{"level":"warn","ts":"2026-07-28T15:47:13.607786Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T15:47:13.607899Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.242:2380","--initial-cluster=instance=https://199.204.45.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.242:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T15:47:13.607982Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T15:47:13.608Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-07-28T15:47:13.608018Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T15:47:13.6088Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"]} {"level":"info","ts":"2026-07-28T15:47:13.608892Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T15:47:13.616127Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.043269ms"} {"level":"info","ts":"2026-07-28T15:47:13.62493Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b844c110b9783e73","cluster-id":"49dc9693ccd466a9"} {"level":"info","ts":"2026-07-28T15:47:13.625014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T15:47:13.625046Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 0"} {"level":"info","ts":"2026-07-28T15:47:13.625067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b844c110b9783e73 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T15:47:13.625081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 1"} {"level":"info","ts":"2026-07-28T15:47:13.625127Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"warn","ts":"2026-07-28T15:47:13.631302Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T15:47:13.633026Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T15:47:13.634449Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T15:47:13.637755Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b844c110b9783e73","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T15:47:13.638152Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T15:47:13.638295Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T15:47:13.638307Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T15:47:13.638333Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b844c110b9783e73","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T15:47:13.640453Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"info","ts":"2026-07-28T15:47:13.640689Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","added-peer-id":"b844c110b9783e73","added-peer-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-07-28T15:47:13.643618Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T15:47:13.643723Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-07-28T15:47:13.643843Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-07-28T15:47:13.643983Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b844c110b9783e73","initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T15:47:13.644023Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T15:47:14.025634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T15:47:14.025748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T15:47:14.025783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgPreVoteResp from b844c110b9783e73 at term 1"} {"level":"info","ts":"2026-07-28T15:47:14.025804Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became candidate at term 2"} {"level":"info","ts":"2026-07-28T15:47:14.025816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgVoteResp from b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-28T15:47:14.025832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became leader at term 2"} {"level":"info","ts":"2026-07-28T15:47:14.025845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b844c110b9783e73 elected leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-28T15:47:14.043859Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T15:47:14.048745Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T15:47:14.048735Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b844c110b9783e73","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.242:2379]}","request-path":"/0/members/b844c110b9783e73/attributes","cluster-id":"49dc9693ccd466a9","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T15:47:14.048902Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T15:47:14.049325Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T15:47:14.049407Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T15:47:14.049478Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T15:47:14.049643Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T15:47:14.049689Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T15:47:14.052497Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-28T15:47:14.052838Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.242:2379"} {"level":"info","ts":"2026-07-28T15:47:32.469015Z","caller":"traceutil/trace.go:171","msg":"trace[1387957707] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:388; }","duration":"450.422226ms","start":"2026-07-28T15:47:32.018556Z","end":"2026-07-28T15:47:32.468978Z","steps":["trace[1387957707] 'read index received' (duration: 450.249332ms)","trace[1387957707] 'applied index is now lower than readState.Index' (duration: 170.984µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:47:32.469114Z","caller":"traceutil/trace.go:171","msg":"trace[853088118] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"490.883976ms","start":"2026-07-28T15:47:31.978186Z","end":"2026-07-28T15:47:32.46907Z","steps":["trace[853088118] 'process raft request' (duration: 490.548118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:32.469357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.357441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T15:47:32.469349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.698702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T15:47:32.469465Z","caller":"traceutil/trace.go:171","msg":"trace[910660760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:374; }","duration":"302.530995ms","start":"2026-07-28T15:47:32.166915Z","end":"2026-07-28T15:47:32.469446Z","steps":["trace[910660760] 'agreement among raft nodes before linearized reading' (duration: 302.343361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:32.469505Z","caller":"traceutil/trace.go:171","msg":"trace[1758413836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:374; }","duration":"450.984239ms","start":"2026-07-28T15:47:32.018495Z","end":"2026-07-28T15:47:32.469479Z","steps":["trace[1758413836] 'agreement among raft nodes before linearized reading' (duration: 450.654831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:32.469564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:32.018471Z","time spent":"451.073242ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:47:32.469534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:32.166897Z","time spent":"302.612958ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:47:32.469836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:31.97814Z","time spent":"491.090411ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:47:33.061458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626755703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:47:33.573777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.057679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:47:33.573906Z","caller":"traceutil/trace.go:171","msg":"trace[875761212] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"1.099947436s","start":"2026-07-28T15:47:32.473937Z","end":"2026-07-28T15:47:33.573885Z","steps":["trace[875761212] 'process raft request' (duration: 825.504518ms)","trace[875761212] 'compare' (duration: 273.919505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:47:33.573985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:32.473907Z","time spent":"1.100040228s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:47:33.645571Z","caller":"traceutil/trace.go:171","msg":"trace[131756550] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"1.166333611s","start":"2026-07-28T15:47:32.474564Z","end":"2026-07-28T15:47:33.640898Z","steps":["trace[131756550] 'process raft request' (duration: 1.166062034s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:33.646753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:32.474542Z","time spent":"1.171520468s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:47:34.251127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.32548ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T15:47:34.2513Z","caller":"traceutil/trace.go:171","msg":"trace[2127198715] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:389; }","duration":"1.690782439s","start":"2026-07-28T15:47:32.560464Z","end":"2026-07-28T15:47:34.251247Z","steps":["trace[2127198715] 'read index received' (duration: 738.98319ms)","trace[2127198715] 'applied index is now lower than readState.Index' (duration: 951.797889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:47:34.251469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599414853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:47:34.251509Z","caller":"traceutil/trace.go:171","msg":"trace[1379731574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:376; }","duration":"1.599480814s","start":"2026-07-28T15:47:32.652014Z","end":"2026-07-28T15:47:34.251495Z","steps":["trace[1379731574] 'agreement among raft nodes before linearized reading' (duration: 1.599379842s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:34.251549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:32.651922Z","time spent":"1.599619397s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:47:34.25147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690961803s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:47:34.251608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.017046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T15:47:34.251897Z","caller":"traceutil/trace.go:171","msg":"trace[1494284833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:376; }","duration":"999.363003ms","start":"2026-07-28T15:47:33.252505Z","end":"2026-07-28T15:47:34.251868Z","steps":["trace[1494284833] 'agreement among raft nodes before linearized reading' (duration: 998.937713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:34.252178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:33.252484Z","time spent":"999.684542ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T15:47:34.251759Z","caller":"traceutil/trace.go:171","msg":"trace[1178349245] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:376; }","duration":"1.691278211s","start":"2026-07-28T15:47:32.560449Z","end":"2026-07-28T15:47:34.251727Z","steps":["trace[1178349245] 'agreement among raft nodes before linearized reading' (duration: 1.690901252s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.403321Z","caller":"traceutil/trace.go:171","msg":"trace[785631276] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"290.614354ms","start":"2026-07-28T15:47:50.112677Z","end":"2026-07-28T15:47:50.403291Z","steps":["trace[785631276] 'process raft request' (duration: 290.469811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.410282Z","caller":"traceutil/trace.go:171","msg":"trace[1305681099] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"291.449585ms","start":"2026-07-28T15:47:50.118806Z","end":"2026-07-28T15:47:50.410256Z","steps":["trace[1305681099] 'process raft request' (duration: 291.219649ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.410377Z","caller":"traceutil/trace.go:171","msg":"trace[1894624208] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"281.937682ms","start":"2026-07-28T15:47:50.128405Z","end":"2026-07-28T15:47:50.410343Z","steps":["trace[1894624208] 'process raft request' (duration: 281.748747ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.410377Z","caller":"traceutil/trace.go:171","msg":"trace[947087836] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"282.890135ms","start":"2026-07-28T15:47:50.12744Z","end":"2026-07-28T15:47:50.41033Z","steps":["trace[947087836] 'process raft request' (duration: 282.653069ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.410498Z","caller":"traceutil/trace.go:171","msg":"trace[1145243736] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"281.937872ms","start":"2026-07-28T15:47:50.128508Z","end":"2026-07-28T15:47:50.410445Z","steps":["trace[1145243736] 'process raft request' (duration: 281.701286ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.410532Z","caller":"traceutil/trace.go:171","msg":"trace[1387154099] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"291.766812ms","start":"2026-07-28T15:47:50.118741Z","end":"2026-07-28T15:47:50.410508Z","steps":["trace[1387154099] 'process raft request' (duration: 291.170697ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.410667Z","caller":"traceutil/trace.go:171","msg":"trace[1675073837] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"249.394505ms","start":"2026-07-28T15:47:50.161256Z","end":"2026-07-28T15:47:50.410651Z","steps":["trace[1675073837] 'process raft request' (duration: 249.20852ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.410621Z","caller":"traceutil/trace.go:171","msg":"trace[358929809] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"278.787254ms","start":"2026-07-28T15:47:50.131814Z","end":"2026-07-28T15:47:50.410601Z","steps":["trace[358929809] 'process raft request' (duration: 278.503747ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.410671Z","caller":"traceutil/trace.go:171","msg":"trace[36156530] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"275.167956ms","start":"2026-07-28T15:47:50.135474Z","end":"2026-07-28T15:47:50.410642Z","steps":["trace[36156530] 'process raft request' (duration: 274.91875ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.410691Z","caller":"traceutil/trace.go:171","msg":"trace[1327315099] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"281.818629ms","start":"2026-07-28T15:47:50.128799Z","end":"2026-07-28T15:47:50.410618Z","steps":["trace[1327315099] 'process raft request' (duration: 281.46734ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.41075Z","caller":"traceutil/trace.go:171","msg":"trace[1846588566] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"225.264504ms","start":"2026-07-28T15:47:50.185481Z","end":"2026-07-28T15:47:50.410745Z","steps":["trace[1846588566] 'process raft request' (duration: 225.056659ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:50.410763Z","caller":"traceutil/trace.go:171","msg":"trace[27572077] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"115.156139ms","start":"2026-07-28T15:47:50.295593Z","end":"2026-07-28T15:47:50.410749Z","steps":["trace[27572077] 'process raft request' (duration: 115.029256ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:56.669639Z","caller":"traceutil/trace.go:171","msg":"trace[2063742464] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"221.753228ms","start":"2026-07-28T15:47:56.447857Z","end":"2026-07-28T15:47:56.66961Z","steps":["trace[2063742464] 'read index received' (duration: 221.641816ms)","trace[2063742464] 'applied index is now lower than readState.Index' (duration: 110.102µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:47:56.669949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.080196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T15:47:56.670068Z","caller":"traceutil/trace.go:171","msg":"trace[124254442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:587; }","duration":"222.23483ms","start":"2026-07-28T15:47:56.447812Z","end":"2026-07-28T15:47:56.670047Z","steps":["trace[124254442] 'agreement among raft nodes before linearized reading' (duration: 221.949443ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:56.669761Z","caller":"traceutil/trace.go:171","msg":"trace[1193867628] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"346.139473ms","start":"2026-07-28T15:47:56.323584Z","end":"2026-07-28T15:47:56.669723Z","steps":["trace[1193867628] 'process raft request' (duration: 345.903187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:56.670431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:56.323557Z","time spent":"346.768319ms","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:47:56.683786Z","caller":"traceutil/trace.go:171","msg":"trace[153201403] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"137.643389ms","start":"2026-07-28T15:47:56.546126Z","end":"2026-07-28T15:47:56.683769Z","steps":["trace[153201403] 'process raft request' (duration: 137.517586ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:57.623332Z","caller":"traceutil/trace.go:171","msg":"trace[1314710290] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"618.667654ms","start":"2026-07-28T15:47:57.004634Z","end":"2026-07-28T15:47:57.623302Z","steps":["trace[1314710290] 'process raft request' (duration: 618.52079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:57.623514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:57.004614Z","time spent":"618.813788ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:47:57.775341Z","caller":"traceutil/trace.go:171","msg":"trace[1607759054] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:616; }","duration":"579.334782ms","start":"2026-07-28T15:47:57.195977Z","end":"2026-07-28T15:47:57.775312Z","steps":["trace[1607759054] 'read index received' (duration: 427.259449ms)","trace[1607759054] 'applied index is now lower than readState.Index' (duration: 152.074373ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:47:57.775422Z","caller":"traceutil/trace.go:171","msg":"trace[72168866] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"691.648021ms","start":"2026-07-28T15:47:57.083739Z","end":"2026-07-28T15:47:57.775387Z","steps":["trace[72168866] 'process raft request' (duration: 690.948014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:57.77555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.555157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T15:47:57.775593Z","caller":"traceutil/trace.go:171","msg":"trace[292103624] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:592; }","duration":"579.658899ms","start":"2026-07-28T15:47:57.195922Z","end":"2026-07-28T15:47:57.775581Z","steps":["trace[292103624] 'agreement among raft nodes before linearized reading' (duration: 579.561057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:57.775594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:57.083707Z","time spent":"691.794354ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:47:57.77563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:57.195896Z","time spent":"579.725621ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T15:47:57.775717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.462707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:47:57.775817Z","caller":"traceutil/trace.go:171","msg":"trace[359017088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"124.601061ms","start":"2026-07-28T15:47:57.651189Z","end":"2026-07-28T15:47:57.77579Z","steps":["trace[359017088] 'agreement among raft nodes before linearized reading' (duration: 124.436937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:59.235936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.459245ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-28T15:47:59.2361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:57.776894Z","time spent":"1.459198209s","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T15:47:59.236323Z","caller":"traceutil/trace.go:171","msg":"trace[1670553468] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"1.459331213s","start":"2026-07-28T15:47:57.776966Z","end":"2026-07-28T15:47:59.236298Z","steps":["trace[1670553468] 'read index received' (duration: 24.541µs)","trace[1670553468] 'applied index is now lower than readState.Index' (duration: 1.459303992s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:47:59.236437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459462046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:47:59.23646Z","caller":"traceutil/trace.go:171","msg":"trace[1418927033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"1.459521058s","start":"2026-07-28T15:47:57.77693Z","end":"2026-07-28T15:47:59.236451Z","steps":["trace[1418927033] 'agreement among raft nodes before linearized reading' (duration: 1.459471807s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:59.236484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:57.77691Z","time spent":"1.459567369s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:47:59.236544Z","caller":"traceutil/trace.go:171","msg":"trace[1969936909] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.456527305s","start":"2026-07-28T15:47:57.779987Z","end":"2026-07-28T15:47:59.236514Z","steps":["trace[1969936909] 'process raft request' (duration: 1.456065113s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:59.236688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:57.77995Z","time spent":"1.456660938s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:47:59.237286Z","caller":"traceutil/trace.go:171","msg":"trace[838845548] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.404042019s","start":"2026-07-28T15:47:57.833231Z","end":"2026-07-28T15:47:59.237273Z","steps":["trace[838845548] 'process raft request' (duration: 1.40323341s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:59.237345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:57.833199Z","time spent":"1.404119971s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:47:59.237397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.447217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T15:47:59.237427Z","caller":"traceutil/trace.go:171","msg":"trace[847313698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:594; }","duration":"535.506779ms","start":"2026-07-28T15:47:58.701912Z","end":"2026-07-28T15:47:59.237419Z","steps":["trace[847313698] 'agreement among raft nodes before linearized reading' (duration: 535.377706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:59.237411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376029094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T15:47:59.237448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:58.70189Z","time spent":"535.553259ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T15:47:59.237484Z","caller":"traceutil/trace.go:171","msg":"trace[440189472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:594; }","duration":"1.376141967s","start":"2026-07-28T15:47:57.861325Z","end":"2026-07-28T15:47:59.237466Z","steps":["trace[440189472] 'agreement among raft nodes before linearized reading' (duration: 1.375904811s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:59.237522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:57.861311Z","time spent":"1.376202488s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:47:59.23782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.422304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:47:59.237866Z","caller":"traceutil/trace.go:171","msg":"trace[1093357536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:594; }","duration":"510.464285ms","start":"2026-07-28T15:47:58.72739Z","end":"2026-07-28T15:47:59.237854Z","steps":["trace[1093357536] 'agreement among raft nodes before linearized reading' (duration: 510.185129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:59.237887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:58.727353Z","time spent":"510.528077ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:48:21.188314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.683561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:48:21.188416Z","caller":"traceutil/trace.go:171","msg":"trace[1660865902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:768; }","duration":"581.844575ms","start":"2026-07-28T15:48:20.606552Z","end":"2026-07-28T15:48:21.188396Z","steps":["trace[1660865902] 'range keys from in-memory index tree' (duration: 581.492917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:48:21.188462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:48:20.60653Z","time spent":"581.923087ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:48:21.188441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.45109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:48:21.188812Z","caller":"traceutil/trace.go:171","msg":"trace[1296213813] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"496.951778ms","start":"2026-07-28T15:48:20.691826Z","end":"2026-07-28T15:48:21.188778Z","steps":["trace[1296213813] 'process raft request' (duration: 111.050107ms)","trace[1296213813] 'compare' (duration: 385.304307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:48:21.18906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:48:20.691789Z","time spent":"497.116642ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:01.742815Z","caller":"traceutil/trace.go:171","msg":"trace[15780743] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"122.321203ms","start":"2026-07-28T15:49:01.620468Z","end":"2026-07-28T15:49:01.742789Z","steps":["trace[15780743] 'process raft request' (duration: 122.163479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:02.269389Z","caller":"traceutil/trace.go:171","msg":"trace[1166713502] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"648.554147ms","start":"2026-07-28T15:49:01.620813Z","end":"2026-07-28T15:49:02.269368Z","steps":["trace[1166713502] 'process raft request' (duration: 606.532389ms)","trace[1166713502] 'compare' (duration: 41.904975ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:02.269498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:01.620786Z","time spent":"648.65707ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:02.269582Z","caller":"traceutil/trace.go:171","msg":"trace[1478148085] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"648.687071ms","start":"2026-07-28T15:49:01.620879Z","end":"2026-07-28T15:49:02.269566Z","steps":["trace[1478148085] 'process raft request' (duration: 648.460975ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:02.269627Z","caller":"traceutil/trace.go:171","msg":"trace[924275958] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"648.177078ms","start":"2026-07-28T15:49:01.621442Z","end":"2026-07-28T15:49:02.269619Z","steps":["trace[924275958] 'process raft request' (duration: 648.006734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:02.269694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:01.620865Z","time spent":"648.775803ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:02.269716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:01.621428Z","time spent":"648.25296ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:02.26977Z","caller":"traceutil/trace.go:171","msg":"trace[545077857] linearizableReadLoop","detail":"{readStateIndex:1103; appliedIndex:1099; }","duration":"620.926271ms","start":"2026-07-28T15:49:01.648829Z","end":"2026-07-28T15:49:02.269755Z","steps":["trace[545077857] 'read index received' (duration: 93.791685ms)","trace[545077857] 'applied index is now lower than readState.Index' (duration: 527.133766ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:02.269583Z","caller":"traceutil/trace.go:171","msg":"trace[248857439] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"373.058447ms","start":"2026-07-28T15:49:01.896507Z","end":"2026-07-28T15:49:02.269566Z","steps":["trace[248857439] 'process raft request' (duration: 373.030036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:02.269816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:01.896479Z","time spent":"373.322874ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:02.269815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.984583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:02.269842Z","caller":"traceutil/trace.go:171","msg":"trace[1960779637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1061; }","duration":"621.039904ms","start":"2026-07-28T15:49:01.648794Z","end":"2026-07-28T15:49:02.269834Z","steps":["trace[1960779637] 'agreement among raft nodes before linearized reading' (duration: 620.997133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:02.26986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:01.648778Z","time spent":"621.079065ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:49:02.671495Z","caller":"traceutil/trace.go:171","msg":"trace[319052780] linearizableReadLoop","detail":"{readStateIndex:1106; appliedIndex:1104; }","duration":"215.490903ms","start":"2026-07-28T15:49:02.455977Z","end":"2026-07-28T15:49:02.671468Z","steps":["trace[319052780] 'read index received' (duration: 116.151862ms)","trace[319052780] 'applied index is now lower than readState.Index' (duration: 99.337731ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:02.671592Z","caller":"traceutil/trace.go:171","msg":"trace[213128834] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"248.400517ms","start":"2026-07-28T15:49:02.423133Z","end":"2026-07-28T15:49:02.671534Z","steps":["trace[213128834] 'process raft request' (duration: 248.207363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:02.671639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.649736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:02.671898Z","caller":"traceutil/trace.go:171","msg":"trace[427408342] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1062; }","duration":"215.954993ms","start":"2026-07-28T15:49:02.455908Z","end":"2026-07-28T15:49:02.671863Z","steps":["trace[427408342] 'agreement among raft nodes before linearized reading' (duration: 215.644276ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:32.614652Z","caller":"traceutil/trace.go:171","msg":"trace[49254309] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"171.995129ms","start":"2026-07-28T15:49:32.442583Z","end":"2026-07-28T15:49:32.614578Z","steps":["trace[49254309] 'process raft request' (duration: 171.927708ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:32.614717Z","caller":"traceutil/trace.go:171","msg":"trace[572465011] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"172.090732ms","start":"2026-07-28T15:49:32.442581Z","end":"2026-07-28T15:49:32.614672Z","steps":["trace[572465011] 'process raft request' (duration: 115.699695ms)","trace[572465011] 'compare' (duration: 56.042418ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:33.032827Z","caller":"traceutil/trace.go:171","msg":"trace[503136104] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"157.349022ms","start":"2026-07-28T15:49:32.875127Z","end":"2026-07-28T15:49:33.032476Z","steps":["trace[503136104] 'process raft request' (duration: 157.103206ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:33.041472Z","caller":"traceutil/trace.go:171","msg":"trace[1632385694] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"107.013653ms","start":"2026-07-28T15:49:32.934422Z","end":"2026-07-28T15:49:33.041435Z","steps":["trace[1632385694] 'process raft request' (duration: 106.802698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:34.445047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626757786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:49:34.945903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626757786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:49:35.439574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536346361s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:49:36.002862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.969445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:49:36.002971Z","caller":"traceutil/trace.go:171","msg":"trace[145350742] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1452; }","duration":"2.058645873s","start":"2026-07-28T15:49:33.94431Z","end":"2026-07-28T15:49:36.002955Z","steps":["trace[145350742] 'read index received' (duration: 1.495512284s)","trace[145350742] 'applied index is now lower than readState.Index' (duration: 563.132289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:36.004542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060229671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:49:36.003032Z","caller":"traceutil/trace.go:171","msg":"trace[937755744] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"2.09990695s","start":"2026-07-28T15:49:33.903088Z","end":"2026-07-28T15:49:36.002995Z","steps":["trace[937755744] 'process raft request' (duration: 1.53672159s)","trace[937755744] 'compare' (duration: 562.692608ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:36.004649Z","caller":"traceutil/trace.go:171","msg":"trace[2102962801] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1402; }","duration":"2.060379525s","start":"2026-07-28T15:49:33.944225Z","end":"2026-07-28T15:49:36.004604Z","steps":["trace[2102962801] 'agreement among raft nodes before linearized reading' (duration: 2.058793437s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:36.004901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:33.94419Z","time spent":"2.060697093s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:49:36.005187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:33.903058Z","time spent":"2.1019546s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:36.041916Z","caller":"traceutil/trace.go:171","msg":"trace[679213795] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"1.003406979s","start":"2026-07-28T15:49:35.038477Z","end":"2026-07-28T15:49:36.041884Z","steps":["trace[679213795] 'process raft request' (duration: 1.003068621s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:36.042102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:35.03845Z","time spent":"1.003549453s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:36.042201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422543892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T15:49:36.042229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422617814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T15:49:36.042138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.83457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:36.042305Z","caller":"traceutil/trace.go:171","msg":"trace[1020690505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1404; }","duration":"1.422686306s","start":"2026-07-28T15:49:34.619587Z","end":"2026-07-28T15:49:36.042274Z","steps":["trace[1020690505] 'agreement among raft nodes before linearized reading' (duration: 1.42245766s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:36.042374Z","caller":"traceutil/trace.go:171","msg":"trace[58410837] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"702.062182ms","start":"2026-07-28T15:49:35.340297Z","end":"2026-07-28T15:49:36.042359Z","steps":["trace[58410837] 'process raft request' (duration: 701.502748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:36.042396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521193481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T15:49:36.042475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.917108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-28T15:49:36.042481Z","caller":"traceutil/trace.go:171","msg":"trace[1395933695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1404; }","duration":"1.521311984s","start":"2026-07-28T15:49:34.521142Z","end":"2026-07-28T15:49:36.042454Z","steps":["trace[1395933695] 'agreement among raft nodes before linearized reading' (duration: 1.521084888s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:36.042494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:35.340265Z","time spent":"702.155943ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:36.042507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216192794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:49:36.042533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:34.52112Z","time spent":"1.521402146s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T15:49:36.04252Z","caller":"traceutil/trace.go:171","msg":"trace[1487826817] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1404; }","duration":"924.02644ms","start":"2026-07-28T15:49:35.118481Z","end":"2026-07-28T15:49:36.042508Z","steps":["trace[1487826817] 'agreement among raft nodes before linearized reading' (duration: 923.865056ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:36.042557Z","caller":"traceutil/trace.go:171","msg":"trace[1172208440] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1404; }","duration":"1.216284496s","start":"2026-07-28T15:49:34.826254Z","end":"2026-07-28T15:49:36.042539Z","steps":["trace[1172208440] 'agreement among raft nodes before linearized reading' (duration: 1.216150623s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:36.042604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:34.826225Z","time spent":"1.216367478s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:49:36.042076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93770053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T15:49:36.042654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.695338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T15:49:36.042679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.396416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:36.042736Z","caller":"traceutil/trace.go:171","msg":"trace[116231875] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1404; }","duration":"367.814ms","start":"2026-07-28T15:49:35.674908Z","end":"2026-07-28T15:49:36.042722Z","steps":["trace[116231875] 'agreement among raft nodes before linearized reading' (duration: 367.500373ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:36.042759Z","caller":"traceutil/trace.go:171","msg":"trace[1502484326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1404; }","duration":"391.498099ms","start":"2026-07-28T15:49:35.651236Z","end":"2026-07-28T15:49:36.042735Z","steps":["trace[1502484326] 'agreement among raft nodes before linearized reading' (duration: 391.382686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:36.042595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:35.118459Z","time spent":"924.125283ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:49:36.042824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:35.674883Z","time spent":"367.928604ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:49:36.042371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:34.619558Z","time spent":"1.422798839s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:49:36.042803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:35.651218Z","time spent":"391.573561ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:49:36.042672Z","caller":"traceutil/trace.go:171","msg":"trace[1978486775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1404; }","duration":"1.938376287s","start":"2026-07-28T15:49:34.104281Z","end":"2026-07-28T15:49:36.042658Z","steps":["trace[1978486775] 'agreement among raft nodes before linearized reading' (duration: 1.937596098s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:36.042873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.069486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:49:36.043141Z","caller":"traceutil/trace.go:171","msg":"trace[1463242453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1404; }","duration":"259.542377ms","start":"2026-07-28T15:49:35.78357Z","end":"2026-07-28T15:49:36.043112Z","steps":["trace[1463242453] 'agreement among raft nodes before linearized reading' (duration: 258.628115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:36.043035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:34.104248Z","time spent":"1.938768097s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T15:49:36.042368Z","caller":"traceutil/trace.go:171","msg":"trace[1023482335] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1404; }","duration":"490.070046ms","start":"2026-07-28T15:49:35.552243Z","end":"2026-07-28T15:49:36.042314Z","steps":["trace[1023482335] 'agreement among raft nodes before linearized reading' (duration: 489.731927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:36.043625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:35.552167Z","time spent":"491.441239ms","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:49:36.042305Z","caller":"traceutil/trace.go:171","msg":"trace[1338431489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1404; }","duration":"1.422717687s","start":"2026-07-28T15:49:34.619564Z","end":"2026-07-28T15:49:36.042281Z","steps":["trace[1338431489] 'agreement among raft nodes before linearized reading' (duration: 1.422579003s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:36.04369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:34.619541Z","time spent":"1.424131162s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:49:36.188043Z","caller":"traceutil/trace.go:171","msg":"trace[22519015] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"139.995399ms","start":"2026-07-28T15:49:36.048019Z","end":"2026-07-28T15:49:36.188014Z","steps":["trace[22519015] 'process raft request' (duration: 129.40219ms)","trace[22519015] 'compare' (duration: 10.127137ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:36.18842Z","caller":"traceutil/trace.go:171","msg":"trace[518602527] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"139.770663ms","start":"2026-07-28T15:49:36.048609Z","end":"2026-07-28T15:49:36.188379Z","steps":["trace[518602527] 'process raft request' (duration: 139.321892ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:36.188502Z","caller":"traceutil/trace.go:171","msg":"trace[564654423] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"139.797403ms","start":"2026-07-28T15:49:36.048683Z","end":"2026-07-28T15:49:36.18848Z","steps":["trace[564654423] 'process raft request' (duration: 139.615129ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:36.188705Z","caller":"traceutil/trace.go:171","msg":"trace[193826037] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"139.952857ms","start":"2026-07-28T15:49:36.04872Z","end":"2026-07-28T15:49:36.188673Z","steps":["trace[193826037] 'process raft request' (duration: 139.69012ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:36.188735Z","caller":"traceutil/trace.go:171","msg":"trace[522814858] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"139.490536ms","start":"2026-07-28T15:49:36.049231Z","end":"2026-07-28T15:49:36.188721Z","steps":["trace[522814858] 'process raft request' (duration: 139.313362ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:36.188716Z","caller":"traceutil/trace.go:171","msg":"trace[701991346] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"139.802184ms","start":"2026-07-28T15:49:36.048873Z","end":"2026-07-28T15:49:36.188676Z","steps":["trace[701991346] 'process raft request' (duration: 139.582229ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:36.188733Z","caller":"traceutil/trace.go:171","msg":"trace[1351706568] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"139.144157ms","start":"2026-07-28T15:49:36.049555Z","end":"2026-07-28T15:49:36.188699Z","steps":["trace[1351706568] 'process raft request' (duration: 139.073676ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:36.188804Z","caller":"traceutil/trace.go:171","msg":"trace[546586683] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"139.717122ms","start":"2026-07-28T15:49:36.049035Z","end":"2026-07-28T15:49:36.188752Z","steps":["trace[546586683] 'process raft request' (duration: 139.455485ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:37.618559Z","caller":"traceutil/trace.go:171","msg":"trace[1416695763] linearizableReadLoop","detail":"{readStateIndex:1465; appliedIndex:1464; }","duration":"415.462633ms","start":"2026-07-28T15:49:37.203071Z","end":"2026-07-28T15:49:37.618534Z","steps":["trace[1416695763] 'read index received' (duration: 415.260798ms)","trace[1416695763] 'applied index is now lower than readState.Index' (duration: 198.855µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:37.618692Z","caller":"traceutil/trace.go:171","msg":"trace[624149116] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"561.603331ms","start":"2026-07-28T15:49:37.057053Z","end":"2026-07-28T15:49:37.618656Z","steps":["trace[624149116] 'process raft request' (duration: 561.243892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:37.61877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.688498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T15:49:37.618811Z","caller":"traceutil/trace.go:171","msg":"trace[78532626] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:1414; }","duration":"415.742869ms","start":"2026-07-28T15:49:37.203057Z","end":"2026-07-28T15:49:37.6188Z","steps":["trace[78532626] 'agreement among raft nodes before linearized reading' (duration: 415.598986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:37.618784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.4059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:49:37.618849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:37.203005Z","time spent":"415.836892ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T15:49:37.618877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:37.057035Z","time spent":"561.738444ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:37.618896Z","caller":"traceutil/trace.go:171","msg":"trace[1139247753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1414; }","duration":"367.560364ms","start":"2026-07-28T15:49:37.251308Z","end":"2026-07-28T15:49:37.618868Z","steps":["trace[1139247753] 'agreement among raft nodes before linearized reading' (duration: 367.39605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:37.618952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:37.25129Z","time spent":"367.649337ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:49:39.650307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000602536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:49:39.650416Z","caller":"traceutil/trace.go:171","msg":"trace[1431013191] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00074976s","start":"2026-07-28T15:49:37.649647Z","end":"2026-07-28T15:49:39.650397Z","steps":["trace[1431013191] 'agreement among raft nodes before linearized reading' (duration: 2.000617127s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:39.650465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:37.649639Z","time spent":"2.000816431s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:49:39.903046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076651612s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:39.903186Z","caller":"traceutil/trace.go:171","msg":"trace[66002862] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1414; }","duration":"2.076816256s","start":"2026-07-28T15:49:37.826349Z","end":"2026-07-28T15:49:39.903166Z","steps":["trace[66002862] 'range keys from in-memory index tree' (duration: 2.076627462s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:39.904055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190940993s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:49:39.904186Z","caller":"traceutil/trace.go:171","msg":"trace[1777084402] linearizableReadLoop","detail":"{readStateIndex:1467; appliedIndex:1466; }","duration":"2.254492875s","start":"2026-07-28T15:49:37.649677Z","end":"2026-07-28T15:49:39.904169Z","steps":["trace[1777084402] 'read index received' (duration: 63.345577ms)","trace[1777084402] 'applied index is now lower than readState.Index' (duration: 2.191145108s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:39.904285Z","caller":"traceutil/trace.go:171","msg":"trace[1846252333] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"2.255988291s","start":"2026-07-28T15:49:37.648275Z","end":"2026-07-28T15:49:39.904263Z","steps":["trace[1846252333] 'process raft request' (duration: 64.72845ms)","trace[1846252333] 'compare' (duration: 2.190674107s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:39.904384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:37.648258Z","time spent":"2.256074903s","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:40.404599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626757814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:49:40.905281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626757814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:49:41.073302Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.834629313s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:49:41.189129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.586081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:49:41.189461Z","caller":"traceutil/trace.go:171","msg":"trace[874976967] linearizableReadLoop","detail":"{readStateIndex:1470; appliedIndex:1467; }","duration":"1.285223529s","start":"2026-07-28T15:49:39.90422Z","end":"2026-07-28T15:49:41.189444Z","steps":["trace[874976967] 'read index received' (duration: 1.169239197s)","trace[874976967] 'applied index is now lower than readState.Index' (duration: 115.983362ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:41.189569Z","caller":"traceutil/trace.go:171","msg":"trace[204626701] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"3.140936387s","start":"2026-07-28T15:49:38.048621Z","end":"2026-07-28T15:49:41.189557Z","steps":["trace[204626701] 'process raft request' (duration: 3.024828693s)","trace[204626701] 'compare' (duration: 115.349736ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:41.189639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:38.048599Z","time spent":"3.141002628s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:41.189826Z","caller":"traceutil/trace.go:171","msg":"trace[34424690] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"1.534826203s","start":"2026-07-28T15:49:39.654966Z","end":"2026-07-28T15:49:41.189792Z","steps":["trace[34424690] 'process raft request' (duration: 1.534433643s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:41.190314Z","caller":"traceutil/trace.go:171","msg":"trace[484051260] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"2.566951763s","start":"2026-07-28T15:49:38.623316Z","end":"2026-07-28T15:49:41.190267Z","steps":["trace[484051260] 'process raft request' (duration: 2.565986539s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:41.189877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995877774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T15:49:41.19037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531173803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:41.190412Z","caller":"traceutil/trace.go:171","msg":"trace[1593833394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1418; }","duration":"2.99647609s","start":"2026-07-28T15:49:38.193918Z","end":"2026-07-28T15:49:41.190394Z","steps":["trace[1593833394] 'agreement among raft nodes before linearized reading' (duration: 2.995783833s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:41.190445Z","caller":"traceutil/trace.go:171","msg":"trace[339781166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1418; }","duration":"1.531265445s","start":"2026-07-28T15:49:39.659159Z","end":"2026-07-28T15:49:41.190424Z","steps":["trace[339781166] 'agreement among raft nodes before linearized reading' (duration: 1.530668701s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:41.190448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:39.654939Z","time spent":"1.535421957s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:49:41.18996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9960642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T15:49:41.190483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:39.65914Z","time spent":"1.531335508s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:49:41.190522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:38.623288Z","time spent":"2.567108137s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:41.190098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996652713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T15:49:41.190698Z","caller":"traceutil/trace.go:171","msg":"trace[488391618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1418; }","duration":"2.997288239s","start":"2026-07-28T15:49:38.193398Z","end":"2026-07-28T15:49:41.190686Z","steps":["trace[488391618] 'agreement among raft nodes before linearized reading' (duration: 2.996656283s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:41.19075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:38.193376Z","time spent":"2.997358201s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T15:49:41.190539Z","caller":"traceutil/trace.go:171","msg":"trace[1047206375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1418; }","duration":"2.996652204s","start":"2026-07-28T15:49:38.193866Z","end":"2026-07-28T15:49:41.190518Z","steps":["trace[1047206375] 'agreement among raft nodes before linearized reading' (duration: 2.995982557s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:41.190903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:38.193856Z","time spent":"2.996966691s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:49:41.190166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283507377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T15:49:41.191153Z","caller":"traceutil/trace.go:171","msg":"trace[23886994] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1418; }","duration":"1.284519371s","start":"2026-07-28T15:49:39.90659Z","end":"2026-07-28T15:49:41.19111Z","steps":["trace[23886994] 'agreement among raft nodes before linearized reading' (duration: 1.283508887s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:41.190219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996226703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:49:41.191277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:39.90656Z","time spent":"1.284669325s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-28T15:49:41.191272Z","caller":"traceutil/trace.go:171","msg":"trace[1109291163] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1418; }","duration":"2.99732862s","start":"2026-07-28T15:49:38.193898Z","end":"2026-07-28T15:49:41.191227Z","steps":["trace[1109291163] 'agreement among raft nodes before linearized reading' (duration: 2.996196602s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:41.191398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:38.193883Z","time spent":"2.997498735s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:49:41.190243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997157046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:49:41.191606Z","caller":"traceutil/trace.go:171","msg":"trace[858982698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1418; }","duration":"2.998558281s","start":"2026-07-28T15:49:38.193023Z","end":"2026-07-28T15:49:41.191582Z","steps":["trace[858982698] 'agreement among raft nodes before linearized reading' (duration: 2.997055524s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:41.191713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:38.193003Z","time spent":"2.998689503s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:49:41.190301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.720811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:49:41.191829Z","caller":"traceutil/trace.go:171","msg":"trace[1714109214] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1418; }","duration":"132.269499ms","start":"2026-07-28T15:49:41.059535Z","end":"2026-07-28T15:49:41.191805Z","steps":["trace[1714109214] 'agreement among raft nodes before linearized reading' (duration: 130.67603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:41.190306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.263019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:49:41.190477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:38.193912Z","time spent":"2.996550931s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T15:49:41.191959Z","caller":"traceutil/trace.go:171","msg":"trace[957350006] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1418; }","duration":"661.901219ms","start":"2026-07-28T15:49:40.529986Z","end":"2026-07-28T15:49:41.191887Z","steps":["trace[957350006] 'agreement among raft nodes before linearized reading' (duration: 660.29084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:41.192017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:40.529961Z","time spent":"662.037073ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:49:41.190036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996520071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:49:41.192106Z","caller":"traceutil/trace.go:171","msg":"trace[647902564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1418; }","duration":"2.998589401s","start":"2026-07-28T15:49:38.193495Z","end":"2026-07-28T15:49:41.192085Z","steps":["trace[647902564] 'agreement among raft nodes before linearized reading' (duration: 2.99648653s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:41.192169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:38.193489Z","time spent":"2.998662193s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:49:41.346732Z","caller":"traceutil/trace.go:171","msg":"trace[1460913126] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"150.604607ms","start":"2026-07-28T15:49:41.196106Z","end":"2026-07-28T15:49:41.346711Z","steps":["trace[1460913126] 'process raft request' (duration: 99.422178ms)","trace[1460913126] 'compare' (duration: 50.984735ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:41.346811Z","caller":"traceutil/trace.go:171","msg":"trace[1833539459] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"150.641908ms","start":"2026-07-28T15:49:41.196148Z","end":"2026-07-28T15:49:41.34679Z","steps":["trace[1833539459] 'process raft request' (duration: 150.476974ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:41.347082Z","caller":"traceutil/trace.go:171","msg":"trace[2916293] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"150.862623ms","start":"2026-07-28T15:49:41.196203Z","end":"2026-07-28T15:49:41.347065Z","steps":["trace[2916293] 'process raft request' (duration: 150.502314ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:41.347137Z","caller":"traceutil/trace.go:171","msg":"trace[2115970983] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"150.457734ms","start":"2026-07-28T15:49:41.19667Z","end":"2026-07-28T15:49:41.347128Z","steps":["trace[2115970983] 'process raft request' (duration: 150.274389ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:41.347224Z","caller":"traceutil/trace.go:171","msg":"trace[1485139265] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"112.374664ms","start":"2026-07-28T15:49:41.234822Z","end":"2026-07-28T15:49:41.347197Z","steps":["trace[1485139265] 'process raft request' (duration: 112.329583ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:41.347298Z","caller":"traceutil/trace.go:171","msg":"trace[534857431] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"150.626708ms","start":"2026-07-28T15:49:41.196665Z","end":"2026-07-28T15:49:41.347292Z","steps":["trace[534857431] 'process raft request' (duration: 150.398952ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:41.347256Z","caller":"traceutil/trace.go:171","msg":"trace[1292861654] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"149.968221ms","start":"2026-07-28T15:49:41.197277Z","end":"2026-07-28T15:49:41.347245Z","steps":["trace[1292861654] 'process raft request' (duration: 149.828318ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:41.34739Z","caller":"traceutil/trace.go:171","msg":"trace[1145671327] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1471; }","duration":"117.219282ms","start":"2026-07-28T15:49:41.23014Z","end":"2026-07-28T15:49:41.34736Z","steps":["trace[1145671327] 'read index received' (duration: 65.364856ms)","trace[1145671327] 'applied index is now lower than readState.Index' (duration: 51.851346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:41.347523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.719316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:41.347597Z","caller":"traceutil/trace.go:171","msg":"trace[1721760816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1427; }","duration":"147.83537ms","start":"2026-07-28T15:49:41.199751Z","end":"2026-07-28T15:49:41.347586Z","steps":["trace[1721760816] 'agreement among raft nodes before linearized reading' (duration: 147.702857ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:41.346768Z","caller":"traceutil/trace.go:171","msg":"trace[1215231537] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"150.560506ms","start":"2026-07-28T15:49:41.196188Z","end":"2026-07-28T15:49:41.346748Z","steps":["trace[1215231537] 'process raft request' (duration: 150.474044ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:43.688004Z","caller":"traceutil/trace.go:171","msg":"trace[1434744915] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"601.178918ms","start":"2026-07-28T15:49:43.0868Z","end":"2026-07-28T15:49:43.687979Z","steps":["trace[1434744915] 'process raft request' (duration: 601.028474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:43.688206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:43.086767Z","time spent":"601.349122ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:44.87602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.495223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:49:44.876159Z","caller":"traceutil/trace.go:171","msg":"trace[1411462253] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1482; }","duration":"1.64158851s","start":"2026-07-28T15:49:43.234554Z","end":"2026-07-28T15:49:44.876143Z","steps":["trace[1411462253] 'read index received' (duration: 453.457162ms)","trace[1411462253] 'applied index is now lower than readState.Index' (duration: 1.188130018s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:44.876207Z","caller":"traceutil/trace.go:171","msg":"trace[1651947838] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"1.680694595s","start":"2026-07-28T15:49:43.195472Z","end":"2026-07-28T15:49:44.876167Z","steps":["trace[1651947838] 'process raft request' (duration: 732.996757ms)","trace[1651947838] 'compare' (duration: 947.39038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:44.876337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641777574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T15:49:44.876374Z","caller":"traceutil/trace.go:171","msg":"trace[406689007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1430; }","duration":"1.641844396s","start":"2026-07-28T15:49:43.23452Z","end":"2026-07-28T15:49:44.876364Z","steps":["trace[406689007] 'agreement among raft nodes before linearized reading' (duration: 1.641705483s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:44.876407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:43.234503Z","time spent":"1.641894497s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:49:44.876396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:43.195437Z","time spent":"1.680855429s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:44.876607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225164322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:49:44.876619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525661169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T15:49:44.876683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.755788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:44.876682Z","caller":"traceutil/trace.go:171","msg":"trace[320108397] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1430; }","duration":"1.525766702s","start":"2026-07-28T15:49:43.350898Z","end":"2026-07-28T15:49:44.876665Z","steps":["trace[320108397] 'agreement among raft nodes before linearized reading' (duration: 1.525597908s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:44.876711Z","caller":"traceutil/trace.go:171","msg":"trace[1260169531] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1430; }","duration":"471.81949ms","start":"2026-07-28T15:49:44.404883Z","end":"2026-07-28T15:49:44.876702Z","steps":["trace[1260169531] 'agreement among raft nodes before linearized reading' (duration: 471.777589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:44.876719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:43.350876Z","time spent":"1.525835494s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:49:44.876745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:44.404861Z","time spent":"471.873061ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:49:44.876768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524990543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T15:49:44.876828Z","caller":"traceutil/trace.go:171","msg":"trace[1610989022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1430; }","duration":"1.525065174s","start":"2026-07-28T15:49:43.351748Z","end":"2026-07-28T15:49:44.876813Z","steps":["trace[1610989022] 'agreement among raft nodes before linearized reading' (duration: 1.52489121s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:44.876869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:43.351743Z","time spent":"1.525118425s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:49:44.876976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.62169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:49:44.877006Z","caller":"traceutil/trace.go:171","msg":"trace[496922897] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1430; }","duration":"615.685242ms","start":"2026-07-28T15:49:44.261312Z","end":"2026-07-28T15:49:44.876998Z","steps":["trace[496922897] 'agreement among raft nodes before linearized reading' (duration: 615.541038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:44.877034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:44.261292Z","time spent":"615.733722ms","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:49:44.877106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525950596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T15:49:44.87709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184045588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:44.876644Z","caller":"traceutil/trace.go:171","msg":"trace[1274546670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1430; }","duration":"1.225236344s","start":"2026-07-28T15:49:43.651398Z","end":"2026-07-28T15:49:44.876634Z","steps":["trace[1274546670] 'agreement among raft nodes before linearized reading' (duration: 1.225180213s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:44.877144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525232749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T15:49:44.877189Z","caller":"traceutil/trace.go:171","msg":"trace[566746740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1430; }","duration":"1.526050749s","start":"2026-07-28T15:49:43.351126Z","end":"2026-07-28T15:49:44.877177Z","steps":["trace[566746740] 'agreement among raft nodes before linearized reading' (duration: 1.525831114s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:44.87719Z","caller":"traceutil/trace.go:171","msg":"trace[416964893] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1430; }","duration":"1.184191642s","start":"2026-07-28T15:49:43.69297Z","end":"2026-07-28T15:49:44.877162Z","steps":["trace[416964893] 'agreement among raft nodes before linearized reading' (duration: 1.184037838s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:44.877225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:43.351119Z","time spent":"1.52609787s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T15:49:44.877225Z","caller":"traceutil/trace.go:171","msg":"trace[1992591175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1430; }","duration":"1.525339972s","start":"2026-07-28T15:49:43.351862Z","end":"2026-07-28T15:49:44.877202Z","steps":["trace[1992591175] 'agreement among raft nodes before linearized reading' (duration: 1.525093126s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:44.877239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:43.692952Z","time spent":"1.184273503s","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:49:44.877288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:43.351856Z","time spent":"1.525416883s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:49:44.877277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:43.651378Z","time spent":"1.225846869s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:49:44.877533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525764362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T15:49:44.877628Z","caller":"traceutil/trace.go:171","msg":"trace[1560027074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1430; }","duration":"1.525893754s","start":"2026-07-28T15:49:43.351709Z","end":"2026-07-28T15:49:44.877603Z","steps":["trace[1560027074] 'agreement among raft nodes before linearized reading' (duration: 1.52528546s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:44.877685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:43.351698Z","time spent":"1.525973787s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:49:45.199013Z","caller":"traceutil/trace.go:171","msg":"trace[1795492375] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"315.943534ms","start":"2026-07-28T15:49:44.883037Z","end":"2026-07-28T15:49:45.19898Z","steps":["trace[1795492375] 'process raft request' (duration: 306.260647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:45.199192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:44.883014Z","time spent":"316.082908ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:45.568273Z","caller":"traceutil/trace.go:171","msg":"trace[1488309628] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"685.037446ms","start":"2026-07-28T15:49:44.883212Z","end":"2026-07-28T15:49:45.568249Z","steps":["trace[1488309628] 'process raft request' (duration: 684.970044ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:45.568352Z","caller":"traceutil/trace.go:171","msg":"trace[1022939939] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"685.184489ms","start":"2026-07-28T15:49:44.883157Z","end":"2026-07-28T15:49:45.568342Z","steps":["trace[1022939939] 'process raft request' (duration: 684.980904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:45.568422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:44.883206Z","time spent":"685.143328ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:45.568276Z","caller":"traceutil/trace.go:171","msg":"trace[1823265234] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"685.080107ms","start":"2026-07-28T15:49:44.883163Z","end":"2026-07-28T15:49:45.568243Z","steps":["trace[1823265234] 'process raft request' (duration: 683.58003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:45.568568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:44.883125Z","time spent":"685.360394ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:45.568724Z","caller":"traceutil/trace.go:171","msg":"trace[1824358519] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"685.437246ms","start":"2026-07-28T15:49:44.883252Z","end":"2026-07-28T15:49:45.568689Z","steps":["trace[1824358519] 'process raft request' (duration: 684.963994ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:45.568819Z","caller":"traceutil/trace.go:171","msg":"trace[971765166] linearizableReadLoop","detail":"{readStateIndex:1489; appliedIndex:1483; }","duration":"683.278313ms","start":"2026-07-28T15:49:44.885527Z","end":"2026-07-28T15:49:45.568805Z","steps":["trace[971765166] 'read index received' (duration: 303.802827ms)","trace[971765166] 'applied index is now lower than readState.Index' (duration: 379.474355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:45.568802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:44.883149Z","time spent":"685.465016ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:45.568904Z","caller":"traceutil/trace.go:171","msg":"trace[1239539765] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"685.531328ms","start":"2026-07-28T15:49:44.883364Z","end":"2026-07-28T15:49:45.568895Z","steps":["trace[1239539765] 'process raft request' (duration: 685.190719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:45.56891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:44.883246Z","time spent":"685.574379ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:45.568967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:44.883355Z","time spent":"685.576559ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:45.568974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.438086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:49:45.568969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.581228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:45.569026Z","caller":"traceutil/trace.go:171","msg":"trace[494832813] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1436; }","duration":"497.671861ms","start":"2026-07-28T15:49:45.071343Z","end":"2026-07-28T15:49:45.569015Z","steps":["trace[494832813] 'agreement among raft nodes before linearized reading' (duration: 497.553128ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:45.569024Z","caller":"traceutil/trace.go:171","msg":"trace[1378919136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1436; }","duration":"683.511209ms","start":"2026-07-28T15:49:44.885499Z","end":"2026-07-28T15:49:45.56901Z","steps":["trace[1378919136] 'agreement among raft nodes before linearized reading' (duration: 683.421176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:45.569052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:45.071321Z","time spent":"497.721842ms","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:49:45.569058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:44.885491Z","time spent":"683.56139ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:49:46.914263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626757855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:49:47.414446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626757855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:49:47.504563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148594204s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:49:47.505059Z","caller":"traceutil/trace.go:171","msg":"trace[586965257] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"1.149148027s","start":"2026-07-28T15:49:46.355871Z","end":"2026-07-28T15:49:47.505019Z","steps":["trace[586965257] 'process raft request' (duration: 1.148927312s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:47.505262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:46.355855Z","time spent":"1.149298181s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:47.70823Z","caller":"traceutil/trace.go:171","msg":"trace[1328113056] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"1.351777554s","start":"2026-07-28T15:49:46.35643Z","end":"2026-07-28T15:49:47.708207Z","steps":["trace[1328113056] 'process raft request' (duration: 1.351545999s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:47.708405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:46.356407Z","time spent":"1.351898668s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:47.708501Z","caller":"traceutil/trace.go:171","msg":"trace[1101518357] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"1.350427182s","start":"2026-07-28T15:49:46.358048Z","end":"2026-07-28T15:49:47.708475Z","steps":["trace[1101518357] 'process raft request' (duration: 1.350116004s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:47.708623Z","caller":"traceutil/trace.go:171","msg":"trace[1229399849] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"825.570187ms","start":"2026-07-28T15:49:46.883037Z","end":"2026-07-28T15:49:47.708608Z","steps":["trace[1229399849] 'process raft request' (duration: 825.317241ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:47.708588Z","caller":"traceutil/trace.go:171","msg":"trace[1364561510] linearizableReadLoop","detail":"{readStateIndex:1493; appliedIndex:1489; }","duration":"1.295392107s","start":"2026-07-28T15:49:46.413175Z","end":"2026-07-28T15:49:47.708567Z","steps":["trace[1364561510] 'read index received' (duration: 1.091624502s)","trace[1364561510] 'applied index is now lower than readState.Index' (duration: 203.765365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:47.708707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:46.358026Z","time spent":"1.350590895s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:47.708736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295563292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:49:47.708667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:46.883016Z","time spent":"825.627048ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:47.708765Z","caller":"traceutil/trace.go:171","msg":"trace[1711858991] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1440; }","duration":"1.295622083s","start":"2026-07-28T15:49:46.413135Z","end":"2026-07-28T15:49:47.708757Z","steps":["trace[1711858991] 'agreement among raft nodes before linearized reading' (duration: 1.295566152s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:47.708936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.5673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T15:49:47.708929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057862159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:47.708963Z","caller":"traceutil/trace.go:171","msg":"trace[2008451205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1440; }","duration":"135.595681ms","start":"2026-07-28T15:49:47.573362Z","end":"2026-07-28T15:49:47.708958Z","steps":["trace[2008451205] 'agreement among raft nodes before linearized reading' (duration: 135.499918ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:47.709015Z","caller":"traceutil/trace.go:171","msg":"trace[2089334381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1440; }","duration":"1.057989681s","start":"2026-07-28T15:49:46.650978Z","end":"2026-07-28T15:49:47.708968Z","steps":["trace[2089334381] 'agreement among raft nodes before linearized reading' (duration: 1.057868688s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:47.709029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.350715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:49:47.709104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:46.650958Z","time spent":"1.058096854s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:49:47.709114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.344142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T15:49:47.709132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.634821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-28T15:49:47.709151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.867537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:49:47.709171Z","caller":"traceutil/trace.go:171","msg":"trace[946373526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1440; }","duration":"506.454066ms","start":"2026-07-28T15:49:47.202701Z","end":"2026-07-28T15:49:47.709155Z","steps":["trace[946373526] 'agreement among raft nodes before linearized reading' (duration: 506.271021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:47.709132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.292932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:49:47.709213Z","caller":"traceutil/trace.go:171","msg":"trace[1680721713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1440; }","duration":"135.96205ms","start":"2026-07-28T15:49:47.573234Z","end":"2026-07-28T15:49:47.709196Z","steps":["trace[1680721713] 'agreement among raft nodes before linearized reading' (duration: 135.805606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:47.709216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.202673Z","time spent":"506.531037ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:49:47.709206Z","caller":"traceutil/trace.go:171","msg":"trace[1806812700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1440; }","duration":"135.719813ms","start":"2026-07-28T15:49:47.573467Z","end":"2026-07-28T15:49:47.709186Z","steps":["trace[1806812700] 'agreement among raft nodes before linearized reading' (duration: 135.58233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:47.709066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.532789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:49:47.709367Z","caller":"traceutil/trace.go:171","msg":"trace[226899282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1440; }","duration":"135.826156ms","start":"2026-07-28T15:49:47.573509Z","end":"2026-07-28T15:49:47.709335Z","steps":["trace[226899282] 'agreement among raft nodes before linearized reading' (duration: 135.516138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:47.708886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:46.413119Z","time spent":"1.295741576s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:49:47.709109Z","caller":"traceutil/trace.go:171","msg":"trace[786502331] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1440; }","duration":"135.491938ms","start":"2026-07-28T15:49:47.573599Z","end":"2026-07-28T15:49:47.709091Z","steps":["trace[786502331] 'agreement among raft nodes before linearized reading' (duration: 135.259132ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:47.70928Z","caller":"traceutil/trace.go:171","msg":"trace[264164814] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1440; }","duration":"162.507078ms","start":"2026-07-28T15:49:47.546738Z","end":"2026-07-28T15:49:47.709245Z","steps":["trace[264164814] 'agreement among raft nodes before linearized reading' (duration: 162.19893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:47.70964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.860771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T15:49:47.709714Z","caller":"traceutil/trace.go:171","msg":"trace[285688498] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:1440; }","duration":"505.973264ms","start":"2026-07-28T15:49:47.203719Z","end":"2026-07-28T15:49:47.709692Z","steps":["trace[285688498] 'agreement among raft nodes before linearized reading' (duration: 505.80011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:47.709765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.203698Z","time spent":"506.054525ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-07-28T15:49:47.842823Z","caller":"traceutil/trace.go:171","msg":"trace[843628526] linearizableReadLoop","detail":"{readStateIndex:1494; appliedIndex:1493; }","duration":"131.893521ms","start":"2026-07-28T15:49:47.710906Z","end":"2026-07-28T15:49:47.8428Z","steps":["trace[843628526] 'read index received' (duration: 96.834164ms)","trace[843628526] 'applied index is now lower than readState.Index' (duration: 35.057507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:47.842929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.006113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:47.842951Z","caller":"traceutil/trace.go:171","msg":"trace[159325376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1440; }","duration":"132.065124ms","start":"2026-07-28T15:49:47.710879Z","end":"2026-07-28T15:49:47.842944Z","steps":["trace[159325376] 'agreement among raft nodes before linearized reading' (duration: 132.004863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:48.351499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626757871,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:49:48.80148Z","caller":"traceutil/trace.go:171","msg":"trace[296351828] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"1.087264015s","start":"2026-07-28T15:49:47.714182Z","end":"2026-07-28T15:49:48.801446Z","steps":["trace[296351828] 'process raft request' (duration: 1.08704674s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:48.801658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.714163Z","time spent":"1.087409519s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:48.801815Z","caller":"traceutil/trace.go:171","msg":"trace[1700427698] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"1.086770003s","start":"2026-07-28T15:49:47.715026Z","end":"2026-07-28T15:49:48.801796Z","steps":["trace[1700427698] 'process raft request' (duration: 1.08664597s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:48.801927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.715005Z","time spent":"1.086860366s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:48.802062Z","caller":"traceutil/trace.go:171","msg":"trace[1021747678] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"1.086662361s","start":"2026-07-28T15:49:47.715384Z","end":"2026-07-28T15:49:48.802046Z","steps":["trace[1021747678] 'process raft request' (duration: 1.086498407s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:48.802024Z","caller":"traceutil/trace.go:171","msg":"trace[2070882657] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"1.086785733s","start":"2026-07-28T15:49:47.715186Z","end":"2026-07-28T15:49:48.801971Z","steps":["trace[2070882657] 'process raft request' (duration: 1.086569298s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:48.802047Z","caller":"traceutil/trace.go:171","msg":"trace[2094415101] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"1.085319548s","start":"2026-07-28T15:49:47.716711Z","end":"2026-07-28T15:49:48.80203Z","steps":["trace[2094415101] 'process raft request' (duration: 1.085281347s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:48.802111Z","caller":"traceutil/trace.go:171","msg":"trace[967964421] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"1.086687081s","start":"2026-07-28T15:49:47.7154Z","end":"2026-07-28T15:49:48.802087Z","steps":["trace[967964421] 'process raft request' (duration: 1.086553668s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:48.802135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.715361Z","time spent":"1.086733812s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:48.802008Z","caller":"traceutil/trace.go:171","msg":"trace[1830071982] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"1.087248515s","start":"2026-07-28T15:49:47.714533Z","end":"2026-07-28T15:49:48.801782Z","steps":["trace[1830071982] 'process raft request' (duration: 1.086859245s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:48.802205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.716695Z","time spent":"1.085442491s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:48.802232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.715383Z","time spent":"1.086786714s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:48.802663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.715166Z","time spent":"1.086969768s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:48.802838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.714506Z","time spent":"1.08828124s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:48.803746Z","caller":"traceutil/trace.go:171","msg":"trace[553358203] linearizableReadLoop","detail":"{readStateIndex:1502; appliedIndex:1494; }","duration":"952.745871ms","start":"2026-07-28T15:49:47.850983Z","end":"2026-07-28T15:49:48.803729Z","steps":["trace[553358203] 'read index received' (duration: 950.2382ms)","trace[553358203] 'applied index is now lower than readState.Index' (duration: 2.506791ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:48.803797Z","caller":"traceutil/trace.go:171","msg":"trace[28793478] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"960.034289ms","start":"2026-07-28T15:49:47.843721Z","end":"2026-07-28T15:49:48.803755Z","steps":["trace[28793478] 'process raft request' (duration: 959.920556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:48.80398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.280201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:49:48.803987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.995447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:48.804041Z","caller":"traceutil/trace.go:171","msg":"trace[498986185] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1448; }","duration":"864.382454ms","start":"2026-07-28T15:49:47.939644Z","end":"2026-07-28T15:49:48.804027Z","steps":["trace[498986185] 'agreement among raft nodes before linearized reading' (duration: 864.21981ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:48.804171Z","caller":"traceutil/trace.go:171","msg":"trace[629940554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1448; }","duration":"953.10895ms","start":"2026-07-28T15:49:47.850932Z","end":"2026-07-28T15:49:48.804041Z","steps":["trace[629940554] 'agreement among raft nodes before linearized reading' (duration: 952.869974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:48.804214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.93962Z","time spent":"864.573019ms","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:49:48.804146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.843702Z","time spent":"960.186682ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:48.804392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:47.850912Z","time spent":"953.462709ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:49:50.994841Z","caller":"traceutil/trace.go:171","msg":"trace[766921813] linearizableReadLoop","detail":"{readStateIndex:1505; appliedIndex:1504; }","duration":"343.64177ms","start":"2026-07-28T15:49:50.651174Z","end":"2026-07-28T15:49:50.994816Z","steps":["trace[766921813] 'read index received' (duration: 343.527997ms)","trace[766921813] 'applied index is now lower than readState.Index' (duration: 112.293µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:50.994971Z","caller":"traceutil/trace.go:171","msg":"trace[1647634488] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"462.294497ms","start":"2026-07-28T15:49:50.532632Z","end":"2026-07-28T15:49:50.994926Z","steps":["trace[1647634488] 'process raft request' (duration: 462.021271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:50.995097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.903907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:49:50.995175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:50.532601Z","time spent":"462.467361ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3224,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:50.995198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.956284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:49:50.995205Z","caller":"traceutil/trace.go:171","msg":"trace[2137378848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1451; }","duration":"344.058461ms","start":"2026-07-28T15:49:50.651121Z","end":"2026-07-28T15:49:50.995179Z","steps":["trace[2137378848] 'agreement among raft nodes before linearized reading' (duration: 343.843835ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:50.995236Z","caller":"traceutil/trace.go:171","msg":"trace[319136325] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1451; }","duration":"187.007926ms","start":"2026-07-28T15:49:50.808217Z","end":"2026-07-28T15:49:50.995225Z","steps":["trace[319136325] 'agreement among raft nodes before linearized reading' (duration: 186.941854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:50.995225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.846021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:49:50.995276Z","caller":"traceutil/trace.go:171","msg":"trace[1617675469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1451; }","duration":"186.944784ms","start":"2026-07-28T15:49:50.808318Z","end":"2026-07-28T15:49:50.995263Z","steps":["trace[1617675469] 'agreement among raft nodes before linearized reading' (duration: 186.771229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:50.995256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:50.651096Z","time spent":"344.147672ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:49:50.995142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.446216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:49:50.995403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.717649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T15:49:50.9954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.048557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:49:50.995472Z","caller":"traceutil/trace.go:171","msg":"trace[7378739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1451; }","duration":"186.80182ms","start":"2026-07-28T15:49:50.808653Z","end":"2026-07-28T15:49:50.995455Z","steps":["trace[7378739] 'agreement among raft nodes before linearized reading' (duration: 186.620206ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:50.995484Z","caller":"traceutil/trace.go:171","msg":"trace[1637178680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1451; }","duration":"187.822985ms","start":"2026-07-28T15:49:50.807628Z","end":"2026-07-28T15:49:50.995451Z","steps":["trace[1637178680] 'agreement among raft nodes before linearized reading' (duration: 187.330533ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:50.995563Z","caller":"traceutil/trace.go:171","msg":"trace[858906203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1451; }","duration":"187.21224ms","start":"2026-07-28T15:49:50.80828Z","end":"2026-07-28T15:49:50.995493Z","steps":["trace[858906203] 'agreement among raft nodes before linearized reading' (duration: 186.894063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:50.995363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.036816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T15:49:50.995615Z","caller":"traceutil/trace.go:171","msg":"trace[1547317650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1451; }","duration":"187.363094ms","start":"2026-07-28T15:49:50.808243Z","end":"2026-07-28T15:49:50.995607Z","steps":["trace[1547317650] 'agreement among raft nodes before linearized reading' (duration: 186.908263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:52.682931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.749555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:49:52.683024Z","caller":"traceutil/trace.go:171","msg":"trace[308576806] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1474; }","duration":"339.890249ms","start":"2026-07-28T15:49:52.343105Z","end":"2026-07-28T15:49:52.682995Z","steps":["trace[308576806] 'count revisions from in-memory index tree' (duration: 339.647652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:52.683072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:52.343085Z","time spent":"339.97619ms","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:49:52.683284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.26592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:288663"} {"level":"info","ts":"2026-07-28T15:49:52.683424Z","caller":"traceutil/trace.go:171","msg":"trace[1854001243] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:1474; }","duration":"293.464625ms","start":"2026-07-28T15:49:52.389919Z","end":"2026-07-28T15:49:52.683383Z","steps":["trace[1854001243] 'range keys from in-memory index tree' (duration: 292.658825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:52.683562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.900946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T15:49:52.683602Z","caller":"traceutil/trace.go:171","msg":"trace[187066044] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1474; }","duration":"173.974077ms","start":"2026-07-28T15:49:52.509617Z","end":"2026-07-28T15:49:52.683591Z","steps":["trace[187066044] 'range keys from in-memory index tree' (duration: 172.983744ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:52.774452Z","caller":"traceutil/trace.go:171","msg":"trace[814361058] linearizableReadLoop","detail":"{readStateIndex:1530; appliedIndex:1529; }","duration":"123.157227ms","start":"2026-07-28T15:49:52.651267Z","end":"2026-07-28T15:49:52.774424Z","steps":["trace[814361058] 'read index received' (duration: 123.104936ms)","trace[814361058] 'applied index is now lower than readState.Index' (duration: 51.291µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:52.774557Z","caller":"traceutil/trace.go:171","msg":"trace[400149154] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"229.445802ms","start":"2026-07-28T15:49:52.545072Z","end":"2026-07-28T15:49:52.774517Z","steps":["trace[400149154] 'process raft request' (duration: 229.190196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:52.774659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.369282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:52.774748Z","caller":"traceutil/trace.go:171","msg":"trace[117470609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1475; }","duration":"123.511045ms","start":"2026-07-28T15:49:52.651219Z","end":"2026-07-28T15:49:52.77473Z","steps":["trace[117470609] 'agreement among raft nodes before linearized reading' (duration: 123.347431ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:59.4725Z","caller":"traceutil/trace.go:171","msg":"trace[1951134374] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"109.663438ms","start":"2026-07-28T15:49:59.362725Z","end":"2026-07-28T15:49:59.472389Z","steps":["trace[1951134374] 'process raft request' (duration: 109.493824ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:01.747817Z","caller":"traceutil/trace.go:171","msg":"trace[296716998] linearizableReadLoop","detail":"{readStateIndex:1609; appliedIndex:1608; }","duration":"493.96356ms","start":"2026-07-28T15:50:01.25383Z","end":"2026-07-28T15:50:01.747793Z","steps":["trace[296716998] 'read index received' (duration: 493.828227ms)","trace[296716998] 'applied index is now lower than readState.Index' (duration: 134.003µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:01.747896Z","caller":"traceutil/trace.go:171","msg":"trace[1351530327] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"585.624719ms","start":"2026-07-28T15:50:01.162216Z","end":"2026-07-28T15:50:01.747841Z","steps":["trace[1351530327] 'process raft request' (duration: 585.437424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:01.748171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.319259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:50:01.748254Z","caller":"traceutil/trace.go:171","msg":"trace[522222536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1549; }","duration":"494.449822ms","start":"2026-07-28T15:50:01.253788Z","end":"2026-07-28T15:50:01.748238Z","steps":["trace[522222536] 'agreement among raft nodes before linearized reading' (duration: 494.139075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:01.748301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:01.253769Z","time spent":"494.524325ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:50:01.748432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:01.162181Z","time spent":"585.789963ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:02.248862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626758074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:50:02.84163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.810695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:50:02.84182Z","caller":"traceutil/trace.go:171","msg":"trace[250916850] linearizableReadLoop","detail":"{readStateIndex:1612; appliedIndex:1609; }","duration":"1.093920507s","start":"2026-07-28T15:50:01.747885Z","end":"2026-07-28T15:50:02.841806Z","steps":["trace[250916850] 'read index received' (duration: 647.883097ms)","trace[250916850] 'applied index is now lower than readState.Index' (duration: 446.0368ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:02.842086Z","caller":"traceutil/trace.go:171","msg":"trace[1468099859] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"1.310385543s","start":"2026-07-28T15:50:01.531691Z","end":"2026-07-28T15:50:02.842076Z","steps":["trace[1468099859] 'process raft request' (duration: 864.066166ms)","trace[1468099859] 'compare' (duration: 445.712152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:02.842142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:01.531663Z","time spent":"1.310451635s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:02.842317Z","caller":"traceutil/trace.go:171","msg":"trace[1098716514] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"1.057683873s","start":"2026-07-28T15:50:01.784602Z","end":"2026-07-28T15:50:02.842286Z","steps":["trace[1098716514] 'process raft request' (duration: 1.057171901s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:02.842461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588330499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-28T15:50:02.842522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.491266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:02.842532Z","caller":"traceutil/trace.go:171","msg":"trace[1000530080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1552; }","duration":"1.588390241s","start":"2026-07-28T15:50:01.254121Z","end":"2026-07-28T15:50:02.842511Z","steps":["trace[1000530080] 'agreement among raft nodes before linearized reading' (duration: 1.588256837s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:02.842555Z","caller":"traceutil/trace.go:171","msg":"trace[457283070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1552; }","duration":"191.526526ms","start":"2026-07-28T15:50:02.65102Z","end":"2026-07-28T15:50:02.842547Z","steps":["trace[457283070] 'agreement among raft nodes before linearized reading' (duration: 191.476455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:02.842556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.647207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:02.842594Z","caller":"traceutil/trace.go:171","msg":"trace[1043447303] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"1.089648204s","start":"2026-07-28T15:50:01.752927Z","end":"2026-07-28T15:50:02.842575Z","steps":["trace[1043447303] 'process raft request' (duration: 1.088795283s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:02.842593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588567515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T15:50:02.842611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:01.254025Z","time spent":"1.588569665s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:50:02.842591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:01.784575Z","time spent":"1.057825857s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:02.842286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.720597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:02.842661Z","caller":"traceutil/trace.go:171","msg":"trace[1526929803] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1552; }","duration":"1.588653847s","start":"2026-07-28T15:50:01.25399Z","end":"2026-07-28T15:50:02.842644Z","steps":["trace[1526929803] 'agreement among raft nodes before linearized reading' (duration: 1.588445852s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:02.842688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:01.752903Z","time spent":"1.089736786s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:02.842672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58877606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T15:50:02.842716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:01.253985Z","time spent":"1.588719318s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:50:02.842339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58837427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T15:50:02.842703Z","caller":"traceutil/trace.go:171","msg":"trace[155246281] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:1552; }","duration":"642.195989ms","start":"2026-07-28T15:50:02.200495Z","end":"2026-07-28T15:50:02.842691Z","steps":["trace[155246281] 'agreement among raft nodes before linearized reading' (duration: 641.704937ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:02.842754Z","caller":"traceutil/trace.go:171","msg":"trace[53271331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1552; }","duration":"1.588871132s","start":"2026-07-28T15:50:01.253865Z","end":"2026-07-28T15:50:02.842736Z","steps":["trace[53271331] 'agreement among raft nodes before linearized reading' (duration: 1.588645917s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:02.842767Z","caller":"traceutil/trace.go:171","msg":"trace[478652317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1552; }","duration":"1.588814261s","start":"2026-07-28T15:50:01.253938Z","end":"2026-07-28T15:50:02.842752Z","steps":["trace[478652317] 'agreement among raft nodes before linearized reading' (duration: 1.588194946s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:02.842772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:02.200475Z","time spent":"642.287641ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-07-28T15:50:02.842794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:01.253862Z","time spent":"1.588925053s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:50:02.842818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:01.253935Z","time spent":"1.588869893s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T15:50:02.842608Z","caller":"traceutil/trace.go:171","msg":"trace[302637511] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1552; }","duration":"612.75136ms","start":"2026-07-28T15:50:02.229841Z","end":"2026-07-28T15:50:02.842592Z","steps":["trace[302637511] 'agreement among raft nodes before linearized reading' (duration: 612.664527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:02.842876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:02.229818Z","time spent":"613.045917ms","remote":"127.0.0.1:45986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:50:03.384283Z","caller":"traceutil/trace.go:171","msg":"trace[723632110] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"537.067542ms","start":"2026-07-28T15:50:02.847189Z","end":"2026-07-28T15:50:03.384257Z","steps":["trace[723632110] 'process raft request' (duration: 536.818536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:03.384477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:02.847165Z","time spent":"537.202596ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:03.384566Z","caller":"traceutil/trace.go:171","msg":"trace[1619073016] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"537.184235ms","start":"2026-07-28T15:50:02.847354Z","end":"2026-07-28T15:50:03.384538Z","steps":["trace[1619073016] 'process raft request' (duration: 536.850097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:03.38486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:02.847341Z","time spent":"537.482912ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:03.384989Z","caller":"traceutil/trace.go:171","msg":"trace[313914607] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"537.613126ms","start":"2026-07-28T15:50:02.84736Z","end":"2026-07-28T15:50:03.384973Z","steps":["trace[313914607] 'process raft request' (duration: 537.074763ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:03.385221Z","caller":"traceutil/trace.go:171","msg":"trace[334372659] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"537.785801ms","start":"2026-07-28T15:50:02.847416Z","end":"2026-07-28T15:50:03.385201Z","steps":["trace[334372659] 'process raft request' (duration: 537.283408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:03.385312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:02.847407Z","time spent":"537.861942ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:03.385346Z","caller":"traceutil/trace.go:171","msg":"trace[1057916712] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"537.450632ms","start":"2026-07-28T15:50:02.84788Z","end":"2026-07-28T15:50:03.38533Z","steps":["trace[1057916712] 'process raft request' (duration: 536.99055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:03.385421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:02.847867Z","time spent":"537.514344ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:03.385306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:02.847333Z","time spent":"537.708299ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:03.878026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.808783ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T15:50:03.878303Z","caller":"traceutil/trace.go:171","msg":"trace[1275761191] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1612; }","duration":"1.03006799s","start":"2026-07-28T15:50:02.848143Z","end":"2026-07-28T15:50:03.878211Z","steps":["trace[1275761191] 'read index received' (duration: 57.688819ms)","trace[1275761191] 'applied index is now lower than readState.Index' (duration: 972.316119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:03.878513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030326146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:03.878679Z","caller":"traceutil/trace.go:171","msg":"trace[735672716] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-tcp; range_end:; response_count:0; response_revision:1558; }","duration":"1.03052255s","start":"2026-07-28T15:50:02.848122Z","end":"2026-07-28T15:50:03.878645Z","steps":["trace[735672716] 'agreement among raft nodes before linearized reading' (duration: 1.030248664s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:03.878749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:02.848112Z","time spent":"1.030624474s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" "} {"level":"warn","ts":"2026-07-28T15:50:03.899636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033521704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T15:50:03.899723Z","caller":"traceutil/trace.go:171","msg":"trace[768350071] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1559; }","duration":"1.033645257s","start":"2026-07-28T15:50:02.866054Z","end":"2026-07-28T15:50:03.8997Z","steps":["trace[768350071] 'agreement among raft nodes before linearized reading' (duration: 1.033363401s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:03.899775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.971534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-28T15:50:03.899775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:02.866038Z","time spent":"1.033722089s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:50:03.899812Z","caller":"traceutil/trace.go:171","msg":"trace[822654390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1559; }","duration":"146.050166ms","start":"2026-07-28T15:50:03.753752Z","end":"2026-07-28T15:50:03.899802Z","steps":["trace[822654390] 'agreement among raft nodes before linearized reading' (duration: 145.943293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:05.025511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034222911s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:50:05.025665Z","caller":"traceutil/trace.go:171","msg":"trace[795235172] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"1.121532803s","start":"2026-07-28T15:50:03.904104Z","end":"2026-07-28T15:50:05.025636Z","steps":["trace[795235172] 'process raft request' (duration: 87.077466ms)","trace[795235172] 'compare' (duration: 1.033811011s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:05.02574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:03.904046Z","time spent":"1.121661456s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:05.171648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.180451482s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:50:05.63761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.367302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:50:05.63824Z","caller":"traceutil/trace.go:171","msg":"trace[1180602754] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"1.733938966s","start":"2026-07-28T15:50:03.904256Z","end":"2026-07-28T15:50:05.638195Z","steps":["trace[1180602754] 'process raft request' (duration: 1.267833426s)","trace[1180602754] 'compare' (duration: 465.036064ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:05.638344Z","caller":"traceutil/trace.go:171","msg":"trace[1164536256] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"789.943907ms","start":"2026-07-28T15:50:04.848375Z","end":"2026-07-28T15:50:05.638319Z","steps":["trace[1164536256] 'process raft request' (duration: 789.890925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:05.638429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:03.904225Z","time spent":"1.734095919s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:05.638452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:04.84834Z","time spent":"790.06775ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:05.63862Z","caller":"traceutil/trace.go:171","msg":"trace[217594478] linearizableReadLoop","detail":"{readStateIndex:1623; appliedIndex:1620; }","duration":"1.732922951s","start":"2026-07-28T15:50:03.905685Z","end":"2026-07-28T15:50:05.638608Z","steps":["trace[217594478] 'read index received' (duration: 85.508948ms)","trace[217594478] 'applied index is now lower than readState.Index' (duration: 1.647412783s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:05.638695Z","caller":"traceutil/trace.go:171","msg":"trace[2146768290] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"1.733770131s","start":"2026-07-28T15:50:03.904883Z","end":"2026-07-28T15:50:05.638654Z","steps":["trace[2146768290] 'process raft request' (duration: 1.733240618s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:05.638768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514584129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:50:05.638772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733072544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:05.638857Z","caller":"traceutil/trace.go:171","msg":"trace[71246737] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx; range_end:; response_count:0; response_revision:1563; }","duration":"1.733172256s","start":"2026-07-28T15:50:03.905665Z","end":"2026-07-28T15:50:05.638837Z","steps":["trace[71246737] 'agreement among raft nodes before linearized reading' (duration: 1.733011792s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:05.638864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:03.904874Z","time spent":"1.733902555s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:05.638894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.842878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:05.638994Z","caller":"traceutil/trace.go:171","msg":"trace[165090943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1563; }","duration":"987.931411ms","start":"2026-07-28T15:50:04.650997Z","end":"2026-07-28T15:50:05.638929Z","steps":["trace[165090943] 'agreement among raft nodes before linearized reading' (duration: 987.861499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:05.639031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:04.650973Z","time spent":"988.051044ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:50:05.639031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.184443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-28T15:50:05.639042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.366304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T15:50:05.639075Z","caller":"traceutil/trace.go:171","msg":"trace[1683951852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1563; }","duration":"729.252335ms","start":"2026-07-28T15:50:04.909813Z","end":"2026-07-28T15:50:05.639065Z","steps":["trace[1683951852] 'agreement among raft nodes before linearized reading' (duration: 729.016909ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:05.639132Z","caller":"traceutil/trace.go:171","msg":"trace[1989795867] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1563; }","duration":"248.495817ms","start":"2026-07-28T15:50:05.390604Z","end":"2026-07-28T15:50:05.6391Z","steps":["trace[1989795867] 'agreement among raft nodes before linearized reading' (duration: 248.274741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:05.639129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.748522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:50:05.63922Z","caller":"traceutil/trace.go:171","msg":"trace[845233575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1563; }","duration":"791.895965ms","start":"2026-07-28T15:50:04.847304Z","end":"2026-07-28T15:50:05.6392Z","steps":["trace[845233575] 'agreement among raft nodes before linearized reading' (duration: 791.553657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:05.639271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:04.847283Z","time spent":"791.979047ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T15:50:05.638808Z","caller":"traceutil/trace.go:171","msg":"trace[54771426] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1563; }","duration":"1.514676861s","start":"2026-07-28T15:50:04.124121Z","end":"2026-07-28T15:50:05.638798Z","steps":["trace[54771426] 'agreement among raft nodes before linearized reading' (duration: 1.514598369s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:05.639043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.369714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T15:50:05.639356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:04.124092Z","time spent":"1.515231425s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:50:05.638901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:03.905659Z","time spent":"1.733233088s","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/ingress-nginx\" "} {"level":"warn","ts":"2026-07-28T15:50:05.639435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:04.909797Z","time spent":"729.625424ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T15:50:05.639449Z","caller":"traceutil/trace.go:171","msg":"trace[1038468257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1563; }","duration":"248.797934ms","start":"2026-07-28T15:50:05.3906Z","end":"2026-07-28T15:50:05.639398Z","steps":["trace[1038468257] 'agreement among raft nodes before linearized reading' (duration: 248.280791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:05.640044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.071986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T15:50:05.640267Z","caller":"traceutil/trace.go:171","msg":"trace[2117250161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1563; }","duration":"250.861834ms","start":"2026-07-28T15:50:05.389254Z","end":"2026-07-28T15:50:05.640116Z","steps":["trace[2117250161] 'agreement among raft nodes before linearized reading' (duration: 249.569113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:06.940694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18864945s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:50:06.940812Z","caller":"traceutil/trace.go:171","msg":"trace[1991449622] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"1.296559015s","start":"2026-07-28T15:50:05.644232Z","end":"2026-07-28T15:50:06.940791Z","steps":["trace[1991449622] 'process raft request' (duration: 107.71808ms)","trace[1991449622] 'compare' (duration: 1.188472446s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:06.940877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:05.644199Z","time spent":"1.296649558s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:06.975377Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223349408s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:50:06.975955Z","caller":"traceutil/trace.go:171","msg":"trace[1511703920] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"1.331430227s","start":"2026-07-28T15:50:05.6445Z","end":"2026-07-28T15:50:06.97593Z","steps":["trace[1511703920] 'process raft request' (duration: 1.331348675s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:06.976002Z","caller":"traceutil/trace.go:171","msg":"trace[905814153] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"1.33158156s","start":"2026-07-28T15:50:05.644375Z","end":"2026-07-28T15:50:06.975956Z","steps":["trace[905814153] 'process raft request' (duration: 1.331244192s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:06.976021Z","caller":"traceutil/trace.go:171","msg":"trace[700752115] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"1.331611141s","start":"2026-07-28T15:50:05.644376Z","end":"2026-07-28T15:50:06.975988Z","steps":["trace[700752115] 'process raft request' (duration: 1.331375865s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:06.976133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:05.644368Z","time spent":"1.331657263s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:06.976196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:05.644358Z","time spent":"1.331748615s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:06.976244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:05.644355Z","time spent":"1.331786866s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:06.97638Z","caller":"traceutil/trace.go:171","msg":"trace[1180004824] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"1.331463498s","start":"2026-07-28T15:50:05.644895Z","end":"2026-07-28T15:50:06.976359Z","steps":["trace[1180004824] 'process raft request' (duration: 1.330992526s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:06.976378Z","caller":"traceutil/trace.go:171","msg":"trace[1658835323] linearizableReadLoop","detail":"{readStateIndex:1629; appliedIndex:1624; }","duration":"1.329996722s","start":"2026-07-28T15:50:05.646344Z","end":"2026-07-28T15:50:06.976341Z","steps":["trace[1658835323] 'read index received' (duration: 105.739161ms)","trace[1658835323] 'applied index is now lower than readState.Index' (duration: 1.22425409s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:06.976486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:05.644879Z","time spent":"1.33155578s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:06.976551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330173486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:06.976628Z","caller":"traceutil/trace.go:171","msg":"trace[38554144] range","detail":"{range_begin:/registry/roles/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:1568; }","duration":"1.330294479s","start":"2026-07-28T15:50:05.646317Z","end":"2026-07-28T15:50:06.976611Z","steps":["trace[38554144] 'agreement among raft nodes before linearized reading' (duration: 1.330128155s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:06.976682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:05.646299Z","time spent":"1.330375651s","remote":"127.0.0.1:35784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/roles/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-07-28T15:50:07.359113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.767705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:50:07.359427Z","caller":"traceutil/trace.go:171","msg":"trace[200041070] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1629; }","duration":"382.873518ms","start":"2026-07-28T15:50:06.976535Z","end":"2026-07-28T15:50:07.359408Z","steps":["trace[200041070] 'read index received' (duration: 271.712324ms)","trace[200041070] 'applied index is now lower than readState.Index' (duration: 111.159904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:07.359509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.599228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:50:07.359553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.892695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:50:07.359555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.133819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:07.359592Z","caller":"traceutil/trace.go:171","msg":"trace[817533310] range","detail":"{range_begin:/registry/rolebindings/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:1570; }","duration":"379.967877ms","start":"2026-07-28T15:50:06.979615Z","end":"2026-07-28T15:50:07.359582Z","steps":["trace[817533310] 'agreement among raft nodes before linearized reading' (duration: 379.903966ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:07.359589Z","caller":"traceutil/trace.go:171","msg":"trace[1504781] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1570; }","duration":"440.749331ms","start":"2026-07-28T15:50:06.918822Z","end":"2026-07-28T15:50:07.359571Z","steps":["trace[1504781] 'agreement among raft nodes before linearized reading' (duration: 440.604488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:07.359628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:06.979595Z","time spent":"380.024948ms","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-07-28T15:50:07.359636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:06.91879Z","time spent":"440.835703ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:50:07.359628Z","caller":"traceutil/trace.go:171","msg":"trace[1009046315] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"1.282669037s","start":"2026-07-28T15:50:06.076929Z","end":"2026-07-28T15:50:07.359598Z","steps":["trace[1009046315] 'process raft request' (duration: 1.171329738s)","trace[1009046315] 'compare' (duration: 110.343034ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:07.359624Z","caller":"traceutil/trace.go:171","msg":"trace[564714691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1570; }","duration":"708.266253ms","start":"2026-07-28T15:50:06.651333Z","end":"2026-07-28T15:50:07.359599Z","steps":["trace[564714691] 'agreement among raft nodes before linearized reading' (duration: 708.125789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:07.359722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.082746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-28T15:50:07.359766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:06.07691Z","time spent":"1.28278523s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:07.359785Z","caller":"traceutil/trace.go:171","msg":"trace[364390562] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:1570; }","duration":"155.199769ms","start":"2026-07-28T15:50:07.20457Z","end":"2026-07-28T15:50:07.35977Z","steps":["trace[364390562] 'agreement among raft nodes before linearized reading' (duration: 154.987524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:07.359821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:06.651311Z","time spent":"708.391946ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:50:07.359931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.850343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:50:07.360034Z","caller":"traceutil/trace.go:171","msg":"trace[1917005953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1570; }","duration":"330.010168ms","start":"2026-07-28T15:50:07.029996Z","end":"2026-07-28T15:50:07.360006Z","steps":["trace[1917005953] 'agreement among raft nodes before linearized reading' (duration: 329.70826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:07.360141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:07.029971Z","time spent":"330.154411ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:50:07.359558Z","caller":"traceutil/trace.go:171","msg":"trace[358491696] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"1.280877193s","start":"2026-07-28T15:50:06.078567Z","end":"2026-07-28T15:50:07.359444Z","steps":["trace[358491696] 'process raft request' (duration: 1.280639507s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:07.360281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:06.07856Z","time spent":"1.281660493s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:07.707595Z","caller":"traceutil/trace.go:171","msg":"trace[1810525346] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1632; }","duration":"253.935099ms","start":"2026-07-28T15:50:07.453628Z","end":"2026-07-28T15:50:07.707563Z","steps":["trace[1810525346] 'read index received' (duration: 2.512961ms)","trace[1810525346] 'applied index is now lower than readState.Index' (duration: 251.420328ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:07.707773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.120594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:07.707862Z","caller":"traceutil/trace.go:171","msg":"trace[1864239401] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:0; response_revision:1572; }","duration":"254.248587ms","start":"2026-07-28T15:50:07.453594Z","end":"2026-07-28T15:50:07.707843Z","steps":["trace[1864239401] 'agreement among raft nodes before linearized reading' (duration: 254.061753ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:07.708205Z","caller":"traceutil/trace.go:171","msg":"trace[1311052354] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"256.261227ms","start":"2026-07-28T15:50:07.451347Z","end":"2026-07-28T15:50:07.707608Z","steps":["trace[1311052354] 'process raft request' (duration: 256.00462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:07.996942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.412336ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:07.997075Z","caller":"traceutil/trace.go:171","msg":"trace[1855899258] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1572; }","duration":"169.56304ms","start":"2026-07-28T15:50:07.827493Z","end":"2026-07-28T15:50:07.997056Z","steps":["trace[1855899258] 'range keys from in-memory index tree' (duration: 169.394196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:07.997222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.748342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:50:07.997353Z","caller":"traceutil/trace.go:171","msg":"trace[797249597] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"353.657635ms","start":"2026-07-28T15:50:07.64368Z","end":"2026-07-28T15:50:07.997338Z","steps":["trace[797249597] 'process raft request' (duration: 188.701057ms)","trace[797249597] 'compare' (duration: 164.601499ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:07.997364Z","caller":"traceutil/trace.go:171","msg":"trace[1639930215] linearizableReadLoop","detail":"{readStateIndex:1635; appliedIndex:1634; }","duration":"286.448714ms","start":"2026-07-28T15:50:07.710897Z","end":"2026-07-28T15:50:07.997345Z","steps":["trace[1639930215] 'read index received' (duration: 121.435155ms)","trace[1639930215] 'applied index is now lower than readState.Index' (duration: 165.011749ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:07.997467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:07.643648Z","time spent":"353.746537ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:07.997543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.622538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T15:50:07.997586Z","caller":"traceutil/trace.go:171","msg":"trace[1582550283] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1573; }","duration":"286.71461ms","start":"2026-07-28T15:50:07.710858Z","end":"2026-07-28T15:50:07.997573Z","steps":["trace[1582550283] 'agreement among raft nodes before linearized reading' (duration: 286.595817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:07.997612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.057859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:07.997676Z","caller":"traceutil/trace.go:171","msg":"trace[1485739660] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1573; }","duration":"124.171761ms","start":"2026-07-28T15:50:07.873488Z","end":"2026-07-28T15:50:07.997659Z","steps":["trace[1485739660] 'agreement among raft nodes before linearized reading' (duration: 124.043008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:07.997715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.345251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:07.997794Z","caller":"traceutil/trace.go:171","msg":"trace[479769799] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:0; response_revision:1573; }","duration":"286.460574ms","start":"2026-07-28T15:50:07.711307Z","end":"2026-07-28T15:50:07.997767Z","steps":["trace[479769799] 'agreement among raft nodes before linearized reading' (duration: 286.210628ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:08.349168Z","caller":"traceutil/trace.go:171","msg":"trace[122942828] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"324.620306ms","start":"2026-07-28T15:50:08.024499Z","end":"2026-07-28T15:50:08.34912Z","steps":["trace[122942828] 'process raft request' (duration: 262.1409ms)","trace[122942828] 'compare' (duration: 62.116677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:08.349389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:08.024482Z","time spent":"324.803861ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":369,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:50:08.614721Z","caller":"traceutil/trace.go:171","msg":"trace[939529220] linearizableReadLoop","detail":"{readStateIndex:1639; appliedIndex:1636; }","duration":"224.262966ms","start":"2026-07-28T15:50:08.390436Z","end":"2026-07-28T15:50:08.614699Z","steps":["trace[939529220] 'read index received' (duration: 27.561693ms)","trace[939529220] 'applied index is now lower than readState.Index' (duration: 196.700103ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:08.614763Z","caller":"traceutil/trace.go:171","msg":"trace[675161188] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"235.942351ms","start":"2026-07-28T15:50:08.378785Z","end":"2026-07-28T15:50:08.614727Z","steps":["trace[675161188] 'process raft request' (duration: 235.840978ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:08.61479Z","caller":"traceutil/trace.go:171","msg":"trace[594315423] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"261.027313ms","start":"2026-07-28T15:50:08.353731Z","end":"2026-07-28T15:50:08.614758Z","steps":["trace[594315423] 'process raft request' (duration: 243.721871ms)","trace[594315423] 'compare' (duration: 16.81457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:08.614955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.504922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T15:50:08.61499Z","caller":"traceutil/trace.go:171","msg":"trace[47042892] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1577; }","duration":"224.592164ms","start":"2026-07-28T15:50:08.390387Z","end":"2026-07-28T15:50:08.614979Z","steps":["trace[47042892] 'agreement among raft nodes before linearized reading' (duration: 224.4391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:08.615081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.553682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:50:08.615134Z","caller":"traceutil/trace.go:171","msg":"trace[546109831] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1577; }","duration":"224.635725ms","start":"2026-07-28T15:50:08.390482Z","end":"2026-07-28T15:50:08.615118Z","steps":["trace[546109831] 'agreement among raft nodes before linearized reading' (duration: 224.460771ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:09.895628Z","caller":"traceutil/trace.go:171","msg":"trace[340128330] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"431.832294ms","start":"2026-07-28T15:50:09.463771Z","end":"2026-07-28T15:50:09.895603Z","steps":["trace[340128330] 'process raft request' (duration: 431.6826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:09.895867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:09.463736Z","time spent":"431.969257ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:10.219962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.324237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:50:10.22009Z","caller":"traceutil/trace.go:171","msg":"trace[758980604] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1603; }","duration":"224.479281ms","start":"2026-07-28T15:50:09.995559Z","end":"2026-07-28T15:50:10.220038Z","steps":["trace[758980604] 'count revisions from in-memory index tree' (duration: 224.185424ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:10.220239Z","caller":"traceutil/trace.go:171","msg":"trace[1712762891] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"216.750532ms","start":"2026-07-28T15:50:10.003462Z","end":"2026-07-28T15:50:10.220213Z","steps":["trace[1712762891] 'process raft request' (duration: 197.336458ms)","trace[1712762891] 'compare' (duration: 18.951792ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:11.26519Z","caller":"traceutil/trace.go:171","msg":"trace[939008832] linearizableReadLoop","detail":"{readStateIndex:1672; appliedIndex:1671; }","duration":"272.608985ms","start":"2026-07-28T15:50:10.992556Z","end":"2026-07-28T15:50:11.265165Z","steps":["trace[939008832] 'read index received' (duration: 272.426601ms)","trace[939008832] 'applied index is now lower than readState.Index' (duration: 181.314µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:11.265464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.885352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:50:11.265504Z","caller":"traceutil/trace.go:171","msg":"trace[502656627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1610; }","duration":"272.979695ms","start":"2026-07-28T15:50:10.992515Z","end":"2026-07-28T15:50:11.265494Z","steps":["trace[502656627] 'agreement among raft nodes before linearized reading' (duration: 272.79153ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:11.265464Z","caller":"traceutil/trace.go:171","msg":"trace[1049754416] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"305.702244ms","start":"2026-07-28T15:50:10.959671Z","end":"2026-07-28T15:50:11.265373Z","steps":["trace[1049754416] 'process raft request' (duration: 305.329124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:11.265655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.440418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:50:11.265739Z","caller":"traceutil/trace.go:171","msg":"trace[1470532102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1610; }","duration":"269.562531ms","start":"2026-07-28T15:50:10.996155Z","end":"2026-07-28T15:50:11.265718Z","steps":["trace[1470532102] 'agreement among raft nodes before linearized reading' (duration: 269.365496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:11.265722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.23683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:50:11.265592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.650612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:50:11.265777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.836117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T15:50:11.265815Z","caller":"traceutil/trace.go:171","msg":"trace[1767755112] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1610; }","duration":"241.365163ms","start":"2026-07-28T15:50:11.024427Z","end":"2026-07-28T15:50:11.265792Z","steps":["trace[1767755112] 'agreement among raft nodes before linearized reading' (duration: 241.177918ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:11.265849Z","caller":"traceutil/trace.go:171","msg":"trace[1209317285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1610; }","duration":"271.96736ms","start":"2026-07-28T15:50:10.993868Z","end":"2026-07-28T15:50:11.265835Z","steps":["trace[1209317285] 'agreement among raft nodes before linearized reading' (duration: 271.498298ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:11.26587Z","caller":"traceutil/trace.go:171","msg":"trace[2108385471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1610; }","duration":"271.98241ms","start":"2026-07-28T15:50:10.993866Z","end":"2026-07-28T15:50:11.265848Z","steps":["trace[2108385471] 'agreement among raft nodes before linearized reading' (duration: 271.697953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:11.266311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:10.959618Z","time spent":"306.067663ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:12.011249Z","caller":"traceutil/trace.go:171","msg":"trace[375433832] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"104.42922ms","start":"2026-07-28T15:50:11.906793Z","end":"2026-07-28T15:50:12.011223Z","steps":["trace[375433832] 'process raft request' (duration: 104.249616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:13.143383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.215641ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T15:50:13.14348Z","caller":"traceutil/trace.go:171","msg":"trace[1795490834] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1678; }","duration":"511.016735ms","start":"2026-07-28T15:50:12.632446Z","end":"2026-07-28T15:50:13.143463Z","steps":["trace[1795490834] 'read index received' (duration: 291.587249ms)","trace[1795490834] 'applied index is now lower than readState.Index' (duration: 219.427876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:13.143613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.16177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:13.143646Z","caller":"traceutil/trace.go:171","msg":"trace[1167960700] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1616; }","duration":"511.241492ms","start":"2026-07-28T15:50:12.632392Z","end":"2026-07-28T15:50:13.143633Z","steps":["trace[1167960700] 'agreement among raft nodes before linearized reading' (duration: 511.17027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:13.143683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:12.63237Z","time spent":"511.304033ms","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:50:13.548584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.148708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:50:13.548752Z","caller":"traceutil/trace.go:171","msg":"trace[1453732462] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"212.015206ms","start":"2026-07-28T15:50:13.336708Z","end":"2026-07-28T15:50:13.548723Z","steps":["trace[1453732462] 'process raft request' (duration: 90.591391ms)","trace[1453732462] 'compare' (duration: 120.867521ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:13.630653Z","caller":"traceutil/trace.go:171","msg":"trace[1978601154] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"292.999984ms","start":"2026-07-28T15:50:13.337627Z","end":"2026-07-28T15:50:13.630627Z","steps":["trace[1978601154] 'process raft request' (duration: 292.930422ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:13.630701Z","caller":"traceutil/trace.go:171","msg":"trace[381967856] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"293.471216ms","start":"2026-07-28T15:50:13.337181Z","end":"2026-07-28T15:50:13.630652Z","steps":["trace[381967856] 'process raft request' (duration: 293.170038ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:13.630911Z","caller":"traceutil/trace.go:171","msg":"trace[1900416757] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"293.715442ms","start":"2026-07-28T15:50:13.337184Z","end":"2026-07-28T15:50:13.6309Z","steps":["trace[1900416757] 'process raft request' (duration: 293.333862ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:13.631001Z","caller":"traceutil/trace.go:171","msg":"trace[1290070621] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1681; }","duration":"195.130964ms","start":"2026-07-28T15:50:13.435856Z","end":"2026-07-28T15:50:13.630987Z","steps":["trace[1290070621] 'read index received' (duration: 194.474218ms)","trace[1290070621] 'applied index is now lower than readState.Index' (duration: 655.566µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:13.631034Z","caller":"traceutil/trace.go:171","msg":"trace[98573071] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"293.21581ms","start":"2026-07-28T15:50:13.337808Z","end":"2026-07-28T15:50:13.631024Z","steps":["trace[98573071] 'process raft request' (duration: 292.784549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:13.631137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.271708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:13.631175Z","caller":"traceutil/trace.go:171","msg":"trace[1148016806] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1622; }","duration":"195.398141ms","start":"2026-07-28T15:50:13.435767Z","end":"2026-07-28T15:50:13.631166Z","steps":["trace[1148016806] 'agreement among raft nodes before linearized reading' (duration: 195.313829ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:14.352345Z","caller":"traceutil/trace.go:171","msg":"trace[1917574794] linearizableReadLoop","detail":"{readStateIndex:1692; appliedIndex:1691; }","duration":"336.618119ms","start":"2026-07-28T15:50:14.015703Z","end":"2026-07-28T15:50:14.352321Z","steps":["trace[1917574794] 'read index received' (duration: 336.511916ms)","trace[1917574794] 'applied index is now lower than readState.Index' (duration: 104.942µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:14.352449Z","caller":"traceutil/trace.go:171","msg":"trace[245160148] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"382.265233ms","start":"2026-07-28T15:50:13.970155Z","end":"2026-07-28T15:50:14.35242Z","steps":["trace[245160148] 'process raft request' (duration: 382.015887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.352614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.847065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T15:50:14.352665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.970126Z","time spent":"382.389516ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:14.352693Z","caller":"traceutil/trace.go:171","msg":"trace[417985958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1629; }","duration":"337.011078ms","start":"2026-07-28T15:50:14.015658Z","end":"2026-07-28T15:50:14.352669Z","steps":["trace[417985958] 'agreement among raft nodes before linearized reading' (duration: 336.762882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.352756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:14.01564Z","time spent":"337.099611ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:50:14.364275Z","caller":"traceutil/trace.go:171","msg":"trace[696630434] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"130.735612ms","start":"2026-07-28T15:50:14.233519Z","end":"2026-07-28T15:50:14.364255Z","steps":["trace[696630434] 'process raft request' (duration: 130.644129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:25.214017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.856468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:25.214124Z","caller":"traceutil/trace.go:171","msg":"trace[1760543324] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1848; }","duration":"148.035833ms","start":"2026-07-28T15:50:25.066068Z","end":"2026-07-28T15:50:25.214103Z","steps":["trace[1760543324] 'range keys from in-memory index tree' (duration: 147.778337ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:25.255344Z","caller":"traceutil/trace.go:171","msg":"trace[93220909] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"144.000534ms","start":"2026-07-28T15:50:25.111317Z","end":"2026-07-28T15:50:25.255317Z","steps":["trace[93220909] 'process raft request' (duration: 143.814039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:37.196508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.476082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:50:37.197247Z","caller":"traceutil/trace.go:171","msg":"trace[2108270478] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"127.594353ms","start":"2026-07-28T15:50:37.069625Z","end":"2026-07-28T15:50:37.197219Z","steps":["trace[2108270478] 'process raft request' (duration: 12.352142ms)","trace[2108270478] 'compare' (duration: 114.364469ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:37.667429Z","caller":"traceutil/trace.go:171","msg":"trace[473775171] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"294.456686ms","start":"2026-07-28T15:50:37.372951Z","end":"2026-07-28T15:50:37.667408Z","steps":["trace[473775171] 'process raft request' (duration: 294.340194ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:37.668079Z","caller":"traceutil/trace.go:171","msg":"trace[286775473] linearizableReadLoop","detail":"{readStateIndex:2165; appliedIndex:2163; }","duration":"204.270529ms","start":"2026-07-28T15:50:37.463776Z","end":"2026-07-28T15:50:37.668047Z","steps":["trace[286775473] 'read index received' (duration: 203.50745ms)","trace[286775473] 'applied index is now lower than readState.Index' (duration: 762.479µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:37.668124Z","caller":"traceutil/trace.go:171","msg":"trace[75559843] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"295.080632ms","start":"2026-07-28T15:50:37.373026Z","end":"2026-07-28T15:50:37.668107Z","steps":["trace[75559843] 'process raft request' (duration: 294.909087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:37.668222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.427963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:37.668273Z","caller":"traceutil/trace.go:171","msg":"trace[1663775234] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:2076; }","duration":"204.528565ms","start":"2026-07-28T15:50:37.463729Z","end":"2026-07-28T15:50:37.668258Z","steps":["trace[1663775234] 'agreement among raft nodes before linearized reading' (duration: 204.436873ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:37.88849Z","caller":"traceutil/trace.go:171","msg":"trace[609546290] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"117.968547ms","start":"2026-07-28T15:50:37.770484Z","end":"2026-07-28T15:50:37.888452Z","steps":["trace[609546290] 'process raft request' (duration: 117.734371ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:37.888567Z","caller":"traceutil/trace.go:171","msg":"trace[6043188] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"106.145838ms","start":"2026-07-28T15:50:37.782385Z","end":"2026-07-28T15:50:37.888531Z","steps":["trace[6043188] 'process raft request' (duration: 105.955353ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:38.062096Z","caller":"traceutil/trace.go:171","msg":"trace[782844568] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"209.581108ms","start":"2026-07-28T15:50:37.852476Z","end":"2026-07-28T15:50:38.062057Z","steps":["trace[782844568] 'process raft request' (duration: 124.786044ms)","trace[782844568] 'compare' (duration: 84.400905ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:38.48668Z","caller":"traceutil/trace.go:171","msg":"trace[853724990] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"162.121767ms","start":"2026-07-28T15:50:38.324525Z","end":"2026-07-28T15:50:38.486647Z","steps":["trace[853724990] 'process raft request' (duration: 160.409845ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:38.486723Z","caller":"traceutil/trace.go:171","msg":"trace[607101341] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"161.730528ms","start":"2026-07-28T15:50:38.324969Z","end":"2026-07-28T15:50:38.486699Z","steps":["trace[607101341] 'process raft request' (duration: 161.613345ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:38.486827Z","caller":"traceutil/trace.go:171","msg":"trace[2047536147] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"161.704067ms","start":"2026-07-28T15:50:38.325105Z","end":"2026-07-28T15:50:38.486809Z","steps":["trace[2047536147] 'process raft request' (duration: 161.533043ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:38.486979Z","caller":"traceutil/trace.go:171","msg":"trace[425116280] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"161.493492ms","start":"2026-07-28T15:50:38.325472Z","end":"2026-07-28T15:50:38.486966Z","steps":["trace[425116280] 'process raft request' (duration: 161.265536ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:38.487009Z","caller":"traceutil/trace.go:171","msg":"trace[745679911] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"161.228406ms","start":"2026-07-28T15:50:38.325768Z","end":"2026-07-28T15:50:38.486997Z","steps":["trace[745679911] 'process raft request' (duration: 161.117173ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:38.487089Z","caller":"traceutil/trace.go:171","msg":"trace[949180881] linearizableReadLoop","detail":"{readStateIndex:2181; appliedIndex:2174; }","duration":"156.857159ms","start":"2026-07-28T15:50:38.330218Z","end":"2026-07-28T15:50:38.487075Z","steps":["trace[949180881] 'read index received' (duration: 52.890854ms)","trace[949180881] 'applied index is now lower than readState.Index' (duration: 103.965104ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:38.48718Z","caller":"traceutil/trace.go:171","msg":"trace[2063571365] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"158.606291ms","start":"2026-07-28T15:50:38.328548Z","end":"2026-07-28T15:50:38.487155Z","steps":["trace[2063571365] 'process raft request' (duration: 158.405097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:38.487223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.989891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:50:38.487256Z","caller":"traceutil/trace.go:171","msg":"trace[2124163875] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2091; }","duration":"157.081094ms","start":"2026-07-28T15:50:38.330166Z","end":"2026-07-28T15:50:38.487247Z","steps":["trace[2124163875] 'agreement among raft nodes before linearized reading' (duration: 156.985611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:38.487257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.010153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:38.487339Z","caller":"traceutil/trace.go:171","msg":"trace[377130724] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:2091; }","duration":"155.133296ms","start":"2026-07-28T15:50:38.332183Z","end":"2026-07-28T15:50:38.487316Z","steps":["trace[377130724] 'agreement among raft nodes before linearized reading' (duration: 154.987273ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:38.666853Z","caller":"traceutil/trace.go:171","msg":"trace[951314346] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2181; }","duration":"142.130489ms","start":"2026-07-28T15:50:38.524698Z","end":"2026-07-28T15:50:38.666828Z","steps":["trace[951314346] 'read index received' (duration: 53.289185ms)","trace[951314346] 'applied index is now lower than readState.Index' (duration: 88.840164ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:38.667024Z","caller":"traceutil/trace.go:171","msg":"trace[844587575] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"159.092143ms","start":"2026-07-28T15:50:38.507868Z","end":"2026-07-28T15:50:38.66696Z","steps":["trace[844587575] 'process raft request' (duration: 158.822996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:38.66717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.451837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:50:38.667234Z","caller":"traceutil/trace.go:171","msg":"trace[310422170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2093; }","duration":"142.558249ms","start":"2026-07-28T15:50:38.52466Z","end":"2026-07-28T15:50:38.667218Z","steps":["trace[310422170] 'agreement among raft nodes before linearized reading' (duration: 142.350744ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:38.825829Z","caller":"traceutil/trace.go:171","msg":"trace[1501775442] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"101.966785ms","start":"2026-07-28T15:50:38.72382Z","end":"2026-07-28T15:50:38.825787Z","steps":["trace[1501775442] 'process raft request' (duration: 58.88627ms)","trace[1501775442] 'compare' (duration: 42.764507ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:49.077409Z","caller":"traceutil/trace.go:171","msg":"trace[282141412] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2328; }","duration":"203.583932ms","start":"2026-07-28T15:50:48.8738Z","end":"2026-07-28T15:50:49.077384Z","steps":["trace[282141412] 'read index received' (duration: 203.252214ms)","trace[282141412] 'applied index is now lower than readState.Index' (duration: 330.818µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:49.077542Z","caller":"traceutil/trace.go:171","msg":"trace[1193021570] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"233.784671ms","start":"2026-07-28T15:50:48.843718Z","end":"2026-07-28T15:50:49.077502Z","steps":["trace[1193021570] 'process raft request' (duration: 233.401992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:49.077685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.862759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T15:50:49.077764Z","caller":"traceutil/trace.go:171","msg":"trace[593528162] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2237; }","duration":"203.958142ms","start":"2026-07-28T15:50:48.87376Z","end":"2026-07-28T15:50:49.077718Z","steps":["trace[593528162] 'agreement among raft nodes before linearized reading' (duration: 203.800728ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:49.34452Z","caller":"traceutil/trace.go:171","msg":"trace[2146034510] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"261.701344ms","start":"2026-07-28T15:50:49.082792Z","end":"2026-07-28T15:50:49.344493Z","steps":["trace[2146034510] 'process raft request' (duration: 261.542ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:50.254693Z","caller":"traceutil/trace.go:171","msg":"trace[1375030967] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2330; }","duration":"498.721585ms","start":"2026-07-28T15:50:49.755949Z","end":"2026-07-28T15:50:50.254671Z","steps":["trace[1375030967] 'read index received' (duration: 498.652543ms)","trace[1375030967] 'applied index is now lower than readState.Index' (duration: 67.902µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:50.255029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.066864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:50:50.255114Z","caller":"traceutil/trace.go:171","msg":"trace[40480838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2239; }","duration":"499.227387ms","start":"2026-07-28T15:50:49.755869Z","end":"2026-07-28T15:50:50.255096Z","steps":["trace[40480838] 'agreement among raft nodes before linearized reading' (duration: 498.95147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.255165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.755834Z","time spent":"499.32239ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:50:50.255466Z","caller":"traceutil/trace.go:171","msg":"trace[1196959481] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"543.390128ms","start":"2026-07-28T15:50:49.712034Z","end":"2026-07-28T15:50:50.255424Z","steps":["trace[1196959481] 'process raft request' (duration: 542.501466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.255618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.712008Z","time spent":"543.531942ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:50.755188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626759433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:50:50.949021Z","caller":"traceutil/trace.go:171","msg":"trace[330472764] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"629.234959ms","start":"2026-07-28T15:50:50.319762Z","end":"2026-07-28T15:50:50.948997Z","steps":["trace[330472764] 'process raft request' (duration: 629.121316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.949161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.319726Z","time spent":"629.368062ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:50.94917Z","caller":"traceutil/trace.go:171","msg":"trace[1530733787] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2331; }","duration":"694.313202ms","start":"2026-07-28T15:50:50.254834Z","end":"2026-07-28T15:50:50.949147Z","steps":["trace[1530733787] 'read index received' (duration: 648.773567ms)","trace[1530733787] 'applied index is now lower than readState.Index' (duration: 45.538635ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:50.94904Z","caller":"traceutil/trace.go:171","msg":"trace[2011092936] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"1.004560595s","start":"2026-07-28T15:50:49.944437Z","end":"2026-07-28T15:50:50.948997Z","steps":["trace[2011092936] 'process raft request' (duration: 959.02166ms)","trace[2011092936] 'compare' (duration: 45.061103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:50.94945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.944398Z","time spent":"1.004962585s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:50.949518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123090035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:50:50.949541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.415262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T15:50:50.949573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.139814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:50:50.949622Z","caller":"traceutil/trace.go:171","msg":"trace[1990670060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2242; }","duration":"993.518724ms","start":"2026-07-28T15:50:49.956087Z","end":"2026-07-28T15:50:50.949606Z","steps":["trace[1990670060] 'agreement among raft nodes before linearized reading' (duration: 993.299328ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:50.949616Z","caller":"traceutil/trace.go:171","msg":"trace[1922799168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2242; }","duration":"1.123248879s","start":"2026-07-28T15:50:49.82635Z","end":"2026-07-28T15:50:50.949599Z","steps":["trace[1922799168] 'agreement among raft nodes before linearized reading' (duration: 1.122996022s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.949645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.054636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:50:50.949652Z","caller":"traceutil/trace.go:171","msg":"trace[270142907] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2242; }","duration":"995.225416ms","start":"2026-07-28T15:50:49.954393Z","end":"2026-07-28T15:50:50.949618Z","steps":["trace[270142907] 'agreement among raft nodes before linearized reading' (duration: 995.015411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.949661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.956079Z","time spent":"993.575416ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:50:50.949647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.430812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:50:50.94967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.826326Z","time spent":"1.123334761s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:50:50.949671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126805276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T15:50:50.949674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.865789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T15:50:50.949687Z","caller":"traceutil/trace.go:171","msg":"trace[1672727819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2242; }","duration":"191.106647ms","start":"2026-07-28T15:50:50.758565Z","end":"2026-07-28T15:50:50.949672Z","steps":["trace[1672727819] 'agreement among raft nodes before linearized reading' (duration: 191.000745ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:50.9497Z","caller":"traceutil/trace.go:171","msg":"trace[1820835600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2242; }","duration":"300.527215ms","start":"2026-07-28T15:50:50.649158Z","end":"2026-07-28T15:50:50.949685Z","steps":["trace[1820835600] 'agreement among raft nodes before linearized reading' (duration: 300.454013ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:50.949723Z","caller":"traceutil/trace.go:171","msg":"trace[480930427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2242; }","duration":"1.126899718s","start":"2026-07-28T15:50:49.822805Z","end":"2026-07-28T15:50:50.949705Z","steps":["trace[480930427] 'agreement among raft nodes before linearized reading' (duration: 1.126776175s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:50.949729Z","caller":"traceutil/trace.go:171","msg":"trace[1368016496] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2242; }","duration":"212.947531ms","start":"2026-07-28T15:50:50.736762Z","end":"2026-07-28T15:50:50.94971Z","steps":["trace[1368016496] 'agreement among raft nodes before linearized reading' (duration: 212.848249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.949537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147486632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:50:50.94978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.822775Z","time spent":"1.126993561s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:50:50.949493Z","caller":"traceutil/trace.go:171","msg":"trace[1895016824] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"242.416563ms","start":"2026-07-28T15:50:50.707033Z","end":"2026-07-28T15:50:50.94945Z","steps":["trace[1895016824] 'process raft request' (duration: 241.929701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.949808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.707931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T15:50:50.949867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.239144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11912"} {"level":"info","ts":"2026-07-28T15:50:50.949816Z","caller":"traceutil/trace.go:171","msg":"trace[1850425016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2242; }","duration":"1.1478142s","start":"2026-07-28T15:50:49.801989Z","end":"2026-07-28T15:50:50.949804Z","steps":["trace[1850425016] 'agreement among raft nodes before linearized reading' (duration: 1.147368249s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:50.949898Z","caller":"traceutil/trace.go:171","msg":"trace[1457104653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2242; }","duration":"308.312276ms","start":"2026-07-28T15:50:50.641577Z","end":"2026-07-28T15:50:50.949889Z","steps":["trace[1457104653] 'agreement among raft nodes before linearized reading' (duration: 308.219213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.949734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.649127Z","time spent":"300.600157ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:50:50.949519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.414655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:50:50.949937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.801967Z","time spent":"1.147956924s","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:50:50.949955Z","caller":"traceutil/trace.go:171","msg":"trace[234295729] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2242; }","duration":"370.895287ms","start":"2026-07-28T15:50:50.579048Z","end":"2026-07-28T15:50:50.949943Z","steps":["trace[234295729] 'agreement among raft nodes before linearized reading' (duration: 370.410875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.949952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.641553Z","time spent":"308.379367ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11935,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T15:50:50.949902Z","caller":"traceutil/trace.go:171","msg":"trace[1235313142] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2242; }","duration":"202.831133ms","start":"2026-07-28T15:50:50.747044Z","end":"2026-07-28T15:50:50.949875Z","steps":["trace[1235313142] 'agreement among raft nodes before linearized reading' (duration: 202.574377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.950018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.57903Z","time spent":"370.966788ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:50:50.949533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.041871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:50:50.950468Z","caller":"traceutil/trace.go:171","msg":"trace[1363924568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2242; }","duration":"741.009254ms","start":"2026-07-28T15:50:50.209429Z","end":"2026-07-28T15:50:50.950438Z","steps":["trace[1363924568] 'agreement among raft nodes before linearized reading' (duration: 739.938348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.95052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.209398Z","time spent":"741.107717ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:50:50.949693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.954379Z","time spent":"995.305828ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:50:51.507246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.287773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:50:51.507562Z","caller":"traceutil/trace.go:171","msg":"trace[1236165398] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"551.810104ms","start":"2026-07-28T15:50:50.955695Z","end":"2026-07-28T15:50:51.507505Z","steps":["trace[1236165398] 'process raft request' (duration: 402.145451ms)","trace[1236165398] 'compare' (duration: 149.11966ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:51.507586Z","caller":"traceutil/trace.go:171","msg":"trace[48420270] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"551.398474ms","start":"2026-07-28T15:50:50.956145Z","end":"2026-07-28T15:50:51.507543Z","steps":["trace[48420270] 'process raft request' (duration: 551.2348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.507734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.955677Z","time spent":"551.953918ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.507734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.956126Z","time spent":"551.523617ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:51.507738Z","caller":"traceutil/trace.go:171","msg":"trace[1024903836] linearizableReadLoop","detail":"{readStateIndex:2342; appliedIndex:2334; }","duration":"549.147999ms","start":"2026-07-28T15:50:50.958567Z","end":"2026-07-28T15:50:51.507715Z","steps":["trace[1024903836] 'read index received' (duration: 45.3595ms)","trace[1024903836] 'applied index is now lower than readState.Index' (duration: 503.787519ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:51.507867Z","caller":"traceutil/trace.go:171","msg":"trace[985571750] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"551.369543ms","start":"2026-07-28T15:50:50.956486Z","end":"2026-07-28T15:50:51.507855Z","steps":["trace[985571750] 'process raft request' (duration: 550.974114ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.507886Z","caller":"traceutil/trace.go:171","msg":"trace[1765077574] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"550.771489ms","start":"2026-07-28T15:50:50.957101Z","end":"2026-07-28T15:50:51.507873Z","steps":["trace[1765077574] 'process raft request' (duration: 550.510332ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.507881Z","caller":"traceutil/trace.go:171","msg":"trace[769757353] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"551.22834ms","start":"2026-07-28T15:50:50.956619Z","end":"2026-07-28T15:50:51.507847Z","steps":["trace[769757353] 'process raft request' (duration: 550.932203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.50792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.956468Z","time spent":"551.422784ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.507963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.957083Z","time spent":"550.83764ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.507974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.408995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:51.507961Z","caller":"traceutil/trace.go:171","msg":"trace[520752335] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"551.447855ms","start":"2026-07-28T15:50:50.956469Z","end":"2026-07-28T15:50:51.507917Z","steps":["trace[520752335] 'process raft request' (duration: 551.035395ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.508013Z","caller":"traceutil/trace.go:171","msg":"trace[1384645001] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2250; }","duration":"549.493067ms","start":"2026-07-28T15:50:50.95851Z","end":"2026-07-28T15:50:51.508003Z","steps":["trace[1384645001] 'agreement among raft nodes before linearized reading' (duration: 549.423425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.508006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.956606Z","time spent":"551.336713ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:51.507996Z","caller":"traceutil/trace.go:171","msg":"trace[994076532] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"550.221635ms","start":"2026-07-28T15:50:50.957743Z","end":"2026-07-28T15:50:51.507964Z","steps":["trace[994076532] 'process raft request' (duration: 549.918848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.508043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.958495Z","time spent":"549.541279ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:50:51.508142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.957724Z","time spent":"550.332128ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.508181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.956417Z","time spent":"551.63424ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.50825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.347114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:50:51.508363Z","caller":"traceutil/trace.go:171","msg":"trace[788102559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2250; }","duration":"245.531148ms","start":"2026-07-28T15:50:51.262808Z","end":"2026-07-28T15:50:51.508339Z","steps":["trace[788102559] 'agreement among raft nodes before linearized reading' (duration: 245.18442ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:56.3113Z","caller":"traceutil/trace.go:171","msg":"trace[1349493275] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2382; }","duration":"235.707289ms","start":"2026-07-28T15:50:56.075568Z","end":"2026-07-28T15:50:56.311275Z","steps":["trace[1349493275] 'read index received' (duration: 235.557975ms)","trace[1349493275] 'applied index is now lower than readState.Index' (duration: 148.094µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:56.311424Z","caller":"traceutil/trace.go:171","msg":"trace[1400031816] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"295.351179ms","start":"2026-07-28T15:50:56.016043Z","end":"2026-07-28T15:50:56.311395Z","steps":["trace[1400031816] 'process raft request' (duration: 295.031421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:56.311579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.998116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:50:56.311624Z","caller":"traceutil/trace.go:171","msg":"trace[97371950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2290; }","duration":"236.107529ms","start":"2026-07-28T15:50:56.075505Z","end":"2026-07-28T15:50:56.311613Z","steps":["trace[97371950] 'agreement among raft nodes before linearized reading' (duration: 235.876793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:59.165472Z","caller":"traceutil/trace.go:171","msg":"trace[591549911] linearizableReadLoop","detail":"{readStateIndex:2400; appliedIndex:2397; }","duration":"141.715218ms","start":"2026-07-28T15:50:59.02373Z","end":"2026-07-28T15:50:59.165445Z","steps":["trace[591549911] 'read index received' (duration: 940.383µs)","trace[591549911] 'applied index is now lower than readState.Index' (duration: 140.773825ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:59.16554Z","caller":"traceutil/trace.go:171","msg":"trace[488945242] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"190.00711ms","start":"2026-07-28T15:50:58.97551Z","end":"2026-07-28T15:50:59.165517Z","steps":["trace[488945242] 'process raft request' (duration: 189.883787ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:59.165537Z","caller":"traceutil/trace.go:171","msg":"trace[166004125] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"190.43149ms","start":"2026-07-28T15:50:58.975062Z","end":"2026-07-28T15:50:59.165494Z","steps":["trace[166004125] 'process raft request' (duration: 142.618891ms)","trace[166004125] 'compare' (duration: 47.559423ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:59.165646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.893262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:59.165727Z","caller":"traceutil/trace.go:171","msg":"trace[1585190259] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2306; }","duration":"142.033336ms","start":"2026-07-28T15:50:59.023676Z","end":"2026-07-28T15:50:59.16571Z","steps":["trace[1585190259] 'agreement among raft nodes before linearized reading' (duration: 141.885722ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:59.317442Z","caller":"traceutil/trace.go:171","msg":"trace[1826554990] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"148.270828ms","start":"2026-07-28T15:50:59.169138Z","end":"2026-07-28T15:50:59.317409Z","steps":["trace[1826554990] 'process raft request' (duration: 137.826423ms)","trace[1826554990] 'compare' (duration: 10.210819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:01.144364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.979513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:01.144512Z","caller":"traceutil/trace.go:171","msg":"trace[1116952380] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"176.049029ms","start":"2026-07-28T15:51:00.968434Z","end":"2026-07-28T15:51:01.144483Z","steps":["trace[1116952380] 'process raft request' (duration: 58.84006ms)","trace[1116952380] 'compare' (duration: 116.86671ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:01.157549Z","caller":"traceutil/trace.go:171","msg":"trace[1965788015] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"188.577215ms","start":"2026-07-28T15:51:00.968915Z","end":"2026-07-28T15:51:01.157492Z","steps":["trace[1965788015] 'process raft request' (duration: 188.296128ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:01.157569Z","caller":"traceutil/trace.go:171","msg":"trace[1511520195] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"188.3897ms","start":"2026-07-28T15:51:00.969144Z","end":"2026-07-28T15:51:01.157533Z","steps":["trace[1511520195] 'process raft request' (duration: 188.226966ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:01.157984Z","caller":"traceutil/trace.go:171","msg":"trace[1191815649] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"188.787581ms","start":"2026-07-28T15:51:00.969181Z","end":"2026-07-28T15:51:01.157968Z","steps":["trace[1191815649] 'process raft request' (duration: 188.240877ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:01.158109Z","caller":"traceutil/trace.go:171","msg":"trace[2110232869] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"182.724982ms","start":"2026-07-28T15:51:00.975306Z","end":"2026-07-28T15:51:01.158031Z","steps":["trace[2110232869] 'process raft request' (duration: 182.527767ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:01.159251Z","caller":"traceutil/trace.go:171","msg":"trace[1150096263] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"128.258158ms","start":"2026-07-28T15:51:01.030974Z","end":"2026-07-28T15:51:01.159232Z","steps":["trace[1150096263] 'process raft request' (duration: 128.162866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:03.49057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.644193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:03.490711Z","caller":"traceutil/trace.go:171","msg":"trace[118737725] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"326.970082ms","start":"2026-07-28T15:51:03.16371Z","end":"2026-07-28T15:51:03.49068Z","steps":["trace[118737725] 'process raft request' (duration: 45.130774ms)","trace[118737725] 'compare' (duration: 281.455968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:03.491023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:03.163682Z","time spent":"327.28935ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:03.49275Z","caller":"traceutil/trace.go:171","msg":"trace[1806577738] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"315.563003ms","start":"2026-07-28T15:51:03.177164Z","end":"2026-07-28T15:51:03.492727Z","steps":["trace[1806577738] 'process raft request' (duration: 315.529052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:03.492872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:03.177145Z","time spent":"315.665475ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:03.492918Z","caller":"traceutil/trace.go:171","msg":"trace[1212506484] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"315.966012ms","start":"2026-07-28T15:51:03.176909Z","end":"2026-07-28T15:51:03.492875Z","steps":["trace[1212506484] 'process raft request' (duration: 315.680095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:03.493128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:03.176885Z","time spent":"316.176998ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:03.896893Z","caller":"traceutil/trace.go:171","msg":"trace[1321686741] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"326.365237ms","start":"2026-07-28T15:51:03.570499Z","end":"2026-07-28T15:51:03.896864Z","steps":["trace[1321686741] 'process raft request' (duration: 268.430819ms)","trace[1321686741] 'compare' (duration: 57.813885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:03.897206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:03.570485Z","time spent":"326.48649ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:03.91441Z","caller":"traceutil/trace.go:171","msg":"trace[353633727] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"342.42997ms","start":"2026-07-28T15:51:03.571956Z","end":"2026-07-28T15:51:03.914386Z","steps":["trace[353633727] 'process raft request' (duration: 342.246135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:03.914533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:03.571943Z","time spent":"342.533232ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:03.914776Z","caller":"traceutil/trace.go:171","msg":"trace[1416427719] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"342.771258ms","start":"2026-07-28T15:51:03.571968Z","end":"2026-07-28T15:51:03.91474Z","steps":["trace[1416427719] 'process raft request' (duration: 342.352028ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:03.91483Z","caller":"traceutil/trace.go:171","msg":"trace[621286498] linearizableReadLoop","detail":"{readStateIndex:2458; appliedIndex:2452; }","duration":"320.37556ms","start":"2026-07-28T15:51:03.594432Z","end":"2026-07-28T15:51:03.914807Z","steps":["trace[621286498] 'read index received' (duration: 244.520274ms)","trace[621286498] 'applied index is now lower than readState.Index' (duration: 75.853876ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:03.914883Z","caller":"traceutil/trace.go:171","msg":"trace[367796115] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"341.99608ms","start":"2026-07-28T15:51:03.572872Z","end":"2026-07-28T15:51:03.914868Z","steps":["trace[367796115] 'process raft request' (duration: 341.845846ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:03.91498Z","caller":"traceutil/trace.go:171","msg":"trace[1367937017] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"341.467086ms","start":"2026-07-28T15:51:03.573501Z","end":"2026-07-28T15:51:03.914968Z","steps":["trace[1367937017] 'process raft request' (duration: 341.263351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:03.915004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:03.571958Z","time spent":"342.886791ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:03.915086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:03.573452Z","time spent":"341.558889ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:03.915087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:03.572862Z","time spent":"342.133773ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:03.915138Z","caller":"traceutil/trace.go:171","msg":"trace[2033875099] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"342.629255ms","start":"2026-07-28T15:51:03.572483Z","end":"2026-07-28T15:51:03.915112Z","steps":["trace[2033875099] 'process raft request' (duration: 342.115982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:03.915235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:03.572472Z","time spent":"342.714737ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:03.915282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.196655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:51:03.915327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.147636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:51:03.915327Z","caller":"traceutil/trace.go:171","msg":"trace[1699118433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2363; }","duration":"264.271308ms","start":"2026-07-28T15:51:03.651043Z","end":"2026-07-28T15:51:03.915315Z","steps":["trace[1699118433] 'agreement among raft nodes before linearized reading' (duration: 264.205236ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:03.915349Z","caller":"traceutil/trace.go:171","msg":"trace[793019901] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2363; }","duration":"280.203877ms","start":"2026-07-28T15:51:03.635138Z","end":"2026-07-28T15:51:03.915342Z","steps":["trace[793019901] 'agreement among raft nodes before linearized reading' (duration: 280.029883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:03.915357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.918343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:51:03.915412Z","caller":"traceutil/trace.go:171","msg":"trace[1511039913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2363; }","duration":"321.006175ms","start":"2026-07-28T15:51:03.594387Z","end":"2026-07-28T15:51:03.915393Z","steps":["trace[1511039913] 'agreement among raft nodes before linearized reading' (duration: 320.820061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:03.915477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:03.594369Z","time spent":"321.094238ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:51:08.129749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.53386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:51:08.129827Z","caller":"traceutil/trace.go:171","msg":"trace[829282780] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2383; }","duration":"726.650523ms","start":"2026-07-28T15:51:07.403159Z","end":"2026-07-28T15:51:08.12981Z","steps":["trace[829282780] 'count revisions from in-memory index tree' (duration: 726.469379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.1297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.149024ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:51:08.129928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.403144Z","time spent":"726.713545ms","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:51:08.129861Z","caller":"traceutil/trace.go:171","msg":"trace[772214435] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"609.673311ms","start":"2026-07-28T15:51:07.520156Z","end":"2026-07-28T15:51:08.129829Z","steps":["trace[772214435] 'process raft request' (duration: 581.84794ms)","trace[772214435] 'compare' (duration: 27.303338ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:08.130471Z","caller":"traceutil/trace.go:171","msg":"trace[1224388837] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2383; }","duration":"302.460762ms","start":"2026-07-28T15:51:07.827519Z","end":"2026-07-28T15:51:08.129979Z","steps":["trace[1224388837] 'range keys from in-memory index tree' (duration: 302.118413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.130524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.520126Z","time spent":"610.278245ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:08.29943Z","caller":"traceutil/trace.go:171","msg":"trace[1133238092] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"765.32809ms","start":"2026-07-28T15:51:07.534081Z","end":"2026-07-28T15:51:08.299409Z","steps":["trace[1133238092] 'process raft request' (duration: 765.131505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.299584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.534052Z","time spent":"765.452803ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:08.299881Z","caller":"traceutil/trace.go:171","msg":"trace[467164324] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"764.557401ms","start":"2026-07-28T15:51:07.535286Z","end":"2026-07-28T15:51:08.299843Z","steps":["trace[467164324] 'process raft request' (duration: 764.085099ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:08.300003Z","caller":"traceutil/trace.go:171","msg":"trace[292163875] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"620.432993ms","start":"2026-07-28T15:51:07.679559Z","end":"2026-07-28T15:51:08.299992Z","steps":["trace[292163875] 'process raft request' (duration: 620.049254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.300052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.679535Z","time spent":"620.491625ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:08.300069Z","caller":"traceutil/trace.go:171","msg":"trace[804016131] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"620.472505ms","start":"2026-07-28T15:51:07.679576Z","end":"2026-07-28T15:51:08.300049Z","steps":["trace[804016131] 'process raft request' (duration: 620.26921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.300093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.994611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:51:08.300116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.679559Z","time spent":"620.532616ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:08.300152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.53528Z","time spent":"764.730795ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:08.299958Z","caller":"traceutil/trace.go:171","msg":"trace[1558105953] linearizableReadLoop","detail":"{readStateIndex:2482; appliedIndex:2479; }","duration":"650.884969ms","start":"2026-07-28T15:51:07.649053Z","end":"2026-07-28T15:51:08.299938Z","steps":["trace[1558105953] 'read index received' (duration: 453.040027ms)","trace[1558105953] 'applied index is now lower than readState.Index' (duration: 197.843372ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:08.300447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.558611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:51:08.300471Z","caller":"traceutil/trace.go:171","msg":"trace[1039942692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2388; }","duration":"375.634753ms","start":"2026-07-28T15:51:07.92483Z","end":"2026-07-28T15:51:08.300465Z","steps":["trace[1039942692] 'agreement among raft nodes before linearized reading' (duration: 375.549881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.300487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.924801Z","time spent":"375.682764ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:51:08.300585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.697097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:51:08.300604Z","caller":"traceutil/trace.go:171","msg":"trace[1300317988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2388; }","duration":"362.751687ms","start":"2026-07-28T15:51:07.937848Z","end":"2026-07-28T15:51:08.300599Z","steps":["trace[1300317988] 'agreement among raft nodes before linearized reading' (duration: 362.701786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.300617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.937821Z","time spent":"362.792458ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:51:08.300677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.217349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T15:51:08.300693Z","caller":"traceutil/trace.go:171","msg":"trace[1455898972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2388; }","duration":"363.25791ms","start":"2026-07-28T15:51:07.937431Z","end":"2026-07-28T15:51:08.300689Z","steps":["trace[1455898972] 'agreement among raft nodes before linearized reading' (duration: 363.218409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.300704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.937419Z","time spent":"363.282651ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:51:08.30068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.615014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:51:08.300767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.231474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:51:08.300762Z","caller":"traceutil/trace.go:171","msg":"trace[488848397] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2388; }","duration":"362.738428ms","start":"2026-07-28T15:51:07.938005Z","end":"2026-07-28T15:51:08.300743Z","steps":["trace[488848397] 'agreement among raft nodes before linearized reading' (duration: 362.471681ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:08.300787Z","caller":"traceutil/trace.go:171","msg":"trace[574083653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2388; }","duration":"353.267645ms","start":"2026-07-28T15:51:07.947513Z","end":"2026-07-28T15:51:08.30078Z","steps":["trace[574083653] 'agreement among raft nodes before linearized reading' (duration: 353.221344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.3008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.947502Z","time spent":"353.294826ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:51:08.300811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.937992Z","time spent":"362.810399ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:51:08.300831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.871555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:51:08.301065Z","caller":"traceutil/trace.go:171","msg":"trace[1142855750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2388; }","duration":"364.158862ms","start":"2026-07-28T15:51:07.936893Z","end":"2026-07-28T15:51:08.301052Z","steps":["trace[1142855750] 'agreement among raft nodes before linearized reading' (duration: 363.806864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.301059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.773344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T15:51:08.301104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.93686Z","time spent":"364.236474ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T15:51:08.301117Z","caller":"traceutil/trace.go:171","msg":"trace[823036914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2388; }","duration":"362.05265ms","start":"2026-07-28T15:51:07.939049Z","end":"2026-07-28T15:51:08.301101Z","steps":["trace[823036914] 'agreement among raft nodes before linearized reading' (duration: 361.697692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.30116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.939028Z","time spent":"362.121002ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:51:08.300153Z","caller":"traceutil/trace.go:171","msg":"trace[1119536962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2388; }","duration":"651.135405ms","start":"2026-07-28T15:51:07.649Z","end":"2026-07-28T15:51:08.300136Z","steps":["trace[1119536962] 'agreement among raft nodes before linearized reading' (duration: 650.994841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:08.301736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:07.648982Z","time spent":"652.731144ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:51:18.76934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.283318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:18.769455Z","caller":"traceutil/trace.go:171","msg":"trace[1608358135] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"253.002542ms","start":"2026-07-28T15:51:18.516432Z","end":"2026-07-28T15:51:18.769434Z","steps":["trace[1608358135] 'process raft request' (duration: 37.525579ms)","trace[1608358135] 'compare' (duration: 215.162275ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:18.860023Z","caller":"traceutil/trace.go:171","msg":"trace[975588881] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"340.071463ms","start":"2026-07-28T15:51:18.519926Z","end":"2026-07-28T15:51:18.859997Z","steps":["trace[975588881] 'process raft request' (duration: 339.97636ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:18.860134Z","caller":"traceutil/trace.go:171","msg":"trace[1463368440] linearizableReadLoop","detail":"{readStateIndex:2561; appliedIndex:2558; }","duration":"208.930394ms","start":"2026-07-28T15:51:18.651186Z","end":"2026-07-28T15:51:18.860117Z","steps":["trace[1463368440] 'read index received' (duration: 208.634216ms)","trace[1463368440] 'applied index is now lower than readState.Index' (duration: 294.597µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:18.86011Z","caller":"traceutil/trace.go:171","msg":"trace[373081765] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"341.240182ms","start":"2026-07-28T15:51:18.518799Z","end":"2026-07-28T15:51:18.860039Z","steps":["trace[373081765] 'process raft request' (duration: 340.946964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:18.860225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:18.519906Z","time spent":"340.222487ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:18.860207Z","caller":"traceutil/trace.go:171","msg":"trace[377194471] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"339.867308ms","start":"2026-07-28T15:51:18.520302Z","end":"2026-07-28T15:51:18.860169Z","steps":["trace[377194471] 'process raft request' (duration: 339.648002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:18.860302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.113458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:18.860362Z","caller":"traceutil/trace.go:171","msg":"trace[2008911555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2463; }","duration":"209.21368ms","start":"2026-07-28T15:51:18.651133Z","end":"2026-07-28T15:51:18.860347Z","steps":["trace[2008911555] 'agreement among raft nodes before linearized reading' (duration: 209.097797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:18.860361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:18.518781Z","time spent":"341.455096ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:18.860422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:18.520277Z","time spent":"340.041752ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:25.779516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.07207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c67ef0da9681df\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-28T15:51:25.779656Z","caller":"traceutil/trace.go:171","msg":"trace[1136872477] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c67ef0da9681df; range_end:; response_count:1; response_revision:2509; }","duration":"590.287126ms","start":"2026-07-28T15:51:25.189336Z","end":"2026-07-28T15:51:25.779623Z","steps":["trace[1136872477] 'range keys from in-memory index tree' (duration: 589.817945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:25.779727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:25.189315Z","time spent":"590.397489ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c67ef0da9681df\" "} {"level":"warn","ts":"2026-07-28T15:51:25.779724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.367612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-07-28T15:51:25.779812Z","caller":"traceutil/trace.go:171","msg":"trace[120483860] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2509; }","duration":"506.525526ms","start":"2026-07-28T15:51:25.273264Z","end":"2026-07-28T15:51:25.779789Z","steps":["trace[120483860] 'range keys from in-memory index tree' (duration: 506.110456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:25.77993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:25.273235Z","time spent":"506.68258ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-28T15:51:25.873262Z","caller":"traceutil/trace.go:171","msg":"trace[1371552037] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"552.678806ms","start":"2026-07-28T15:51:25.320553Z","end":"2026-07-28T15:51:25.873231Z","steps":["trace[1371552037] 'process raft request' (duration: 552.480611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:25.873459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:25.320525Z","time spent":"552.8285ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:26.090597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.075255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:26.090735Z","caller":"traceutil/trace.go:171","msg":"trace[917794021] linearizableReadLoop","detail":"{readStateIndex:2610; appliedIndex:2608; }","duration":"531.582709ms","start":"2026-07-28T15:51:25.559138Z","end":"2026-07-28T15:51:26.090721Z","steps":["trace[917794021] 'read index received' (duration: 313.876521ms)","trace[917794021] 'applied index is now lower than readState.Index' (duration: 217.705198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:26.090893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.043924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:26.09092Z","caller":"traceutil/trace.go:171","msg":"trace[1605271690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2511; }","duration":"439.117876ms","start":"2026-07-28T15:51:25.651794Z","end":"2026-07-28T15:51:26.090912Z","steps":["trace[1605271690] 'agreement among raft nodes before linearized reading' (duration: 439.072935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:26.090944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:25.651767Z","time spent":"439.171717ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:51:26.091074Z","caller":"traceutil/trace.go:171","msg":"trace[845702459] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"693.074721ms","start":"2026-07-28T15:51:25.397974Z","end":"2026-07-28T15:51:26.091049Z","steps":["trace[845702459] 'process raft request' (duration: 490.466253ms)","trace[845702459] 'compare' (duration: 201.989713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:26.091332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:25.397943Z","time spent":"693.328738ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:26.091116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:25.782606Z","time spent":"308.50203ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:51:26.091517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.367868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:51:26.091939Z","caller":"traceutil/trace.go:171","msg":"trace[746980860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2511; }","duration":"532.789518ms","start":"2026-07-28T15:51:25.559124Z","end":"2026-07-28T15:51:26.091913Z","steps":["trace[746980860] 'agreement among raft nodes before linearized reading' (duration: 531.682211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:26.091996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:25.559066Z","time spent":"532.913882ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:51:28.680852Z","caller":"traceutil/trace.go:171","msg":"trace[1221008142] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"385.952419ms","start":"2026-07-28T15:51:28.294878Z","end":"2026-07-28T15:51:28.680831Z","steps":["trace[1221008142] 'process raft request' (duration: 385.777555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:28.681137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:28.294837Z","time spent":"386.079832ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:29.023222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.190537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:29.02354Z","caller":"traceutil/trace.go:171","msg":"trace[1729760815] linearizableReadLoop","detail":"{readStateIndex:2629; appliedIndex:2626; }","duration":"581.172263ms","start":"2026-07-28T15:51:28.442348Z","end":"2026-07-28T15:51:29.02352Z","steps":["trace[1729760815] 'read index received' (duration: 238.290437ms)","trace[1729760815] 'applied index is now lower than readState.Index' (duration: 342.880626ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:29.0235Z","caller":"traceutil/trace.go:171","msg":"trace[952160013] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"633.058673ms","start":"2026-07-28T15:51:28.390409Z","end":"2026-07-28T15:51:29.023467Z","steps":["trace[952160013] 'process raft request' (duration: 324.533518ms)","trace[952160013] 'compare' (duration: 307.950631ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:29.023626Z","caller":"traceutil/trace.go:171","msg":"trace[1598891797] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"627.723292ms","start":"2026-07-28T15:51:28.395858Z","end":"2026-07-28T15:51:29.023582Z","steps":["trace[1598891797] 'process raft request' (duration: 627.501896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.023782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:28.390368Z","time spent":"633.268968ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:29.023845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.500022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:51:29.023915Z","caller":"traceutil/trace.go:171","msg":"trace[1779336332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2529; }","duration":"581.622274ms","start":"2026-07-28T15:51:28.442276Z","end":"2026-07-28T15:51:29.023898Z","steps":["trace[1779336332] 'agreement among raft nodes before linearized reading' (duration: 581.425269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.023945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.491682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T15:51:29.023977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:28.442245Z","time spent":"581.717647ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:51:29.023992Z","caller":"traceutil/trace.go:171","msg":"trace[215453890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2529; }","duration":"110.575614ms","start":"2026-07-28T15:51:28.913405Z","end":"2026-07-28T15:51:29.023981Z","steps":["trace[215453890] 'agreement among raft nodes before linearized reading' (duration: 110.458641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.024047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.566283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:51:29.024143Z","caller":"traceutil/trace.go:171","msg":"trace[519497311] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2529; }","duration":"204.688416ms","start":"2026-07-28T15:51:28.819441Z","end":"2026-07-28T15:51:29.024129Z","steps":["trace[519497311] 'agreement among raft nodes before linearized reading' (duration: 204.45139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.024361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.613986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T15:51:29.024493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.136027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:51:29.024541Z","caller":"traceutil/trace.go:171","msg":"trace[496830721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2529; }","duration":"104.222859ms","start":"2026-07-28T15:51:28.920308Z","end":"2026-07-28T15:51:29.024531Z","steps":["trace[496830721] 'agreement among raft nodes before linearized reading' (duration: 104.103136ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:29.024592Z","caller":"traceutil/trace.go:171","msg":"trace[2103154263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2529; }","duration":"458.865962ms","start":"2026-07-28T15:51:28.565656Z","end":"2026-07-28T15:51:29.024522Z","steps":["trace[2103154263] 'agreement among raft nodes before linearized reading' (duration: 458.199495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.024483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.627499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:51:29.024987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:28.56563Z","time spent":"459.265532ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:51:29.023846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:28.395815Z","time spent":"627.906496ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:29.023676Z","caller":"traceutil/trace.go:171","msg":"trace[1833048139] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"460.639386ms","start":"2026-07-28T15:51:28.563022Z","end":"2026-07-28T15:51:29.023662Z","steps":["trace[1833048139] 'process raft request' (duration: 460.43249ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:29.024949Z","caller":"traceutil/trace.go:171","msg":"trace[582447368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2529; }","duration":"372.132711ms","start":"2026-07-28T15:51:28.652786Z","end":"2026-07-28T15:51:29.024919Z","steps":["trace[582447368] 'agreement among raft nodes before linearized reading' (duration: 371.592698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.0253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:28.652762Z","time spent":"372.49721ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:51:29.025051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.780057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:51:29.02544Z","caller":"traceutil/trace.go:171","msg":"trace[1467753590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2529; }","duration":"106.198907ms","start":"2026-07-28T15:51:28.919229Z","end":"2026-07-28T15:51:29.025428Z","steps":["trace[1467753590] 'agreement among raft nodes before linearized reading' (duration: 105.378667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.025351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:28.562982Z","time spent":"462.288636ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:29.331972Z","caller":"traceutil/trace.go:171","msg":"trace[1212785280] linearizableReadLoop","detail":"{readStateIndex:2636; appliedIndex:2631; }","duration":"216.651408ms","start":"2026-07-28T15:51:29.115291Z","end":"2026-07-28T15:51:29.331942Z","steps":["trace[1212785280] 'read index received' (duration: 206.92292ms)","trace[1212785280] 'applied index is now lower than readState.Index' (duration: 9.727148ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:29.331987Z","caller":"traceutil/trace.go:171","msg":"trace[56081084] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"303.083952ms","start":"2026-07-28T15:51:29.028865Z","end":"2026-07-28T15:51:29.331949Z","steps":["trace[56081084] 'process raft request' (duration: 302.616511ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:29.332097Z","caller":"traceutil/trace.go:171","msg":"trace[1439069705] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"303.574755ms","start":"2026-07-28T15:51:29.028462Z","end":"2026-07-28T15:51:29.332037Z","steps":["trace[1439069705] 'process raft request' (duration: 293.728364ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:29.332131Z","caller":"traceutil/trace.go:171","msg":"trace[202986113] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"302.439666ms","start":"2026-07-28T15:51:29.029675Z","end":"2026-07-28T15:51:29.332114Z","steps":["trace[202986113] 'process raft request' (duration: 302.211131ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:29.332098Z","caller":"traceutil/trace.go:171","msg":"trace[2042125841] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"302.488988ms","start":"2026-07-28T15:51:29.02955Z","end":"2026-07-28T15:51:29.332039Z","steps":["trace[2042125841] 'process raft request' (duration: 302.116869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.332214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:29.028856Z","time spent":"303.247396ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:29.332258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:29.02963Z","time spent":"302.547309ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:29.332274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:29.028454Z","time spent":"303.706518ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:29.332296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:29.029537Z","time spent":"302.651911ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:29.332431Z","caller":"traceutil/trace.go:171","msg":"trace[482997458] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"303.40104ms","start":"2026-07-28T15:51:29.029012Z","end":"2026-07-28T15:51:29.332413Z","steps":["trace[482997458] 'process raft request' (duration: 302.59246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.332432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.144221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:51:29.332547Z","caller":"traceutil/trace.go:171","msg":"trace[2129430500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2535; }","duration":"217.289065ms","start":"2026-07-28T15:51:29.115238Z","end":"2026-07-28T15:51:29.332527Z","steps":["trace[2129430500] 'agreement among raft nodes before linearized reading' (duration: 216.938376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.332518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:29.028973Z","time spent":"303.502422ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:29.760706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.178953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T15:51:29.760881Z","caller":"traceutil/trace.go:171","msg":"trace[413745961] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2535; }","duration":"139.412809ms","start":"2026-07-28T15:51:29.621449Z","end":"2026-07-28T15:51:29.760861Z","steps":["trace[413745961] 'range keys from in-memory index tree' (duration: 138.931807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.761007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.526452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:51:29.761133Z","caller":"traceutil/trace.go:171","msg":"trace[1312289969] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2535; }","duration":"305.716447ms","start":"2026-07-28T15:51:29.455388Z","end":"2026-07-28T15:51:29.761104Z","steps":["trace[1312289969] 'range keys from in-memory index tree' (duration: 305.298727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:29.761195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:29.455366Z","time spent":"305.818739ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:51:30.603633Z","caller":"traceutil/trace.go:171","msg":"trace[755330036] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2638; }","duration":"263.236658ms","start":"2026-07-28T15:51:30.340365Z","end":"2026-07-28T15:51:30.603601Z","steps":["trace[755330036] 'read index received' (duration: 262.867739ms)","trace[755330036] 'applied index is now lower than readState.Index' (duration: 367.359µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:30.603775Z","caller":"traceutil/trace.go:171","msg":"trace[1549307161] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"368.755209ms","start":"2026-07-28T15:51:30.234967Z","end":"2026-07-28T15:51:30.603722Z","steps":["trace[1549307161] 'process raft request' (duration: 368.420181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:30.604484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.106239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:51:30.604884Z","caller":"traceutil/trace.go:171","msg":"trace[1206633979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2538; }","duration":"264.54546ms","start":"2026-07-28T15:51:30.340304Z","end":"2026-07-28T15:51:30.60485Z","steps":["trace[1206633979] 'agreement among raft nodes before linearized reading' (duration: 263.440713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:30.604975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:30.234927Z","time spent":"369.758413ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:31.053818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.810577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:31.053905Z","caller":"traceutil/trace.go:171","msg":"trace[50949830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2538; }","duration":"401.94069ms","start":"2026-07-28T15:51:30.651944Z","end":"2026-07-28T15:51:31.053885Z","steps":["trace[50949830] 'range keys from in-memory index tree' (duration: 401.690934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:31.054114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:30.651921Z","time spent":"402.014952ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:51:31.054111Z","caller":"traceutil/trace.go:171","msg":"trace[1199549096] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"366.140104ms","start":"2026-07-28T15:51:30.687945Z","end":"2026-07-28T15:51:31.054085Z","steps":["trace[1199549096] 'process raft request' (duration: 321.986864ms)","trace[1199549096] 'compare' (duration: 43.919134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:31.054253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:30.687915Z","time spent":"366.252257ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:32.517187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296811274s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:32.517424Z","caller":"traceutil/trace.go:171","msg":"trace[1671028051] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2640; }","duration":"1.41396871s","start":"2026-07-28T15:51:31.103425Z","end":"2026-07-28T15:51:32.517394Z","steps":["trace[1671028051] 'read index received' (duration: 2.285876ms)","trace[1671028051] 'applied index is now lower than readState.Index' (duration: 1.411681994s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:32.518924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415456907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:51:32.519216Z","caller":"traceutil/trace.go:171","msg":"trace[1499098083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2542; }","duration":"1.415808175s","start":"2026-07-28T15:51:31.103354Z","end":"2026-07-28T15:51:32.519162Z","steps":["trace[1499098083] 'agreement among raft nodes before linearized reading' (duration: 1.414141665s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:32.519266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.103326Z","time spent":"1.415930479s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:51:32.519736Z","caller":"traceutil/trace.go:171","msg":"trace[727350845] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"1.488869372s","start":"2026-07-28T15:51:31.030842Z","end":"2026-07-28T15:51:32.519711Z","steps":["trace[727350845] 'process raft request' (duration: 189.433503ms)","trace[727350845] 'compare' (duration: 1.296193709s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:32.519837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.030813Z","time spent":"1.488982795s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:32.520482Z","caller":"traceutil/trace.go:171","msg":"trace[2125282891] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"1.489574339s","start":"2026-07-28T15:51:31.030843Z","end":"2026-07-28T15:51:32.520417Z","steps":["trace[2125282891] 'process raft request' (duration: 1.486454563s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:32.520792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.030817Z","time spent":"1.489794645s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:33.342094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.429271ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T15:51:33.342561Z","caller":"traceutil/trace.go:171","msg":"trace[1112892744] linearizableReadLoop","detail":"{readStateIndex:2644; appliedIndex:2643; }","duration":"825.051218ms","start":"2026-07-28T15:51:32.517452Z","end":"2026-07-28T15:51:33.342503Z","steps":["trace[1112892744] 'read index received' (duration: 447.195356ms)","trace[1112892744] 'applied index is now lower than readState.Index' (duration: 377.849082ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:33.342634Z","caller":"traceutil/trace.go:171","msg":"trace[725489547] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"816.597361ms","start":"2026-07-28T15:51:32.526006Z","end":"2026-07-28T15:51:33.342603Z","steps":["trace[725489547] 'process raft request' (duration: 816.247023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:33.342825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:32.525979Z","time spent":"816.714024ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:34.410338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765339711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T15:51:34.410469Z","caller":"traceutil/trace.go:171","msg":"trace[716486903] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2543; }","duration":"2.765466984s","start":"2026-07-28T15:51:31.644963Z","end":"2026-07-28T15:51:34.41043Z","steps":["trace[716486903] 'agreement among raft nodes before linearized reading' (duration: 1.69773239s)","trace[716486903] 'range keys from in-memory index tree' (duration: 1.067503937s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:34.410479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716215969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:51:34.410552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.644928Z","time spent":"2.765608867s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:51:34.410568Z","caller":"traceutil/trace.go:171","msg":"trace[1884561479] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2543; }","duration":"2.716370033s","start":"2026-07-28T15:51:31.694179Z","end":"2026-07-28T15:51:34.41055Z","steps":["trace[1884561479] 'agreement among raft nodes before linearized reading' (duration: 1.648498356s)","trace[1884561479] 'count revisions from in-memory index tree' (duration: 1.067706853s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:34.410606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.694166Z","time spent":"2.716431834s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:51:34.410667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758526734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:34.410785Z","caller":"traceutil/trace.go:171","msg":"trace[48925108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2543; }","duration":"2.758712309s","start":"2026-07-28T15:51:31.65204Z","end":"2026-07-28T15:51:34.410752Z","steps":["trace[48925108] 'agreement among raft nodes before linearized reading' (duration: 1.690647047s)","trace[48925108] 'range keys from in-memory index tree' (duration: 1.067921718s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:34.410835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797827505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:51:34.410855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.65201Z","time spent":"2.758827811s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:51:34.410909Z","caller":"traceutil/trace.go:171","msg":"trace[330356440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2543; }","duration":"2.797922608s","start":"2026-07-28T15:51:31.612959Z","end":"2026-07-28T15:51:34.410882Z","steps":["trace[330356440] 'agreement among raft nodes before linearized reading' (duration: 1.729674582s)","trace[330356440] 'range keys from in-memory index tree' (duration: 1.068120473s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:34.410955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.612937Z","time spent":"2.798009069s","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:51:34.410458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698161467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-28T15:51:34.411221Z","caller":"traceutil/trace.go:171","msg":"trace[2106300000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2543; }","duration":"2.698969927s","start":"2026-07-28T15:51:31.712216Z","end":"2026-07-28T15:51:34.411186Z","steps":["trace[2106300000] 'agreement among raft nodes before linearized reading' (duration: 1.630450775s)","trace[2106300000] 'range keys from in-memory index tree' (duration: 1.06758908s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:34.411303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.712206Z","time spent":"2.69907164s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12656,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:51:34.411429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074308597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T15:51:34.411451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07443043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:51:34.411484Z","caller":"traceutil/trace.go:171","msg":"trace[1585288184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2543; }","duration":"3.074419059s","start":"2026-07-28T15:51:31.337049Z","end":"2026-07-28T15:51:34.411468Z","steps":["trace[1585288184] 'agreement among raft nodes before linearized reading' (duration: 2.005655101s)","trace[1585288184] 'range keys from in-memory index tree' (duration: 1.068557653s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:34.411491Z","caller":"traceutil/trace.go:171","msg":"trace[222051549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2543; }","duration":"3.074490862s","start":"2026-07-28T15:51:31.336987Z","end":"2026-07-28T15:51:34.411478Z","steps":["trace[222051549] 'agreement among raft nodes before linearized reading' (duration: 2.005747033s)","trace[222051549] 'range keys from in-memory index tree' (duration: 1.068647505s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:34.411523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.337018Z","time spent":"3.074497161s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:51:34.411527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.33698Z","time spent":"3.074538883s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:51:34.411554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99061165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:51:34.411598Z","caller":"traceutil/trace.go:171","msg":"trace[42713645] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2543; }","duration":"2.990712662s","start":"2026-07-28T15:51:31.420873Z","end":"2026-07-28T15:51:34.411586Z","steps":["trace[42713645] 'agreement among raft nodes before linearized reading' (duration: 1.921839271s)","trace[42713645] 'range keys from in-memory index tree' (duration: 1.068693197s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:34.411621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.420844Z","time spent":"2.990771384s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:51:34.411602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074640975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:51:34.41171Z","caller":"traceutil/trace.go:171","msg":"trace[1295499858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2543; }","duration":"3.07481277s","start":"2026-07-28T15:51:31.336871Z","end":"2026-07-28T15:51:34.411683Z","steps":["trace[1295499858] 'agreement among raft nodes before linearized reading' (duration: 2.005867616s)","trace[1295499858] 'range keys from in-memory index tree' (duration: 1.068655056s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:34.41139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073365124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:51:34.411729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074627064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T15:51:34.411762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.33683Z","time spent":"3.074921402s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T15:51:34.411802Z","caller":"traceutil/trace.go:171","msg":"trace[1465111235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2543; }","duration":"3.074748418s","start":"2026-07-28T15:51:31.337024Z","end":"2026-07-28T15:51:34.411772Z","steps":["trace[1465111235] 'agreement among raft nodes before linearized reading' (duration: 2.005683942s)","trace[1465111235] 'range keys from in-memory index tree' (duration: 1.068683657s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:34.411808Z","caller":"traceutil/trace.go:171","msg":"trace[732512806] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2543; }","duration":"3.073803705s","start":"2026-07-28T15:51:31.337962Z","end":"2026-07-28T15:51:34.411766Z","steps":["trace[732512806] 'agreement among raft nodes before linearized reading' (duration: 2.004759049s)","trace[732512806] 'range keys from in-memory index tree' (duration: 1.068469242s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:34.411836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.336989Z","time spent":"3.07483763s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:51:34.411882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:31.337954Z","time spent":"3.073910637s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:51:34.411889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.59552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:34.412159Z","caller":"traceutil/trace.go:171","msg":"trace[871848135] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"1.299863921s","start":"2026-07-28T15:51:33.112282Z","end":"2026-07-28T15:51:34.412146Z","steps":["trace[871848135] 'process raft request' (duration: 1.299688067s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:34.412185Z","caller":"traceutil/trace.go:171","msg":"trace[367511327] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"1.352965199s","start":"2026-07-28T15:51:33.059191Z","end":"2026-07-28T15:51:34.412156Z","steps":["trace[367511327] 'process raft request' (duration: 552.032071ms)","trace[367511327] 'compare' (duration: 799.493863ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:34.412228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:33.11225Z","time spent":"1.299942102s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:34.412397Z","caller":"traceutil/trace.go:171","msg":"trace[1403172767] linearizableReadLoop","detail":"{readStateIndex:2647; appliedIndex:2645; }","duration":"1.06966737s","start":"2026-07-28T15:51:33.342667Z","end":"2026-07-28T15:51:34.412334Z","steps":["trace[1403172767] 'read index received' (duration: 268.64406ms)","trace[1403172767] 'applied index is now lower than readState.Index' (duration: 801.01664ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:34.412567Z","caller":"traceutil/trace.go:171","msg":"trace[1673031032] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"813.793093ms","start":"2026-07-28T15:51:33.598758Z","end":"2026-07-28T15:51:34.412551Z","steps":["trace[1673031032] 'process raft request' (duration: 813.28387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:34.412643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:33.598732Z","time spent":"813.876125ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:34.41265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.844593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:34.412709Z","caller":"traceutil/trace.go:171","msg":"trace[991812790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2546; }","duration":"759.921135ms","start":"2026-07-28T15:51:33.652755Z","end":"2026-07-28T15:51:34.412676Z","steps":["trace[991812790] 'agreement among raft nodes before linearized reading' (duration: 759.863443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:34.412744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:33.65273Z","time spent":"760.006907ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:51:34.412731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535199326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:51:34.412966Z","caller":"traceutil/trace.go:171","msg":"trace[2085492024] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2546; }","duration":"1.535512464s","start":"2026-07-28T15:51:32.877437Z","end":"2026-07-28T15:51:34.412949Z","steps":["trace[2085492024] 'agreement among raft nodes before linearized reading' (duration: 1.535156515s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:34.413019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:32.877394Z","time spent":"1.535613726s","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":17,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:51:34.412307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:33.05916Z","time spent":"1.353078012s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:35.542978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.919715Z","time spent":"623.256172ms","remote":"127.0.0.1:42376","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:51:35.543243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.777466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:35.543467Z","caller":"traceutil/trace.go:171","msg":"trace[662257317] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"1.127128735s","start":"2026-07-28T15:51:34.416313Z","end":"2026-07-28T15:51:35.543442Z","steps":["trace[662257317] 'process raft request' (duration: 146.035931ms)","trace[662257317] 'compare' (duration: 980.563151ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:35.543593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.416281Z","time spent":"1.127232617s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:35.543718Z","caller":"traceutil/trace.go:171","msg":"trace[374446605] linearizableReadLoop","detail":"{readStateIndex:2651; appliedIndex:2648; }","duration":"1.125252679s","start":"2026-07-28T15:51:34.418447Z","end":"2026-07-28T15:51:35.543699Z","steps":["trace[374446605] 'read index received' (duration: 143.905949ms)","trace[374446605] 'applied index is now lower than readState.Index' (duration: 981.34555ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:35.5438Z","caller":"traceutil/trace.go:171","msg":"trace[314253555] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"1.127093694s","start":"2026-07-28T15:51:34.416696Z","end":"2026-07-28T15:51:35.54379Z","steps":["trace[314253555] 'process raft request' (duration: 1.126661304s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.54387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.416685Z","time spent":"1.127148245s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:35.543964Z","caller":"traceutil/trace.go:171","msg":"trace[1421880462] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"1.125059264s","start":"2026-07-28T15:51:34.418888Z","end":"2026-07-28T15:51:35.543947Z","steps":["trace[1421880462] 'process raft request' (duration: 1.124676435s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:35.543991Z","caller":"traceutil/trace.go:171","msg":"trace[1343322201] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"1.017218807s","start":"2026-07-28T15:51:34.526762Z","end":"2026-07-28T15:51:35.54398Z","steps":["trace[1343322201] 'process raft request' (duration: 1.016898679s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:35.543983Z","caller":"traceutil/trace.go:171","msg":"trace[2054749182] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"1.125004023s","start":"2026-07-28T15:51:34.418952Z","end":"2026-07-28T15:51:35.543956Z","steps":["trace[2054749182] 'process raft request' (duration: 1.124645474s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:35.543983Z","caller":"traceutil/trace.go:171","msg":"trace[57279996] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"1.018043207s","start":"2026-07-28T15:51:34.525913Z","end":"2026-07-28T15:51:35.543956Z","steps":["trace[57279996] 'process raft request' (duration: 1.017717189s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.544034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.418878Z","time spent":"1.125118756s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:35.544038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.526742Z","time spent":"1.017269339s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:35.544041Z","caller":"traceutil/trace.go:171","msg":"trace[1484653805] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"1.125483305s","start":"2026-07-28T15:51:34.418545Z","end":"2026-07-28T15:51:35.544028Z","steps":["trace[1484653805] 'process raft request' (duration: 1.124943562s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.544113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.525882Z","time spent":"1.01815254s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:35.544119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.418946Z","time spent":"1.125087475s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:35.544153Z","caller":"traceutil/trace.go:171","msg":"trace[1685556139] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"1.1273524s","start":"2026-07-28T15:51:34.416775Z","end":"2026-07-28T15:51:35.544128Z","steps":["trace[1685556139] 'process raft request' (duration: 1.126677534s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.544208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12571337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-28T15:51:35.544262Z","caller":"traceutil/trace.go:171","msg":"trace[636432984] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2; range_end:; response_count:1; response_revision:2555; }","duration":"1.125846213s","start":"2026-07-28T15:51:34.4184Z","end":"2026-07-28T15:51:35.544246Z","steps":["trace[636432984] 'agreement among raft nodes before linearized reading' (duration: 1.125618878s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.544169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.418527Z","time spent":"1.125590507s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:35.544265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.416758Z","time spent":"1.127458963s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:35.544299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.418378Z","time spent":"1.125912535s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" "} {"level":"info","ts":"2026-07-28T15:51:35.544131Z","caller":"traceutil/trace.go:171","msg":"trace[719889206] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"1.125544806s","start":"2026-07-28T15:51:34.418544Z","end":"2026-07-28T15:51:35.544088Z","steps":["trace[719889206] 'process raft request' (duration: 1.124986133s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.544372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.418516Z","time spent":"1.125823843s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:35.593697Z","caller":"traceutil/trace.go:171","msg":"trace[2085035285] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"745.141643ms","start":"2026-07-28T15:51:34.848521Z","end":"2026-07-28T15:51:35.593663Z","steps":["trace[2085035285] 'process raft request' (duration: 744.961178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.593886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.8485Z","time spent":"745.290187ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:35.594225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172371302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:35.594344Z","caller":"traceutil/trace.go:171","msg":"trace[1149020142] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2556; }","duration":"1.172529406s","start":"2026-07-28T15:51:34.42178Z","end":"2026-07-28T15:51:35.59431Z","steps":["trace[1149020142] 'agreement among raft nodes before linearized reading' (duration: 1.172352871s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.594335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.11828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-28T15:51:35.594398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.421768Z","time spent":"1.172617018s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T15:51:35.594402Z","caller":"traceutil/trace.go:171","msg":"trace[718658040] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2556; }","duration":"787.240953ms","start":"2026-07-28T15:51:34.807145Z","end":"2026-07-28T15:51:35.594386Z","steps":["trace[718658040] 'agreement among raft nodes before linearized reading' (duration: 786.993316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.594413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.001325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:51:35.594442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.80713Z","time spent":"787.303854ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:51:35.594457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146459918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:35.594482Z","caller":"traceutil/trace.go:171","msg":"trace[1357089464] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2556; }","duration":"993.127917ms","start":"2026-07-28T15:51:34.601334Z","end":"2026-07-28T15:51:35.594462Z","steps":["trace[1357089464] 'agreement among raft nodes before linearized reading' (duration: 992.997694ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:35.594508Z","caller":"traceutil/trace.go:171","msg":"trace[1941094783] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2556; }","duration":"1.146578711s","start":"2026-07-28T15:51:34.447916Z","end":"2026-07-28T15:51:35.594495Z","steps":["trace[1941094783] 'agreement among raft nodes before linearized reading' (duration: 1.146467618s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.594531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.601303Z","time spent":"993.21603ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:51:35.594546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.447889Z","time spent":"1.146646612s","remote":"127.0.0.1:35644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:51:35.594546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.191381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:51:35.594589Z","caller":"traceutil/trace.go:171","msg":"trace[1705103005] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2556; }","duration":"805.292524ms","start":"2026-07-28T15:51:34.789283Z","end":"2026-07-28T15:51:35.594575Z","steps":["trace[1705103005] 'agreement among raft nodes before linearized reading' (duration: 805.089749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.594578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.055731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:51:35.594574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171813348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:35.594636Z","caller":"traceutil/trace.go:171","msg":"trace[192037996] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2556; }","duration":"195.146142ms","start":"2026-07-28T15:51:35.399477Z","end":"2026-07-28T15:51:35.594623Z","steps":["trace[192037996] 'agreement among raft nodes before linearized reading' (duration: 195.04452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.594684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.789259Z","time spent":"805.351235ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:51:35.594699Z","caller":"traceutil/trace.go:171","msg":"trace[34575631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2556; }","duration":"1.171983882s","start":"2026-07-28T15:51:34.422679Z","end":"2026-07-28T15:51:35.594663Z","steps":["trace[34575631] 'agreement among raft nodes before linearized reading' (duration: 1.171767307s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.594756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.906695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:51:35.594762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:34.422661Z","time spent":"1.172086994s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:51:35.594795Z","caller":"traceutil/trace.go:171","msg":"trace[1960870810] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2556; }","duration":"452.973927ms","start":"2026-07-28T15:51:35.14181Z","end":"2026-07-28T15:51:35.594784Z","steps":["trace[1960870810] 'agreement among raft nodes before linearized reading' (duration: 452.920236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:35.594833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:35.141793Z","time spent":"453.025208ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:51:35.59491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.937968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:51:35.594707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.894258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T15:51:35.594959Z","caller":"traceutil/trace.go:171","msg":"trace[1335684048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2556; }","duration":"175.034131ms","start":"2026-07-28T15:51:35.419908Z","end":"2026-07-28T15:51:35.594942Z","steps":["trace[1335684048] 'agreement among raft nodes before linearized reading' (duration: 174.845217ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:35.594989Z","caller":"traceutil/trace.go:171","msg":"trace[1067799476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2556; }","duration":"247.202326ms","start":"2026-07-28T15:51:35.347774Z","end":"2026-07-28T15:51:35.594976Z","steps":["trace[1067799476] 'agreement among raft nodes before linearized reading' (duration: 246.843857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:36.323446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.479294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:36.323709Z","caller":"traceutil/trace.go:171","msg":"trace[1145417446] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"722.959941ms","start":"2026-07-28T15:51:35.600731Z","end":"2026-07-28T15:51:36.323691Z","steps":["trace[1145417446] 'process raft request' (duration: 722.92045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:36.323818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:35.600722Z","time spent":"723.062684ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:36.323901Z","caller":"traceutil/trace.go:171","msg":"trace[2105544668] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"723.31036ms","start":"2026-07-28T15:51:35.600533Z","end":"2026-07-28T15:51:36.323844Z","steps":["trace[2105544668] 'process raft request' (duration: 723.083114ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:36.323692Z","caller":"traceutil/trace.go:171","msg":"trace[1039559992] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"777.228799ms","start":"2026-07-28T15:51:35.546417Z","end":"2026-07-28T15:51:36.323646Z","steps":["trace[1039559992] 'process raft request' (duration: 154.464778ms)","trace[1039559992] 'compare' (duration: 622.143486ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:36.324046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:35.546386Z","time spent":"777.629058ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:36.324168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:35.600511Z","time spent":"723.492185ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:36.324235Z","caller":"traceutil/trace.go:171","msg":"trace[600935404] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2658; }","duration":"728.348383ms","start":"2026-07-28T15:51:35.595845Z","end":"2026-07-28T15:51:36.324193Z","steps":["trace[600935404] 'read index received' (duration: 105.054759ms)","trace[600935404] 'applied index is now lower than readState.Index' (duration: 623.291154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:36.324456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.601249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:36.324524Z","caller":"traceutil/trace.go:171","msg":"trace[1991345272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2560; }","duration":"728.688091ms","start":"2026-07-28T15:51:35.595817Z","end":"2026-07-28T15:51:36.324506Z","steps":["trace[1991345272] 'agreement among raft nodes before linearized reading' (duration: 728.560948ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:36.324552Z","caller":"traceutil/trace.go:171","msg":"trace[1878354233] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"723.31027ms","start":"2026-07-28T15:51:35.600464Z","end":"2026-07-28T15:51:36.323774Z","steps":["trace[1878354233] 'process raft request' (duration: 723.088525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:36.324624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:35.5958Z","time spent":"728.811265ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:51:36.32476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:35.600438Z","time spent":"724.192112ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:36.419448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.84239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:36.41955Z","caller":"traceutil/trace.go:171","msg":"trace[1707868647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2561; }","duration":"674.022725ms","start":"2026-07-28T15:51:35.745503Z","end":"2026-07-28T15:51:36.419526Z","steps":["trace[1707868647] 'agreement among raft nodes before linearized reading' (duration: 673.81428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:36.4196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:35.745468Z","time spent":"674.122608ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:51:36.419747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.137413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:36.419854Z","caller":"traceutil/trace.go:171","msg":"trace[1756620473] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2561; }","duration":"821.286546ms","start":"2026-07-28T15:51:35.59854Z","end":"2026-07-28T15:51:36.419826Z","steps":["trace[1756620473] 'agreement among raft nodes before linearized reading' (duration: 821.128902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:36.419914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:35.598521Z","time spent":"821.383188ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T15:51:36.419947Z","caller":"traceutil/trace.go:171","msg":"trace[1474444184] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"304.073997ms","start":"2026-07-28T15:51:36.115836Z","end":"2026-07-28T15:51:36.41991Z","steps":["trace[1474444184] 'process raft request' (duration: 303.195166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:36.420162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:36.115809Z","time spent":"304.237441ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:36.929087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626760100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:51:38.155542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.405652ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:38.155667Z","caller":"traceutil/trace.go:171","msg":"trace[519391037] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2561; }","duration":"328.543915ms","start":"2026-07-28T15:51:37.827104Z","end":"2026-07-28T15:51:38.155648Z","steps":["trace[519391037] 'range keys from in-memory index tree' (duration: 328.387151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.15581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059717227s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:38.155964Z","caller":"traceutil/trace.go:171","msg":"trace[1028500101] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"1.734975172s","start":"2026-07-28T15:51:36.420962Z","end":"2026-07-28T15:51:38.155937Z","steps":["trace[1028500101] 'process raft request' (duration: 674.942987ms)","trace[1028500101] 'compare' (duration: 1.058245751s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:38.156041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:36.420931Z","time spent":"1.735079875s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:38.391022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295155245s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:51:38.651634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:51:38.651721Z","caller":"traceutil/trace.go:171","msg":"trace[499308544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599299s","start":"2026-07-28T15:51:36.651103Z","end":"2026-07-28T15:51:38.651702Z","steps":["trace[499308544] 'agreement among raft nodes before linearized reading' (duration: 2.000492106s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.651786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:36.651081Z","time spent":"2.000695951s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:51:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:51:38.814912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.350365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:38.815204Z","caller":"traceutil/trace.go:171","msg":"trace[1727871925] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"2.392291848s","start":"2026-07-28T15:51:36.42289Z","end":"2026-07-28T15:51:38.815182Z","steps":["trace[1727871925] 'process raft request' (duration: 2.392128974s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:38.815229Z","caller":"traceutil/trace.go:171","msg":"trace[1672161059] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"1.265743966s","start":"2026-07-28T15:51:37.549468Z","end":"2026-07-28T15:51:38.815212Z","steps":["trace[1672161059] 'process raft request' (duration: 1.265659134s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.815301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:37.549451Z","time spent":"1.265814098s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:38.815273Z","caller":"traceutil/trace.go:171","msg":"trace[1679593334] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"2.39237784s","start":"2026-07-28T15:51:36.422854Z","end":"2026-07-28T15:51:38.815232Z","steps":["trace[1679593334] 'process raft request' (duration: 1.968595456s)","trace[1679593334] 'compare' (duration: 423.005225ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:38.815319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:36.422868Z","time spent":"2.39238961s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:38.815201Z","caller":"traceutil/trace.go:171","msg":"trace[1427322247] linearizableReadLoop","detail":"{readStateIndex:2666; appliedIndex:2663; }","duration":"2.386834575s","start":"2026-07-28T15:51:36.428344Z","end":"2026-07-28T15:51:38.815179Z","steps":["trace[1427322247] 'read index received' (duration: 667.531906ms)","trace[1427322247] 'applied index is now lower than readState.Index' (duration: 1.719300349s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:38.815474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:36.422766Z","time spent":"2.392599836s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:38.815531Z","caller":"traceutil/trace.go:171","msg":"trace[247577604] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"1.264833144s","start":"2026-07-28T15:51:37.550677Z","end":"2026-07-28T15:51:38.81551Z","steps":["trace[247577604] 'process raft request' (duration: 1.264502216s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.815637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:37.550659Z","time spent":"1.264923926s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:38.815759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387421539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:51:38.815812Z","caller":"traceutil/trace.go:171","msg":"trace[869542392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2566; }","duration":"2.387505601s","start":"2026-07-28T15:51:36.428283Z","end":"2026-07-28T15:51:38.815789Z","steps":["trace[869542392] 'agreement among raft nodes before linearized reading' (duration: 2.386958558s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.815873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:36.428258Z","time spent":"2.387606464s","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:51:38.815965Z","caller":"traceutil/trace.go:171","msg":"trace[1652506096] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"500.001309ms","start":"2026-07-28T15:51:38.315923Z","end":"2026-07-28T15:51:38.815924Z","steps":["trace[1652506096] 'process raft request' (duration: 499.515647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.816025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565130969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:38.81599Z","caller":"traceutil/trace.go:171","msg":"trace[917023164] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"497.436516ms","start":"2026-07-28T15:51:38.318498Z","end":"2026-07-28T15:51:38.815934Z","steps":["trace[917023164] 'process raft request' (duration: 497.271962ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:38.816094Z","caller":"traceutil/trace.go:171","msg":"trace[1138471600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2568; }","duration":"1.565185329s","start":"2026-07-28T15:51:37.250862Z","end":"2026-07-28T15:51:38.816048Z","steps":["trace[1138471600] 'agreement among raft nodes before linearized reading' (duration: 1.565146048s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.816104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.315878Z","time spent":"500.146673ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:38.815983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352526805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:51:38.816157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26754774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:51:38.816129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:37.250848Z","time spent":"1.565274952s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:51:38.816212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267046318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T15:51:38.816196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.318469Z","time spent":"497.643171ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:38.81622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603938747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T15:51:38.816216Z","caller":"traceutil/trace.go:171","msg":"trace[769671383] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2568; }","duration":"2.352753711s","start":"2026-07-28T15:51:36.463415Z","end":"2026-07-28T15:51:38.816168Z","steps":["trace[769671383] 'agreement among raft nodes before linearized reading' (duration: 2.352421123s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:38.816248Z","caller":"traceutil/trace.go:171","msg":"trace[970177269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2568; }","duration":"1.26712197s","start":"2026-07-28T15:51:37.549115Z","end":"2026-07-28T15:51:38.816237Z","steps":["trace[970177269] 'agreement among raft nodes before linearized reading' (duration: 1.267028848s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:38.81624Z","caller":"traceutil/trace.go:171","msg":"trace[1773691467] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2568; }","duration":"1.267670463s","start":"2026-07-28T15:51:37.548551Z","end":"2026-07-28T15:51:38.816221Z","steps":["trace[1773691467] 'agreement among raft nodes before linearized reading' (duration: 1.267381346s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:38.816254Z","caller":"traceutil/trace.go:171","msg":"trace[2036580480] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:2568; }","duration":"1.604011229s","start":"2026-07-28T15:51:37.212234Z","end":"2026-07-28T15:51:38.816245Z","steps":["trace[2036580480] 'agreement among raft nodes before linearized reading' (duration: 1.603912077s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.816281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:37.549086Z","time spent":"1.267188382s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:51:38.816286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:37.212207Z","time spent":"1.604073881s","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T15:51:38.816279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267015498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T15:51:38.816296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:37.548532Z","time spent":"1.267749045s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:51:38.816325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267258073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:51:38.816279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:36.463397Z","time spent":"2.352862183s","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:51:38.81638Z","caller":"traceutil/trace.go:171","msg":"trace[670294648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2568; }","duration":"1.267161701s","start":"2026-07-28T15:51:37.5492Z","end":"2026-07-28T15:51:38.816362Z","steps":["trace[670294648] 'agreement among raft nodes before linearized reading' (duration: 1.266633248s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.815969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.336984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:38.816475Z","caller":"traceutil/trace.go:171","msg":"trace[1546052830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2568; }","duration":"156.889247ms","start":"2026-07-28T15:51:38.659579Z","end":"2026-07-28T15:51:38.816468Z","steps":["trace[1546052830] 'agreement among raft nodes before linearized reading' (duration: 156.274112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.816405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.98402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T15:51:38.816482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:37.549193Z","time spent":"1.267271613s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:51:38.816571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267242633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:51:38.816597Z","caller":"traceutil/trace.go:171","msg":"trace[561129938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2568; }","duration":"487.209815ms","start":"2026-07-28T15:51:38.329371Z","end":"2026-07-28T15:51:38.816581Z","steps":["trace[561129938] 'agreement among raft nodes before linearized reading' (duration: 486.934699ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:38.816616Z","caller":"traceutil/trace.go:171","msg":"trace[1482079136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2568; }","duration":"1.267301224s","start":"2026-07-28T15:51:37.549303Z","end":"2026-07-28T15:51:38.816604Z","steps":["trace[1482079136] 'agreement among raft nodes before linearized reading' (duration: 1.267094399s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.816657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:37.549294Z","time spent":"1.267356276s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:51:38.816658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.329349Z","time spent":"487.293678ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:51:38.816398Z","caller":"traceutil/trace.go:171","msg":"trace[1658032190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2568; }","duration":"1.267367135s","start":"2026-07-28T15:51:37.549014Z","end":"2026-07-28T15:51:38.816381Z","steps":["trace[1658032190] 'agreement among raft nodes before linearized reading' (duration: 1.26713731s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.816756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:37.549006Z","time spent":"1.267740575s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:51:38.817578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214180092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:51:38.818081Z","caller":"traceutil/trace.go:171","msg":"trace[44239472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2568; }","duration":"2.214796017s","start":"2026-07-28T15:51:36.603248Z","end":"2026-07-28T15:51:38.818044Z","steps":["trace[44239472] 'agreement among raft nodes before linearized reading' (duration: 2.213047714s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:38.818276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:36.603221Z","time spent":"2.215037103s","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:51:39.157588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.242334ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-28T15:51:39.157806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.818321Z","time spent":"339.476631ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T15:51:39.157943Z","caller":"traceutil/trace.go:171","msg":"trace[2005431861] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"335.906104ms","start":"2026-07-28T15:51:38.822017Z","end":"2026-07-28T15:51:39.157923Z","steps":["trace[2005431861] 'process raft request' (duration: 335.837873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:39.158061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.822004Z","time spent":"335.990596ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:39.15813Z","caller":"traceutil/trace.go:171","msg":"trace[873172835] linearizableReadLoop","detail":"{readStateIndex:2671; appliedIndex:2670; }","duration":"339.695456ms","start":"2026-07-28T15:51:38.818392Z","end":"2026-07-28T15:51:39.158088Z","steps":["trace[873172835] 'read index received' (duration: 72.891µs)","trace[873172835] 'applied index is now lower than readState.Index' (duration: 339.618885ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:39.158041Z","caller":"traceutil/trace.go:171","msg":"trace[1277495390] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"336.061559ms","start":"2026-07-28T15:51:38.821951Z","end":"2026-07-28T15:51:39.158012Z","steps":["trace[1277495390] 'process raft request' (duration: 335.748841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:39.158529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.126588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:39.158568Z","caller":"traceutil/trace.go:171","msg":"trace[1878631297] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"336.433128ms","start":"2026-07-28T15:51:38.822114Z","end":"2026-07-28T15:51:39.158547Z","steps":["trace[1878631297] 'process raft request' (duration: 335.774852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:39.158524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.821938Z","time spent":"336.354275ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:39.158589Z","caller":"traceutil/trace.go:171","msg":"trace[1872971212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2571; }","duration":"340.25597ms","start":"2026-07-28T15:51:38.818317Z","end":"2026-07-28T15:51:39.158573Z","steps":["trace[1872971212] 'agreement among raft nodes before linearized reading' (duration: 339.905282ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:39.158618Z","caller":"traceutil/trace.go:171","msg":"trace[675711220] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"336.428437ms","start":"2026-07-28T15:51:38.822161Z","end":"2026-07-28T15:51:39.158589Z","steps":["trace[675711220] 'process raft request' (duration: 336.247542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:39.158667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.822084Z","time spent":"336.527949ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:39.158669Z","caller":"traceutil/trace.go:171","msg":"trace[1122165167] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"336.366385ms","start":"2026-07-28T15:51:38.822284Z","end":"2026-07-28T15:51:39.158651Z","steps":["trace[1122165167] 'process raft request' (duration: 336.263403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:39.15874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.869181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-28T15:51:39.158635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.818293Z","time spent":"340.329282ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:51:39.158755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.822271Z","time spent":"336.443238ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:39.158794Z","caller":"traceutil/trace.go:171","msg":"trace[2087432326] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2; range_end:; response_count:1; response_revision:2574; }","duration":"339.958913ms","start":"2026-07-28T15:51:38.818825Z","end":"2026-07-28T15:51:39.158784Z","steps":["trace[2087432326] 'agreement among raft nodes before linearized reading' (duration: 339.766889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:39.158823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.818806Z","time spent":"340.010314ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" "} {"level":"warn","ts":"2026-07-28T15:51:39.15875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.822152Z","time spent":"336.53029ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:39.158977Z","caller":"traceutil/trace.go:171","msg":"trace[1044916220] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"336.684434ms","start":"2026-07-28T15:51:38.822233Z","end":"2026-07-28T15:51:39.158918Z","steps":["trace[1044916220] 'process raft request' (duration: 336.285084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:39.159097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:38.822221Z","time spent":"336.820487ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:39.732878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626760119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:51:40.233481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626760119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:51:40.734483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626760119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:51:41.235196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626760119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:51:41.640721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.410650886s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:51:42.342246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.092287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:42.342434Z","caller":"traceutil/trace.go:171","msg":"trace[1257331767] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"3.181208353s","start":"2026-07-28T15:51:39.161196Z","end":"2026-07-28T15:51:42.342405Z","steps":["trace[1257331767] 'process raft request' (duration: 2.479803348s)","trace[1257331767] 'compare' (duration: 700.476452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:42.342527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:39.161177Z","time spent":"3.181314135s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:42.344813Z","caller":"traceutil/trace.go:171","msg":"trace[927012301] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"2.182496727s","start":"2026-07-28T15:51:40.162288Z","end":"2026-07-28T15:51:42.344785Z","steps":["trace[927012301] 'process raft request' (duration: 2.182315542s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:42.345035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:40.162259Z","time spent":"2.18263439s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:42.345086Z","caller":"traceutil/trace.go:171","msg":"trace[2036295510] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"1.523958411s","start":"2026-07-28T15:51:40.821049Z","end":"2026-07-28T15:51:42.345007Z","steps":["trace[2036295510] 'process raft request' (duration: 1.523714075s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:42.34483Z","caller":"traceutil/trace.go:171","msg":"trace[1217523656] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"1.524896354s","start":"2026-07-28T15:51:40.819912Z","end":"2026-07-28T15:51:42.344808Z","steps":["trace[1217523656] 'process raft request' (duration: 1.524804562s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:42.345139Z","caller":"traceutil/trace.go:171","msg":"trace[1161086895] linearizableReadLoop","detail":"{readStateIndex:2683; appliedIndex:2678; }","duration":"3.112796029s","start":"2026-07-28T15:51:39.232329Z","end":"2026-07-28T15:51:42.345126Z","steps":["trace[1161086895] 'read index received' (duration: 2.408664998s)","trace[1161086895] 'applied index is now lower than readState.Index' (duration: 704.130061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:42.345196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:40.821023Z","time spent":"1.524104704s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:42.34533Z","caller":"traceutil/trace.go:171","msg":"trace[805525183] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"1.523523021s","start":"2026-07-28T15:51:40.821795Z","end":"2026-07-28T15:51:42.345318Z","steps":["trace[805525183] 'process raft request' (duration: 1.523151212s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:42.345392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:40.821785Z","time spent":"1.523569792s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:42.345225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:40.819883Z","time spent":"1.525258513s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:42.345432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113099196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T15:51:42.34549Z","caller":"traceutil/trace.go:171","msg":"trace[1209564181] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2580; }","duration":"3.113170558s","start":"2026-07-28T15:51:39.232293Z","end":"2026-07-28T15:51:42.345464Z","steps":["trace[1209564181] 'agreement among raft nodes before linearized reading' (duration: 3.113070716s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:42.345526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:39.232278Z","time spent":"3.11323687s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T15:51:42.651751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:51:42.65183Z","caller":"traceutil/trace.go:171","msg":"trace[578435580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451654s","start":"2026-07-28T15:51:40.651359Z","end":"2026-07-28T15:51:42.651811Z","steps":["trace[578435580] 'agreement among raft nodes before linearized reading' (duration: 2.000339481s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:42.651886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:40.651338Z","time spent":"2.000537355s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:51:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:51:43.173537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.270233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:43.173685Z","caller":"traceutil/trace.go:171","msg":"trace[1661859147] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"1.25408089s","start":"2026-07-28T15:51:41.919566Z","end":"2026-07-28T15:51:43.173646Z","steps":["trace[1661859147] 'process raft request' (duration: 850.596392ms)","trace[1661859147] 'compare' (duration: 402.992566ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:43.173767Z","caller":"traceutil/trace.go:171","msg":"trace[508893342] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2683; }","duration":"828.577764ms","start":"2026-07-28T15:51:42.345166Z","end":"2026-07-28T15:51:43.173744Z","steps":["trace[508893342] 'read index received' (duration: 424.944772ms)","trace[508893342] 'applied index is now lower than readState.Index' (duration: 403.631181ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.173836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:41.919543Z","time spent":"1.254208403s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:43.198473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.479988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c67ef0da9681df\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-28T15:51:43.198535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378874293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:43.19855Z","caller":"traceutil/trace.go:171","msg":"trace[462484679] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c67ef0da9681df; range_end:; response_count:1; response_revision:2581; }","duration":"852.641012ms","start":"2026-07-28T15:51:42.345888Z","end":"2026-07-28T15:51:43.198529Z","steps":["trace[462484679] 'agreement among raft nodes before linearized reading' (duration: 852.439517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:43.198587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:42.345848Z","time spent":"852.729914ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c67ef0da9681df\" "} {"level":"info","ts":"2026-07-28T15:51:43.198588Z","caller":"traceutil/trace.go:171","msg":"trace[1753472815] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2581; }","duration":"1.378953834s","start":"2026-07-28T15:51:41.819613Z","end":"2026-07-28T15:51:43.198567Z","steps":["trace[1753472815] 'agreement among raft nodes before linearized reading' (duration: 1.354250269s)","trace[1753472815] 'count revisions from in-memory index tree' (duration: 24.646353ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.198596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035004039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:51:43.198636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:41.819592Z","time spent":"1.379032156s","remote":"127.0.0.1:35702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:51:43.198666Z","caller":"traceutil/trace.go:171","msg":"trace[1583858541] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2581; }","duration":"2.035092271s","start":"2026-07-28T15:51:41.163555Z","end":"2026-07-28T15:51:43.198647Z","steps":["trace[1583858541] 'agreement among raft nodes before linearized reading' (duration: 2.010340635s)","trace[1583858541] 'range keys from in-memory index tree' (duration: 24.620473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.198732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:41.163535Z","time spent":"2.035174963s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:51:43.198836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03548392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T15:51:43.198863Z","caller":"traceutil/trace.go:171","msg":"trace[115776120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2581; }","duration":"2.035525532s","start":"2026-07-28T15:51:41.163329Z","end":"2026-07-28T15:51:43.198855Z","steps":["trace[115776120] 'agreement among raft nodes before linearized reading' (duration: 2.010599262s)","trace[115776120] 'range keys from in-memory index tree' (duration: 24.861138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.19888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:41.163321Z","time spent":"2.035555202s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:51:43.198962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869023999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-28T15:51:43.198999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52284779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:43.199007Z","caller":"traceutil/trace.go:171","msg":"trace[74280275] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2581; }","duration":"1.869093461s","start":"2026-07-28T15:51:41.329902Z","end":"2026-07-28T15:51:43.198995Z","steps":["trace[74280275] 'agreement among raft nodes before linearized reading' (duration: 1.843978227s)","trace[74280275] 'range keys from in-memory index tree' (duration: 24.992071ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:43.199025Z","caller":"traceutil/trace.go:171","msg":"trace[6620726] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2581; }","duration":"2.522902772s","start":"2026-07-28T15:51:40.676112Z","end":"2026-07-28T15:51:43.199015Z","steps":["trace[6620726] 'agreement among raft nodes before linearized reading' (duration: 2.497832198s)","trace[6620726] 'count revisions from in-memory index tree' (duration: 25.040762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.199046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:40.676092Z","time spent":"2.522947402s","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:51:43.199049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:41.329887Z","time spent":"1.869155392s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:51:43.199118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035567743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:51:43.19916Z","caller":"traceutil/trace.go:171","msg":"trace[874305794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2581; }","duration":"2.035647955s","start":"2026-07-28T15:51:41.1635Z","end":"2026-07-28T15:51:43.199148Z","steps":["trace[874305794] 'agreement among raft nodes before linearized reading' (duration: 2.010403147s)","trace[874305794] 'range keys from in-memory index tree' (duration: 25.146645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.199192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64917657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T15:51:43.19922Z","caller":"traceutil/trace.go:171","msg":"trace[1068526741] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2581; }","duration":"2.649232221s","start":"2026-07-28T15:51:40.54998Z","end":"2026-07-28T15:51:43.199213Z","steps":["trace[1068526741] 'agreement among raft nodes before linearized reading' (duration: 2.623971284s)","trace[1068526741] 'range keys from in-memory index tree' (duration: 25.199326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.199244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:40.54996Z","time spent":"2.649276922s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:51:43.198974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036531526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T15:51:43.199273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035720036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:51:43.199376Z","caller":"traceutil/trace.go:171","msg":"trace[41181150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2581; }","duration":"2.03586808s","start":"2026-07-28T15:51:41.163491Z","end":"2026-07-28T15:51:43.199359Z","steps":["trace[41181150] 'agreement among raft nodes before linearized reading' (duration: 2.010421738s)","trace[41181150] 'range keys from in-memory index tree' (duration: 25.297398ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:43.199375Z","caller":"traceutil/trace.go:171","msg":"trace[517588836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2581; }","duration":"2.036882844s","start":"2026-07-28T15:51:41.16241Z","end":"2026-07-28T15:51:43.199292Z","steps":["trace[517588836] 'agreement among raft nodes before linearized reading' (duration: 2.011526694s)","trace[517588836] 'range keys from in-memory index tree' (duration: 24.988032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.199417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649487457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T15:51:43.199436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:41.162388Z","time spent":"2.037030638s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:51:43.199416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:41.163467Z","time spent":"2.035938041s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:51:43.198472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034952177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:51:43.199554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761411405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:51:43.199563Z","caller":"traceutil/trace.go:171","msg":"trace[1436238271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2581; }","duration":"2.036081185s","start":"2026-07-28T15:51:41.163471Z","end":"2026-07-28T15:51:43.199552Z","steps":["trace[1436238271] 'agreement among raft nodes before linearized reading' (duration: 2.010448988s)","trace[1436238271] 'range keys from in-memory index tree' (duration: 24.408617ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:43.199576Z","caller":"traceutil/trace.go:171","msg":"trace[661664861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2581; }","duration":"2.761464886s","start":"2026-07-28T15:51:40.438102Z","end":"2026-07-28T15:51:43.199567Z","steps":["trace[661664861] 'agreement among raft nodes before linearized reading' (duration: 2.7358631s)","trace[661664861] 'count revisions from in-memory index tree' (duration: 25.570555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.199596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:40.438075Z","time spent":"2.761514807s","remote":"127.0.0.1:58544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:51:43.199447Z","caller":"traceutil/trace.go:171","msg":"trace[787835] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2581; }","duration":"2.649544169s","start":"2026-07-28T15:51:40.549895Z","end":"2026-07-28T15:51:43.199439Z","steps":["trace[787835] 'agreement among raft nodes before linearized reading' (duration: 2.624063966s)","trace[787835] 'range keys from in-memory index tree' (duration: 25.419552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.199713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:40.549878Z","time spent":"2.649811215s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:51:43.199745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373686638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:51:43.199767Z","caller":"traceutil/trace.go:171","msg":"trace[324639842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2581; }","duration":"3.37373619s","start":"2026-07-28T15:51:39.826023Z","end":"2026-07-28T15:51:43.199759Z","steps":["trace[324639842] 'agreement among raft nodes before linearized reading' (duration: 3.347950319s)","trace[324639842] 'range keys from in-memory index tree' (duration: 25.73052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.199791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:39.826001Z","time spent":"3.373785021s","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:51:43.19985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.607483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:51:43.199194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:41.163476Z","time spent":"2.035712036s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:51:43.199896Z","caller":"traceutil/trace.go:171","msg":"trace[1015384132] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2581; }","duration":"253.651944ms","start":"2026-07-28T15:51:42.94623Z","end":"2026-07-28T15:51:43.199882Z","steps":["trace[1015384132] 'agreement among raft nodes before linearized reading' (duration: 253.582312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:43.198468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869819759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T15:51:43.199595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:41.163464Z","time spent":"2.036123486s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T15:51:43.200139Z","caller":"traceutil/trace.go:171","msg":"trace[569737110] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2581; }","duration":"1.871515691s","start":"2026-07-28T15:51:41.328613Z","end":"2026-07-28T15:51:43.200129Z","steps":["trace[569737110] 'agreement among raft nodes before linearized reading' (duration: 1.845274129s)","trace[569737110] 'range keys from in-memory index tree' (duration: 24.435318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:43.200172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:41.328555Z","time spent":"1.871608433s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:51:43.200192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.154216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:51:43.200268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.515569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T15:51:43.200259Z","caller":"traceutil/trace.go:171","msg":"trace[1554897353] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2581; }","duration":"631.249808ms","start":"2026-07-28T15:51:42.568987Z","end":"2026-07-28T15:51:43.200237Z","steps":["trace[1554897353] 'agreement among raft nodes before linearized reading' (duration: 631.151336ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:43.200291Z","caller":"traceutil/trace.go:171","msg":"trace[489991773] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2581; }","duration":"852.53908ms","start":"2026-07-28T15:51:42.347746Z","end":"2026-07-28T15:51:43.200285Z","steps":["trace[489991773] 'agreement among raft nodes before linearized reading' (duration: 852.474528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:43.20031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:42.347707Z","time spent":"852.595981ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-28T15:51:43.200309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:42.568969Z","time spent":"631.32692ms","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:51:43.2001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.076584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:43.200417Z","caller":"traceutil/trace.go:171","msg":"trace[192704799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2581; }","duration":"548.396152ms","start":"2026-07-28T15:51:42.652014Z","end":"2026-07-28T15:51:43.20041Z","steps":["trace[192704799] 'agreement among raft nodes before linearized reading' (duration: 548.028713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:43.200442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:42.651965Z","time spent":"548.471983ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:51:43.498493Z","caller":"traceutil/trace.go:171","msg":"trace[799350236] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"294.091832ms","start":"2026-07-28T15:51:43.204377Z","end":"2026-07-28T15:51:43.498469Z","steps":["trace[799350236] 'process raft request' (duration: 293.99632ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:43.498677Z","caller":"traceutil/trace.go:171","msg":"trace[1920056858] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"294.849961ms","start":"2026-07-28T15:51:43.203818Z","end":"2026-07-28T15:51:43.498668Z","steps":["trace[1920056858] 'process raft request' (duration: 294.38758ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:43.4988Z","caller":"traceutil/trace.go:171","msg":"trace[782287828] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"293.441337ms","start":"2026-07-28T15:51:43.205351Z","end":"2026-07-28T15:51:43.498793Z","steps":["trace[782287828] 'process raft request' (duration: 293.058728ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:43.499179Z","caller":"traceutil/trace.go:171","msg":"trace[736033520] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"293.684652ms","start":"2026-07-28T15:51:43.205453Z","end":"2026-07-28T15:51:43.499138Z","steps":["trace[736033520] 'process raft request' (duration: 293.306513ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:43.499297Z","caller":"traceutil/trace.go:171","msg":"trace[1654882804] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"293.365115ms","start":"2026-07-28T15:51:43.20591Z","end":"2026-07-28T15:51:43.499276Z","steps":["trace[1654882804] 'process raft request' (duration: 293.206781ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:43.499196Z","caller":"traceutil/trace.go:171","msg":"trace[516196803] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"293.678802ms","start":"2026-07-28T15:51:43.205494Z","end":"2026-07-28T15:51:43.499172Z","steps":["trace[516196803] 'process raft request' (duration: 293.527619ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:43.499382Z","caller":"traceutil/trace.go:171","msg":"trace[1722295418] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"293.126589ms","start":"2026-07-28T15:51:43.206237Z","end":"2026-07-28T15:51:43.499363Z","steps":["trace[1722295418] 'process raft request' (duration: 293.060297ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:43.499472Z","caller":"traceutil/trace.go:171","msg":"trace[1405830596] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"293.315333ms","start":"2026-07-28T15:51:43.206143Z","end":"2026-07-28T15:51:43.499458Z","steps":["trace[1405830596] 'process raft request' (duration: 293.024296ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:43.499527Z","caller":"traceutil/trace.go:171","msg":"trace[1238485459] linearizableReadLoop","detail":"{readStateIndex:2696; appliedIndex:2685; }","duration":"290.810963ms","start":"2026-07-28T15:51:43.208705Z","end":"2026-07-28T15:51:43.499516Z","steps":["trace[1238485459] 'read index received' (duration: 94.467491ms)","trace[1238485459] 'applied index is now lower than readState.Index' (duration: 196.342382ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:43.499574Z","caller":"traceutil/trace.go:171","msg":"trace[198778624] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"293.1634ms","start":"2026-07-28T15:51:43.206393Z","end":"2026-07-28T15:51:43.499556Z","steps":["trace[198778624] 'process raft request' (duration: 292.938544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:43.499617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.896015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:43.499647Z","caller":"traceutil/trace.go:171","msg":"trace[300570459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2592; }","duration":"290.967166ms","start":"2026-07-28T15:51:43.20867Z","end":"2026-07-28T15:51:43.499638Z","steps":["trace[300570459] 'agreement among raft nodes before linearized reading' (duration: 290.883134ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:43.499487Z","caller":"traceutil/trace.go:171","msg":"trace[475268190] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"293.298473ms","start":"2026-07-28T15:51:43.206173Z","end":"2026-07-28T15:51:43.499472Z","steps":["trace[475268190] 'process raft request' (duration: 293.041896ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:57.420812Z","caller":"traceutil/trace.go:171","msg":"trace[695670559] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"131.444224ms","start":"2026-07-28T15:51:57.289289Z","end":"2026-07-28T15:51:57.420734Z","steps":["trace[695670559] 'process raft request' (duration: 109.253101ms)","trace[695670559] 'compare' (duration: 21.978428ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:57.420759Z","caller":"traceutil/trace.go:171","msg":"trace[1575806578] linearizableReadLoop","detail":"{readStateIndex:2786; appliedIndex:2785; }","duration":"111.154218ms","start":"2026-07-28T15:51:57.309553Z","end":"2026-07-28T15:51:57.420707Z","steps":["trace[1575806578] 'read index received' (duration: 88.971466ms)","trace[1575806578] 'applied index is now lower than readState.Index' (duration: 22.181352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:57.42107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.492226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:51:57.421148Z","caller":"traceutil/trace.go:171","msg":"trace[327254785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2679; }","duration":"111.6196ms","start":"2026-07-28T15:51:57.309503Z","end":"2026-07-28T15:51:57.421123Z","steps":["trace[327254785] 'agreement among raft nodes before linearized reading' (duration: 111.328512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:57.776872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.909201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:51:57.777002Z","caller":"traceutil/trace.go:171","msg":"trace[814722955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2680; }","duration":"169.094856ms","start":"2026-07-28T15:51:57.607877Z","end":"2026-07-28T15:51:57.776971Z","steps":["trace[814722955] 'range keys from in-memory index tree' (duration: 168.700046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:57.777048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.786409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T15:51:57.777136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.622697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:51:57.777179Z","caller":"traceutil/trace.go:171","msg":"trace[1966624467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2680; }","duration":"175.923572ms","start":"2026-07-28T15:51:57.60123Z","end":"2026-07-28T15:51:57.777153Z","steps":["trace[1966624467] 'range keys from in-memory index tree' (duration: 175.686746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:57.777169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.141808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:51:57.777226Z","caller":"traceutil/trace.go:171","msg":"trace[1920436428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2680; }","duration":"126.7794ms","start":"2026-07-28T15:51:57.650428Z","end":"2026-07-28T15:51:57.777207Z","steps":["trace[1920436428] 'range keys from in-memory index tree' (duration: 126.534064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:57.777393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.709706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T15:51:57.777409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.342524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:51:57.777479Z","caller":"traceutil/trace.go:171","msg":"trace[1259288644] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2680; }","duration":"173.137255ms","start":"2026-07-28T15:51:57.604317Z","end":"2026-07-28T15:51:57.777454Z","steps":["trace[1259288644] 'range keys from in-memory index tree' (duration: 172.12416ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:57.777472Z","caller":"traceutil/trace.go:171","msg":"trace[1813073988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2680; }","duration":"206.842699ms","start":"2026-07-28T15:51:57.570612Z","end":"2026-07-28T15:51:57.777454Z","steps":["trace[1813073988] 'range keys from in-memory index tree' (duration: 206.06656ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:57.777316Z","caller":"traceutil/trace.go:171","msg":"trace[838523644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2680; }","duration":"176.432615ms","start":"2026-07-28T15:51:57.600835Z","end":"2026-07-28T15:51:57.777268Z","steps":["trace[838523644] 'range keys from in-memory index tree' (duration: 175.986324ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:58.740613Z","caller":"traceutil/trace.go:171","msg":"trace[1598768029] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"958.305947ms","start":"2026-07-28T15:51:57.782267Z","end":"2026-07-28T15:51:58.740573Z","steps":["trace[1598768029] 'process raft request' (duration: 958.00623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:58.740799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:57.782235Z","time spent":"958.468021ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:58.740911Z","caller":"traceutil/trace.go:171","msg":"trace[1674501553] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"958.139773ms","start":"2026-07-28T15:51:57.78276Z","end":"2026-07-28T15:51:58.740899Z","steps":["trace[1674501553] 'process raft request' (duration: 957.917228ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:58.741058Z","caller":"traceutil/trace.go:171","msg":"trace[852441439] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"957.878917ms","start":"2026-07-28T15:51:57.783169Z","end":"2026-07-28T15:51:58.741048Z","steps":["trace[852441439] 'process raft request' (duration: 957.688952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:58.74107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:57.782718Z","time spent":"958.253336ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:58.741097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:57.78315Z","time spent":"957.926857ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:58.740795Z","caller":"traceutil/trace.go:171","msg":"trace[1859841642] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"958.499962ms","start":"2026-07-28T15:51:57.782271Z","end":"2026-07-28T15:51:58.740771Z","steps":["trace[1859841642] 'process raft request' (duration: 958.152293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:58.741307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:57.78225Z","time spent":"959.026424ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:58.965744Z","caller":"traceutil/trace.go:171","msg":"trace[508887274] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"778.602182ms","start":"2026-07-28T15:51:58.187102Z","end":"2026-07-28T15:51:58.965704Z","steps":["trace[508887274] 'process raft request' (duration: 712.409714ms)","trace[508887274] 'compare' (duration: 65.981523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:58.965905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.526036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:51:58.965946Z","caller":"traceutil/trace.go:171","msg":"trace[848576628] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2690; }","duration":"723.620037ms","start":"2026-07-28T15:51:58.242316Z","end":"2026-07-28T15:51:58.965936Z","steps":["trace[848576628] 'agreement among raft nodes before linearized reading' (duration: 723.530895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:58.965971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.242292Z","time spent":"723.672279ms","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:51:58.966034Z","caller":"traceutil/trace.go:171","msg":"trace[739349582] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"511.306995ms","start":"2026-07-28T15:51:58.454708Z","end":"2026-07-28T15:51:58.966015Z","steps":["trace[739349582] 'process raft request' (duration: 511.032568ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:58.965903Z","caller":"traceutil/trace.go:171","msg":"trace[1488771416] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"520.844378ms","start":"2026-07-28T15:51:58.44498Z","end":"2026-07-28T15:51:58.965825Z","steps":["trace[1488771416] 'process raft request' (duration: 520.696545ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:58.966073Z","caller":"traceutil/trace.go:171","msg":"trace[960266556] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"511.057499ms","start":"2026-07-28T15:51:58.454998Z","end":"2026-07-28T15:51:58.966055Z","steps":["trace[960266556] 'process raft request' (duration: 510.784942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:58.966148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.444947Z","time spent":"521.157376ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:58.965825Z","caller":"traceutil/trace.go:171","msg":"trace[76835502] linearizableReadLoop","detail":"{readStateIndex:2793; appliedIndex:2788; }","duration":"723.452523ms","start":"2026-07-28T15:51:58.242361Z","end":"2026-07-28T15:51:58.965813Z","steps":["trace[76835502] 'read index received' (duration: 497.876486ms)","trace[76835502] 'applied index is now lower than readState.Index' (duration: 225.570167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:58.966165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.454681Z","time spent":"511.426228ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:58.966283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.454972Z","time spent":"511.195393ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:58.966368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.634746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T15:51:58.966394Z","caller":"traceutil/trace.go:171","msg":"trace[1372826666] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2690; }","duration":"440.688398ms","start":"2026-07-28T15:51:58.525699Z","end":"2026-07-28T15:51:58.966387Z","steps":["trace[1372826666] 'agreement among raft nodes before linearized reading' (duration: 440.633457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:58.966411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.525629Z","time spent":"440.779031ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:51:58.966474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.03025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T15:51:58.96632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.741841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:51:58.966508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.144958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:51:58.966548Z","caller":"traceutil/trace.go:171","msg":"trace[1243365566] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2690; }","duration":"433.156564ms","start":"2026-07-28T15:51:58.533355Z","end":"2026-07-28T15:51:58.966512Z","steps":["trace[1243365566] 'agreement among raft nodes before linearized reading' (duration: 432.950769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:58.966596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.136353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:51:58.966579Z","caller":"traceutil/trace.go:171","msg":"trace[1066708929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2690; }","duration":"538.022668ms","start":"2026-07-28T15:51:58.428537Z","end":"2026-07-28T15:51:58.96656Z","steps":["trace[1066708929] 'agreement among raft nodes before linearized reading' (duration: 537.713661ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:58.966596Z","caller":"traceutil/trace.go:171","msg":"trace[2007949608] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2690; }","duration":"259.278712ms","start":"2026-07-28T15:51:58.707292Z","end":"2026-07-28T15:51:58.966571Z","steps":["trace[2007949608] 'agreement among raft nodes before linearized reading' (duration: 259.111687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:58.96662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.533335Z","time spent":"433.272476ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:51:58.966555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.786325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:51:58.966616Z","caller":"traceutil/trace.go:171","msg":"trace[1609718133] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2690; }","duration":"442.182874ms","start":"2026-07-28T15:51:58.524426Z","end":"2026-07-28T15:51:58.966609Z","steps":["trace[1609718133] 'agreement among raft nodes before linearized reading' (duration: 442.139713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:58.966697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.524407Z","time spent":"442.284847ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:51:58.9667Z","caller":"traceutil/trace.go:171","msg":"trace[1921010077] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2690; }","duration":"441.99993ms","start":"2026-07-28T15:51:58.524679Z","end":"2026-07-28T15:51:58.966678Z","steps":["trace[1921010077] 'agreement among raft nodes before linearized reading' (duration: 441.835326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:58.966762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.524606Z","time spent":"442.138144ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:51:58.966637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.428516Z","time spent":"538.104471ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:51:58.965742Z","caller":"traceutil/trace.go:171","msg":"trace[931029413] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"556.152962ms","start":"2026-07-28T15:51:58.409564Z","end":"2026-07-28T15:51:58.965717Z","steps":["trace[931029413] 'process raft request' (duration: 556.067329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:58.966972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.409543Z","time spent":"557.404303ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:58.967063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.187062Z","time spent":"778.843818ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:59.30666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.945599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:51:59.306866Z","caller":"traceutil/trace.go:171","msg":"trace[749782710] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"333.491056ms","start":"2026-07-28T15:51:58.973342Z","end":"2026-07-28T15:51:59.306833Z","steps":["trace[749782710] 'process raft request' (duration: 176.294522ms)","trace[749782710] 'compare' (duration: 156.721072ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:51:59.307036Z","caller":"traceutil/trace.go:171","msg":"trace[1898189410] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2797; }","duration":"328.643518ms","start":"2026-07-28T15:51:58.978339Z","end":"2026-07-28T15:51:59.306983Z","steps":["trace[1898189410] 'read index received' (duration: 2.637985ms)","trace[1898189410] 'applied index is now lower than readState.Index' (duration: 326.004383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:51:59.307048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.973294Z","time spent":"333.67855ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:59.307084Z","caller":"traceutil/trace.go:171","msg":"trace[463452973] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"333.713451ms","start":"2026-07-28T15:51:58.973328Z","end":"2026-07-28T15:51:59.307041Z","steps":["trace[463452973] 'process raft request' (duration: 333.437404ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:51:59.307125Z","caller":"traceutil/trace.go:171","msg":"trace[913315455] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"333.712391ms","start":"2026-07-28T15:51:58.973387Z","end":"2026-07-28T15:51:59.3071Z","steps":["trace[913315455] 'process raft request' (duration: 333.470146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:59.307242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.847552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:51:59.307268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.973345Z","time spent":"333.831034ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:51:59.307269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.973294Z","time spent":"333.881425ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:51:59.307333Z","caller":"traceutil/trace.go:171","msg":"trace[433878219] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2694; }","duration":"328.997736ms","start":"2026-07-28T15:51:58.978289Z","end":"2026-07-28T15:51:59.307287Z","steps":["trace[433878219] 'agreement among raft nodes before linearized reading' (duration: 328.791871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:51:59.307413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:51:58.978268Z","time spent":"329.103248ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T15:51:59.998148Z","caller":"traceutil/trace.go:171","msg":"trace[1456511261] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"132.023099ms","start":"2026-07-28T15:51:59.866082Z","end":"2026-07-28T15:51:59.998106Z","steps":["trace[1456511261] 'process raft request' (duration: 131.767142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:01.508686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626760395,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:52:01.631487Z","caller":"traceutil/trace.go:171","msg":"trace[38659142] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"880.372571ms","start":"2026-07-28T15:52:00.751092Z","end":"2026-07-28T15:52:01.631465Z","steps":["trace[38659142] 'process raft request' (duration: 880.33204ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:01.631588Z","caller":"traceutil/trace.go:171","msg":"trace[1115956987] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"880.661358ms","start":"2026-07-28T15:52:00.750897Z","end":"2026-07-28T15:52:01.631559Z","steps":["trace[1115956987] 'process raft request' (duration: 880.486594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:01.63165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:00.75105Z","time spent":"880.518815ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:01.63173Z","caller":"traceutil/trace.go:171","msg":"trace[120219910] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"881.092249ms","start":"2026-07-28T15:52:00.750602Z","end":"2026-07-28T15:52:01.631695Z","steps":["trace[120219910] 'process raft request' (duration: 880.599207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:01.631897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:00.75059Z","time spent":"881.224682ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:01.631755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:00.750884Z","time spent":"880.785691ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:01.639481Z","caller":"traceutil/trace.go:171","msg":"trace[315671083] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2804; }","duration":"631.200538ms","start":"2026-07-28T15:52:01.008248Z","end":"2026-07-28T15:52:01.639449Z","steps":["trace[315671083] 'read index received' (duration: 622.938595ms)","trace[315671083] 'applied index is now lower than readState.Index' (duration: 8.259993ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:01.639611Z","caller":"traceutil/trace.go:171","msg":"trace[1668932013] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"667.468615ms","start":"2026-07-28T15:52:00.972115Z","end":"2026-07-28T15:52:01.639583Z","steps":["trace[1668932013] 'process raft request' (duration: 667.033674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:01.63971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:00.972079Z","time spent":"667.580617ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:01.639722Z","caller":"traceutil/trace.go:171","msg":"trace[21248638] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"668.187052ms","start":"2026-07-28T15:52:00.971496Z","end":"2026-07-28T15:52:01.639683Z","steps":["trace[21248638] 'process raft request' (duration: 667.482255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:01.639812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.272593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:01.639848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.584407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:01.639891Z","caller":"traceutil/trace.go:171","msg":"trace[1742279133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2704; }","duration":"631.684579ms","start":"2026-07-28T15:52:01.008195Z","end":"2026-07-28T15:52:01.63988Z","steps":["trace[1742279133] 'agreement among raft nodes before linearized reading' (duration: 631.503825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:01.639887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:00.971476Z","time spent":"668.325515ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:01.639893Z","caller":"traceutil/trace.go:171","msg":"trace[405093331] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"666.04647ms","start":"2026-07-28T15:52:00.973815Z","end":"2026-07-28T15:52:01.639861Z","steps":["trace[405093331] 'process raft request' (duration: 665.577958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:01.639915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.956857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:01.639928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:01.008168Z","time spent":"631.752221ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:52:01.639973Z","caller":"traceutil/trace.go:171","msg":"trace[1714201811] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2704; }","duration":"372.045459ms","start":"2026-07-28T15:52:01.267901Z","end":"2026-07-28T15:52:01.639947Z","steps":["trace[1714201811] 'agreement among raft nodes before linearized reading' (duration: 371.936596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:01.640012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:01.267839Z","time spent":"372.163592ms","remote":"127.0.0.1:45986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:52:01.640017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:00.973807Z","time spent":"666.144982ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:01.639643Z","caller":"traceutil/trace.go:171","msg":"trace[809845035] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"667.467594ms","start":"2026-07-28T15:52:00.972161Z","end":"2026-07-28T15:52:01.639629Z","steps":["trace[809845035] 'process raft request' (duration: 667.076664ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:01.63988Z","caller":"traceutil/trace.go:171","msg":"trace[926597687] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2704; }","duration":"596.462618ms","start":"2026-07-28T15:52:01.043398Z","end":"2026-07-28T15:52:01.639861Z","steps":["trace[926597687] 'agreement among raft nodes before linearized reading' (duration: 596.345125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:01.640457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:00.972145Z","time spent":"668.08639ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:01.640476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:01.043348Z","time spent":"597.113023ms","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:52:02.894705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.985656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:02.894949Z","caller":"traceutil/trace.go:171","msg":"trace[904228017] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"1.238481209s","start":"2026-07-28T15:52:01.656429Z","end":"2026-07-28T15:52:02.89491Z","steps":["trace[904228017] 'process raft request' (duration: 485.166845ms)","trace[904228017] 'compare' (duration: 752.385861ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:02.894951Z","caller":"traceutil/trace.go:171","msg":"trace[1361965145] linearizableReadLoop","detail":"{readStateIndex:2812; appliedIndex:2811; }","duration":"891.438972ms","start":"2026-07-28T15:52:02.003473Z","end":"2026-07-28T15:52:02.894912Z","steps":["trace[1361965145] 'read index received' (duration: 138.058047ms)","trace[1361965145] 'applied index is now lower than readState.Index' (duration: 753.377035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:02.895075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:01.656401Z","time spent":"1.238598162s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:03.119557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116078535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:52:03.119585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.742116ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T15:52:03.119622Z","caller":"traceutil/trace.go:171","msg":"trace[45352133] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2705; }","duration":"1.116197498s","start":"2026-07-28T15:52:02.003408Z","end":"2026-07-28T15:52:03.119606Z","steps":["trace[45352133] 'agreement among raft nodes before linearized reading' (duration: 891.648137ms)","trace[45352133] 'range keys from in-memory index tree' (duration: 224.371337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:03.119653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:02.003365Z","time spent":"1.11628195s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T15:52:03.119685Z","caller":"traceutil/trace.go:171","msg":"trace[361119125] linearizableReadLoop","detail":"{readStateIndex:2813; appliedIndex:2812; }","duration":"224.642054ms","start":"2026-07-28T15:52:02.895023Z","end":"2026-07-28T15:52:03.119665Z","steps":["trace[361119125] 'read index received' (duration: 68.361µs)","trace[361119125] 'applied index is now lower than readState.Index' (duration: 224.571303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:03.119793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011318793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:52:03.119827Z","caller":"traceutil/trace.go:171","msg":"trace[758903237] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2705; }","duration":"1.011398985s","start":"2026-07-28T15:52:02.108419Z","end":"2026-07-28T15:52:03.119818Z","steps":["trace[758903237] 'agreement among raft nodes before linearized reading' (duration: 1.011295413s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:03.119817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.15533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:03.119865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:02.108402Z","time spent":"1.011453136s","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:52:03.11989Z","caller":"traceutil/trace.go:171","msg":"trace[888749166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2705; }","duration":"468.266963ms","start":"2026-07-28T15:52:02.651604Z","end":"2026-07-28T15:52:03.119871Z","steps":["trace[888749166] 'agreement among raft nodes before linearized reading' (duration: 468.14199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:03.119887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.920417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T15:52:03.119929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:02.651591Z","time spent":"468.330434ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:52:03.119962Z","caller":"traceutil/trace.go:171","msg":"trace[1001496003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2705; }","duration":"296.037981ms","start":"2026-07-28T15:52:02.823906Z","end":"2026-07-28T15:52:03.119943Z","steps":["trace[1001496003] 'agreement among raft nodes before linearized reading' (duration: 295.807025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:03.120006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.247554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:03.120051Z","caller":"traceutil/trace.go:171","msg":"trace[163195259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2705; }","duration":"473.291155ms","start":"2026-07-28T15:52:02.646749Z","end":"2026-07-28T15:52:03.12004Z","steps":["trace[163195259] 'agreement among raft nodes before linearized reading' (duration: 473.185332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:03.120125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:02.646686Z","time spent":"473.430229ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:52:03.819459Z","caller":"traceutil/trace.go:171","msg":"trace[871617025] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"179.145042ms","start":"2026-07-28T15:52:03.640276Z","end":"2026-07-28T15:52:03.819421Z","steps":["trace[871617025] 'process raft request' (duration: 132.312986ms)","trace[871617025] 'compare' (duration: 46.624441ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:03.819496Z","caller":"traceutil/trace.go:171","msg":"trace[1081652951] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"174.073157ms","start":"2026-07-28T15:52:03.645402Z","end":"2026-07-28T15:52:03.819475Z","steps":["trace[1081652951] 'process raft request' (duration: 174.018366ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:03.819626Z","caller":"traceutil/trace.go:171","msg":"trace[1152424214] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"174.260142ms","start":"2026-07-28T15:52:03.645331Z","end":"2026-07-28T15:52:03.819591Z","steps":["trace[1152424214] 'process raft request' (duration: 174.061587ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:03.819641Z","caller":"traceutil/trace.go:171","msg":"trace[810643446] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"178.308991ms","start":"2026-07-28T15:52:03.641278Z","end":"2026-07-28T15:52:03.819587Z","steps":["trace[810643446] 'process raft request' (duration: 178.051104ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:03.819774Z","caller":"traceutil/trace.go:171","msg":"trace[1242287898] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"174.331853ms","start":"2026-07-28T15:52:03.645393Z","end":"2026-07-28T15:52:03.819724Z","steps":["trace[1242287898] 'process raft request' (duration: 174.049566ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:03.819904Z","caller":"traceutil/trace.go:171","msg":"trace[536764358] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"175.782709ms","start":"2026-07-28T15:52:03.643732Z","end":"2026-07-28T15:52:03.819515Z","steps":["trace[536764358] 'process raft request' (duration: 175.629315ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:08.015213Z","caller":"traceutil/trace.go:171","msg":"trace[1149158278] linearizableReadLoop","detail":"{readStateIndex:2848; appliedIndex:2846; }","duration":"129.738313ms","start":"2026-07-28T15:52:07.885438Z","end":"2026-07-28T15:52:08.015176Z","steps":["trace[1149158278] 'read index received' (duration: 21.511866ms)","trace[1149158278] 'applied index is now lower than readState.Index' (duration: 108.224927ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:08.015257Z","caller":"traceutil/trace.go:171","msg":"trace[922958757] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"129.853406ms","start":"2026-07-28T15:52:07.885361Z","end":"2026-07-28T15:52:08.015215Z","steps":["trace[922958757] 'process raft request' (duration: 129.539118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:08.01552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.053001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:52:08.015585Z","caller":"traceutil/trace.go:171","msg":"trace[1225352980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2740; }","duration":"130.174654ms","start":"2026-07-28T15:52:07.885399Z","end":"2026-07-28T15:52:08.015574Z","steps":["trace[1225352980] 'agreement among raft nodes before linearized reading' (duration: 129.932508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:08.015677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.48376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T15:52:08.015722Z","caller":"traceutil/trace.go:171","msg":"trace[592921202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2740; }","duration":"123.553942ms","start":"2026-07-28T15:52:07.892158Z","end":"2026-07-28T15:52:08.015712Z","steps":["trace[592921202] 'agreement among raft nodes before linearized reading' (duration: 123.428549ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:08.015291Z","caller":"traceutil/trace.go:171","msg":"trace[152798393] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"129.831835ms","start":"2026-07-28T15:52:07.885418Z","end":"2026-07-28T15:52:08.015249Z","steps":["trace[152798393] 'process raft request' (duration: 129.707862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:08.346599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.943824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:08.346731Z","caller":"traceutil/trace.go:171","msg":"trace[1286180157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2742; }","duration":"129.125198ms","start":"2026-07-28T15:52:08.217566Z","end":"2026-07-28T15:52:08.346691Z","steps":["trace[1286180157] 'range keys from in-memory index tree' (duration: 128.684217ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:09.337982Z","caller":"traceutil/trace.go:171","msg":"trace[1743662089] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"506.987829ms","start":"2026-07-28T15:52:08.830969Z","end":"2026-07-28T15:52:09.337957Z","steps":["trace[1743662089] 'process raft request' (duration: 506.809225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:09.338145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:08.830932Z","time spent":"507.140923ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:09.338223Z","caller":"traceutil/trace.go:171","msg":"trace[311172380] linearizableReadLoop","detail":"{readStateIndex:2853; appliedIndex:2851; }","duration":"340.413925ms","start":"2026-07-28T15:52:08.99778Z","end":"2026-07-28T15:52:09.338194Z","steps":["trace[311172380] 'read index received' (duration: 339.944494ms)","trace[311172380] 'applied index is now lower than readState.Index' (duration: 466.681µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:09.3383Z","caller":"traceutil/trace.go:171","msg":"trace[620936660] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"507.236235ms","start":"2026-07-28T15:52:08.831003Z","end":"2026-07-28T15:52:09.338239Z","steps":["trace[620936660] 'process raft request' (duration: 506.914447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:09.338393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.631871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T15:52:09.338429Z","caller":"traceutil/trace.go:171","msg":"trace[1222485078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2744; }","duration":"340.698643ms","start":"2026-07-28T15:52:08.997719Z","end":"2026-07-28T15:52:09.338418Z","steps":["trace[1222485078] 'agreement among raft nodes before linearized reading' (duration: 340.57522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:09.338451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:08.997697Z","time spent":"340.749653ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:52:09.338438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:08.830975Z","time spent":"507.385169ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:09.338494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.401989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T15:52:09.338538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.115309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:09.33856Z","caller":"traceutil/trace.go:171","msg":"trace[1438863609] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2744; }","duration":"255.15009ms","start":"2026-07-28T15:52:09.083404Z","end":"2026-07-28T15:52:09.338554Z","steps":["trace[1438863609] 'agreement among raft nodes before linearized reading' (duration: 255.113869ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:09.338549Z","caller":"traceutil/trace.go:171","msg":"trace[936217499] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2744; }","duration":"269.508841ms","start":"2026-07-28T15:52:09.069024Z","end":"2026-07-28T15:52:09.338533Z","steps":["trace[936217499] 'agreement among raft nodes before linearized reading' (duration: 269.332247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:09.338614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.315112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:09.338686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.340649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:52:09.338681Z","caller":"traceutil/trace.go:171","msg":"trace[606193597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2744; }","duration":"259.434685ms","start":"2026-07-28T15:52:09.079228Z","end":"2026-07-28T15:52:09.338662Z","steps":["trace[606193597] 'agreement among raft nodes before linearized reading' (duration: 259.331422ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:09.338707Z","caller":"traceutil/trace.go:171","msg":"trace[1582302779] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2744; }","duration":"101.404851ms","start":"2026-07-28T15:52:09.237296Z","end":"2026-07-28T15:52:09.3387Z","steps":["trace[1582302779] 'agreement among raft nodes before linearized reading' (duration: 101.36846ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:09.558531Z","caller":"traceutil/trace.go:171","msg":"trace[1041475690] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"216.30459ms","start":"2026-07-28T15:52:09.342195Z","end":"2026-07-28T15:52:09.558499Z","steps":["trace[1041475690] 'process raft request' (duration: 177.278316ms)","trace[1041475690] 'compare' (duration: 38.898721ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:09.599742Z","caller":"traceutil/trace.go:171","msg":"trace[504140754] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"256.999575ms","start":"2026-07-28T15:52:09.342724Z","end":"2026-07-28T15:52:09.599723Z","steps":["trace[504140754] 'process raft request' (duration: 256.7714ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:09.599825Z","caller":"traceutil/trace.go:171","msg":"trace[517715513] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2853; }","duration":"255.612411ms","start":"2026-07-28T15:52:09.344195Z","end":"2026-07-28T15:52:09.599808Z","steps":["trace[517715513] 'read index received' (duration: 175.459301ms)","trace[517715513] 'applied index is now lower than readState.Index' (duration: 80.15004ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:09.599877Z","caller":"traceutil/trace.go:171","msg":"trace[249548861] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"256.019121ms","start":"2026-07-28T15:52:09.343827Z","end":"2026-07-28T15:52:09.599846Z","steps":["trace[249548861] 'process raft request' (duration: 255.848537ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:09.599616Z","caller":"traceutil/trace.go:171","msg":"trace[1594881095] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"257.022366ms","start":"2026-07-28T15:52:09.342566Z","end":"2026-07-28T15:52:09.599588Z","steps":["trace[1594881095] 'process raft request' (duration: 256.79155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:09.600013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.805386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T15:52:09.600407Z","caller":"traceutil/trace.go:171","msg":"trace[1170780468] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2748; }","duration":"256.211346ms","start":"2026-07-28T15:52:09.344152Z","end":"2026-07-28T15:52:09.600364Z","steps":["trace[1170780468] 'agreement among raft nodes before linearized reading' (duration: 255.745614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:09.600152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.354378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T15:52:09.600192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.360398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:52:09.600626Z","caller":"traceutil/trace.go:171","msg":"trace[628429827] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2748; }","duration":"249.8389ms","start":"2026-07-28T15:52:09.350741Z","end":"2026-07-28T15:52:09.60058Z","steps":["trace[628429827] 'agreement among raft nodes before linearized reading' (duration: 249.220465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:09.600232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.237062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:09.600713Z","caller":"traceutil/trace.go:171","msg":"trace[663478517] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2748; }","duration":"249.898022ms","start":"2026-07-28T15:52:09.350786Z","end":"2026-07-28T15:52:09.600684Z","steps":["trace[663478517] 'agreement among raft nodes before linearized reading' (duration: 249.249826ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:09.600798Z","caller":"traceutil/trace.go:171","msg":"trace[1414951538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2748; }","duration":"246.815206ms","start":"2026-07-28T15:52:09.353942Z","end":"2026-07-28T15:52:09.600757Z","steps":["trace[1414951538] 'agreement among raft nodes before linearized reading' (duration: 246.076498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:09.600253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.406829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-28T15:52:09.600906Z","caller":"traceutil/trace.go:171","msg":"trace[796128496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2748; }","duration":"187.092216ms","start":"2026-07-28T15:52:09.413794Z","end":"2026-07-28T15:52:09.600886Z","steps":["trace[796128496] 'agreement among raft nodes before linearized reading' (duration: 186.237225ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:09.739217Z","caller":"traceutil/trace.go:171","msg":"trace[1120868552] linearizableReadLoop","detail":"{readStateIndex:2860; appliedIndex:2857; }","duration":"122.969437ms","start":"2026-07-28T15:52:09.616228Z","end":"2026-07-28T15:52:09.739198Z","steps":["trace[1120868552] 'read index received' (duration: 33.070699ms)","trace[1120868552] 'applied index is now lower than readState.Index' (duration: 89.897488ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:09.739253Z","caller":"traceutil/trace.go:171","msg":"trace[1017519302] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"134.204792ms","start":"2026-07-28T15:52:09.605019Z","end":"2026-07-28T15:52:09.739224Z","steps":["trace[1017519302] 'process raft request' (duration: 117.154715ms)","trace[1017519302] 'compare' (duration: 16.869823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:09.739323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.095271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:09.73935Z","caller":"traceutil/trace.go:171","msg":"trace[1432208462] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2751; }","duration":"123.183143ms","start":"2026-07-28T15:52:09.616158Z","end":"2026-07-28T15:52:09.739341Z","steps":["trace[1432208462] 'agreement among raft nodes before linearized reading' (duration: 123.122581ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:09.739308Z","caller":"traceutil/trace.go:171","msg":"trace[2087481326] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"134.166802ms","start":"2026-07-28T15:52:09.605099Z","end":"2026-07-28T15:52:09.739265Z","steps":["trace[2087481326] 'process raft request' (duration: 134.057529ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:10.142348Z","caller":"traceutil/trace.go:171","msg":"trace[1788000000] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"120.754863ms","start":"2026-07-28T15:52:10.02156Z","end":"2026-07-28T15:52:10.142315Z","steps":["trace[1788000000] 'process raft request' (duration: 120.307012ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:12.069798Z","caller":"traceutil/trace.go:171","msg":"trace[616653555] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"176.826414ms","start":"2026-07-28T15:52:11.89293Z","end":"2026-07-28T15:52:12.069756Z","steps":["trace[616653555] 'process raft request' (duration: 157.715327ms)","trace[616653555] 'compare' (duration: 18.849501ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:12.10357Z","caller":"traceutil/trace.go:171","msg":"trace[698601454] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"165.794765ms","start":"2026-07-28T15:52:11.937744Z","end":"2026-07-28T15:52:12.103538Z","steps":["trace[698601454] 'process raft request' (duration: 165.61101ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:12.360211Z","caller":"traceutil/trace.go:171","msg":"trace[810667409] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"158.552638ms","start":"2026-07-28T15:52:12.20163Z","end":"2026-07-28T15:52:12.360183Z","steps":["trace[810667409] 'process raft request' (duration: 145.1409ms)","trace[810667409] 'compare' (duration: 13.157702ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:12.360521Z","caller":"traceutil/trace.go:171","msg":"trace[96712642] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"158.775983ms","start":"2026-07-28T15:52:12.201717Z","end":"2026-07-28T15:52:12.360493Z","steps":["trace[96712642] 'process raft request' (duration: 158.384553ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:14.569854Z","caller":"traceutil/trace.go:171","msg":"trace[606315891] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"477.57406ms","start":"2026-07-28T15:52:14.092252Z","end":"2026-07-28T15:52:14.569826Z","steps":["trace[606315891] 'process raft request' (duration: 418.314231ms)","trace[606315891] 'compare' (duration: 59.026843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:14.570312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:14.09222Z","time spent":"477.697693ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:14.580464Z","caller":"traceutil/trace.go:171","msg":"trace[1830092694] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"469.81261ms","start":"2026-07-28T15:52:14.110628Z","end":"2026-07-28T15:52:14.58044Z","steps":["trace[1830092694] 'process raft request' (duration: 469.670896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:14.580626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:14.110604Z","time spent":"469.933743ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:14.580818Z","caller":"traceutil/trace.go:171","msg":"trace[1042411615] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"469.917443ms","start":"2026-07-28T15:52:14.110869Z","end":"2026-07-28T15:52:14.580786Z","steps":["trace[1042411615] 'process raft request' (duration: 469.536644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:14.580978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:14.110861Z","time spent":"470.037726ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:14.581167Z","caller":"traceutil/trace.go:171","msg":"trace[1199622777] linearizableReadLoop","detail":"{readStateIndex:2888; appliedIndex:2884; }","duration":"216.069695ms","start":"2026-07-28T15:52:14.365069Z","end":"2026-07-28T15:52:14.581139Z","steps":["trace[1199622777] 'read index received' (duration: 145.460548ms)","trace[1199622777] 'applied index is now lower than readState.Index' (duration: 70.607747ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:14.58133Z","caller":"traceutil/trace.go:171","msg":"trace[603296194] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"378.257581ms","start":"2026-07-28T15:52:14.203058Z","end":"2026-07-28T15:52:14.581315Z","steps":["trace[603296194] 'process raft request' (duration: 377.947924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:14.581433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.074685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-28T15:52:14.58146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:14.203031Z","time spent":"378.340243ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:14.581486Z","caller":"traceutil/trace.go:171","msg":"trace[113721212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2778; }","duration":"216.169517ms","start":"2026-07-28T15:52:14.365304Z","end":"2026-07-28T15:52:14.581474Z","steps":["trace[113721212] 'agreement among raft nodes before linearized reading' (duration: 216.028384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:14.58151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.447224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:52:14.581564Z","caller":"traceutil/trace.go:171","msg":"trace[1688131887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2778; }","duration":"216.568007ms","start":"2026-07-28T15:52:14.364983Z","end":"2026-07-28T15:52:14.581551Z","steps":["trace[1688131887] 'agreement among raft nodes before linearized reading' (duration: 216.407783ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:16.678583Z","caller":"traceutil/trace.go:171","msg":"trace[720979251] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"233.85777ms","start":"2026-07-28T15:52:16.444703Z","end":"2026-07-28T15:52:16.678561Z","steps":["trace[720979251] 'process raft request' (duration: 233.686986ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:16.701895Z","caller":"traceutil/trace.go:171","msg":"trace[450679600] linearizableReadLoop","detail":"{readStateIndex:2903; appliedIndex:2899; }","duration":"108.706379ms","start":"2026-07-28T15:52:16.593169Z","end":"2026-07-28T15:52:16.701875Z","steps":["trace[450679600] 'read index received' (duration: 85.223245ms)","trace[450679600] 'applied index is now lower than readState.Index' (duration: 23.482414ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:16.701985Z","caller":"traceutil/trace.go:171","msg":"trace[1168791272] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"113.542357ms","start":"2026-07-28T15:52:16.58842Z","end":"2026-07-28T15:52:16.701962Z","steps":["trace[1168791272] 'process raft request' (duration: 113.414944ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:16.702009Z","caller":"traceutil/trace.go:171","msg":"trace[1612407704] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"114.160632ms","start":"2026-07-28T15:52:16.587837Z","end":"2026-07-28T15:52:16.701997Z","steps":["trace[1612407704] 'process raft request' (duration: 113.830484ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:16.701931Z","caller":"traceutil/trace.go:171","msg":"trace[219984168] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"113.862325ms","start":"2026-07-28T15:52:16.588043Z","end":"2026-07-28T15:52:16.701905Z","steps":["trace[219984168] 'process raft request' (duration: 113.741252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:16.702283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.041587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T15:52:16.702368Z","caller":"traceutil/trace.go:171","msg":"trace[1803454092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2793; }","duration":"109.222681ms","start":"2026-07-28T15:52:16.593133Z","end":"2026-07-28T15:52:16.702356Z","steps":["trace[1803454092] 'agreement among raft nodes before linearized reading' (duration: 108.965755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:16.702282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.910514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:52:16.702487Z","caller":"traceutil/trace.go:171","msg":"trace[940801019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2793; }","duration":"109.128429ms","start":"2026-07-28T15:52:16.593338Z","end":"2026-07-28T15:52:16.702466Z","steps":["trace[940801019] 'agreement among raft nodes before linearized reading' (duration: 108.843762ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:16.810458Z","caller":"traceutil/trace.go:171","msg":"trace[634199139] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"102.571709ms","start":"2026-07-28T15:52:16.707857Z","end":"2026-07-28T15:52:16.810428Z","steps":["trace[634199139] 'process raft request' (duration: 98.709255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:20.181438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.475046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:20.181555Z","caller":"traceutil/trace.go:171","msg":"trace[1511839398] linearizableReadLoop","detail":"{readStateIndex:2924; appliedIndex:2922; }","duration":"385.195271ms","start":"2026-07-28T15:52:19.796343Z","end":"2026-07-28T15:52:20.181538Z","steps":["trace[1511839398] 'read index received' (duration: 47.539843ms)","trace[1511839398] 'applied index is now lower than readState.Index' (duration: 337.652018ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:20.181642Z","caller":"traceutil/trace.go:171","msg":"trace[1098334904] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"392.10845ms","start":"2026-07-28T15:52:19.789522Z","end":"2026-07-28T15:52:20.18163Z","steps":["trace[1098334904] 'process raft request' (duration: 150.360937ms)","trace[1098334904] 'compare' (duration: 241.353963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:20.18172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:19.78949Z","time spent":"392.189732ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:20.181915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.38181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T15:52:20.181924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.943592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:52:20.181966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.59047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-28T15:52:20.181995Z","caller":"traceutil/trace.go:171","msg":"trace[1502250710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2813; }","duration":"146.520673ms","start":"2026-07-28T15:52:20.03545Z","end":"2026-07-28T15:52:20.18197Z","steps":["trace[1502250710] 'agreement among raft nodes before linearized reading' (duration: 146.275047ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:20.182007Z","caller":"traceutil/trace.go:171","msg":"trace[481564992] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2813; }","duration":"362.083086ms","start":"2026-07-28T15:52:19.819901Z","end":"2026-07-28T15:52:20.181984Z","steps":["trace[481564992] 'agreement among raft nodes before linearized reading' (duration: 361.836349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:20.182053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:19.819866Z","time spent":"362.177938ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T15:52:20.182051Z","caller":"traceutil/trace.go:171","msg":"trace[166536723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2813; }","duration":"385.694163ms","start":"2026-07-28T15:52:19.796336Z","end":"2026-07-28T15:52:20.182031Z","steps":["trace[166536723] 'agreement among raft nodes before linearized reading' (duration: 385.366205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:20.182099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:19.796292Z","time spent":"385.798305ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12656,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:52:20.402156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.295575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:20.402487Z","caller":"traceutil/trace.go:171","msg":"trace[1396564100] linearizableReadLoop","detail":"{readStateIndex:2926; appliedIndex:2924; }","duration":"206.143782ms","start":"2026-07-28T15:52:20.19633Z","end":"2026-07-28T15:52:20.402473Z","steps":["trace[1396564100] 'read index received' (duration: 91.472137ms)","trace[1396564100] 'applied index is now lower than readState.Index' (duration: 114.670235ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:20.402577Z","caller":"traceutil/trace.go:171","msg":"trace[1521779278] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"215.818688ms","start":"2026-07-28T15:52:20.186748Z","end":"2026-07-28T15:52:20.402567Z","steps":["trace[1521779278] 'process raft request' (duration: 101.035121ms)","trace[1521779278] 'compare' (duration: 114.162522ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:20.402677Z","caller":"traceutil/trace.go:171","msg":"trace[1773128166] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"215.715696ms","start":"2026-07-28T15:52:20.186921Z","end":"2026-07-28T15:52:20.402637Z","steps":["trace[1773128166] 'process raft request' (duration: 215.332017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:20.402733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.360587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:20.402745Z","caller":"traceutil/trace.go:171","msg":"trace[1349254724] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"196.740852ms","start":"2026-07-28T15:52:20.205931Z","end":"2026-07-28T15:52:20.402672Z","steps":["trace[1349254724] 'process raft request' (duration: 196.360623ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:20.402798Z","caller":"traceutil/trace.go:171","msg":"trace[161597269] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2816; }","duration":"206.497121ms","start":"2026-07-28T15:52:20.196285Z","end":"2026-07-28T15:52:20.402782Z","steps":["trace[161597269] 'agreement among raft nodes before linearized reading' (duration: 206.319346ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:20.978176Z","caller":"traceutil/trace.go:171","msg":"trace[2098970635] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"262.91304ms","start":"2026-07-28T15:52:20.715227Z","end":"2026-07-28T15:52:20.97814Z","steps":["trace[2098970635] 'process raft request' (duration: 262.708955ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:21.004335Z","caller":"traceutil/trace.go:171","msg":"trace[1487783912] linearizableReadLoop","detail":"{readStateIndex:2930; appliedIndex:2927; }","duration":"259.65994ms","start":"2026-07-28T15:52:20.744649Z","end":"2026-07-28T15:52:21.004309Z","steps":["trace[1487783912] 'read index received' (duration: 233.265904ms)","trace[1487783912] 'applied index is now lower than readState.Index' (duration: 26.393086ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:21.004395Z","caller":"traceutil/trace.go:171","msg":"trace[272794700] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"288.65804ms","start":"2026-07-28T15:52:20.715693Z","end":"2026-07-28T15:52:21.004351Z","steps":["trace[272794700] 'process raft request' (duration: 288.352432ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:21.004534Z","caller":"traceutil/trace.go:171","msg":"trace[921030496] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"287.633875ms","start":"2026-07-28T15:52:20.716838Z","end":"2026-07-28T15:52:21.004472Z","steps":["trace[921030496] 'process raft request' (duration: 287.414239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:21.004619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.957157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T15:52:21.004661Z","caller":"traceutil/trace.go:171","msg":"trace[868221475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2819; }","duration":"260.07712ms","start":"2026-07-28T15:52:20.744571Z","end":"2026-07-28T15:52:21.004648Z","steps":["trace[868221475] 'agreement among raft nodes before linearized reading' (duration: 259.901536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:21.004809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.764007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:21.004916Z","caller":"traceutil/trace.go:171","msg":"trace[1265583388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2819; }","duration":"233.923401ms","start":"2026-07-28T15:52:20.770964Z","end":"2026-07-28T15:52:21.004887Z","steps":["trace[1265583388] 'agreement among raft nodes before linearized reading' (duration: 233.688475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:21.005239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.96689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:52:21.00533Z","caller":"traceutil/trace.go:171","msg":"trace[1785662566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2819; }","duration":"162.098935ms","start":"2026-07-28T15:52:20.843186Z","end":"2026-07-28T15:52:21.005285Z","steps":["trace[1785662566] 'agreement among raft nodes before linearized reading' (duration: 161.710485ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:22.023606Z","caller":"traceutil/trace.go:171","msg":"trace[1145986051] linearizableReadLoop","detail":"{readStateIndex:2934; appliedIndex:2933; }","duration":"234.885344ms","start":"2026-07-28T15:52:21.788698Z","end":"2026-07-28T15:52:22.023583Z","steps":["trace[1145986051] 'read index received' (duration: 234.677399ms)","trace[1145986051] 'applied index is now lower than readState.Index' (duration: 206.965µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:22.02371Z","caller":"traceutil/trace.go:171","msg":"trace[284268514] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"271.817997ms","start":"2026-07-28T15:52:21.751854Z","end":"2026-07-28T15:52:22.023672Z","steps":["trace[284268514] 'process raft request' (duration: 271.585041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:22.023851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.14361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T15:52:22.023892Z","caller":"traceutil/trace.go:171","msg":"trace[803114718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2823; }","duration":"235.254702ms","start":"2026-07-28T15:52:21.788627Z","end":"2026-07-28T15:52:22.023882Z","steps":["trace[803114718] 'agreement among raft nodes before linearized reading' (duration: 235.071808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:22.339137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.691765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:52:22.339221Z","caller":"traceutil/trace.go:171","msg":"trace[208379349] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2824; }","duration":"278.843199ms","start":"2026-07-28T15:52:22.06036Z","end":"2026-07-28T15:52:22.339203Z","steps":["trace[208379349] 'count revisions from in-memory index tree' (duration: 278.594913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:22.770556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.023159ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T15:52:22.770857Z","caller":"traceutil/trace.go:171","msg":"trace[178439368] linearizableReadLoop","detail":"{readStateIndex:2936; appliedIndex:2935; }","duration":"363.687505ms","start":"2026-07-28T15:52:22.407118Z","end":"2026-07-28T15:52:22.770805Z","steps":["trace[178439368] 'read index received' (duration: 139.42076ms)","trace[178439368] 'applied index is now lower than readState.Index' (duration: 224.263155ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:22.771014Z","caller":"traceutil/trace.go:171","msg":"trace[1632149654] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"362.642209ms","start":"2026-07-28T15:52:22.408347Z","end":"2026-07-28T15:52:22.770989Z","steps":["trace[1632149654] 'process raft request' (duration: 362.379773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:22.771217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.075224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:52:22.771274Z","caller":"traceutil/trace.go:171","msg":"trace[1143646427] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2825; }","duration":"364.208778ms","start":"2026-07-28T15:52:22.407047Z","end":"2026-07-28T15:52:22.771255Z","steps":["trace[1143646427] 'agreement among raft nodes before linearized reading' (duration: 363.939931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:22.771336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:22.408327Z","time spent":"362.754072ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:22.77134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:22.407017Z","time spent":"364.303189ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:52:22.771549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.232898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:52:22.77172Z","caller":"traceutil/trace.go:171","msg":"trace[34203242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2825; }","duration":"364.565256ms","start":"2026-07-28T15:52:22.407123Z","end":"2026-07-28T15:52:22.771688Z","steps":["trace[34203242] 'agreement among raft nodes before linearized reading' (duration: 363.998763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:22.772029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:22.407044Z","time spent":"364.72416ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:52:23.231173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.652092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:23.231328Z","caller":"traceutil/trace.go:171","msg":"trace[1636078474] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"454.804853ms","start":"2026-07-28T15:52:22.776504Z","end":"2026-07-28T15:52:23.231309Z","steps":["trace[1636078474] 'process raft request' (duration: 454.757162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:23.231392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:22.776439Z","time spent":"454.924185ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:23.231493Z","caller":"traceutil/trace.go:171","msg":"trace[2013460560] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"455.278054ms","start":"2026-07-28T15:52:22.776131Z","end":"2026-07-28T15:52:23.231409Z","steps":["trace[2013460560] 'process raft request' (duration: 161.319725ms)","trace[2013460560] 'compare' (duration: 293.527039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:23.231738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:22.776103Z","time spent":"455.50821ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:23.320899Z","caller":"traceutil/trace.go:171","msg":"trace[842386034] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"337.122895ms","start":"2026-07-28T15:52:22.983737Z","end":"2026-07-28T15:52:23.32086Z","steps":["trace[842386034] 'process raft request' (duration: 336.887879ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:23.320872Z","caller":"traceutil/trace.go:171","msg":"trace[1533756453] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"310.539645ms","start":"2026-07-28T15:52:23.010301Z","end":"2026-07-28T15:52:23.32084Z","steps":["trace[1533756453] 'process raft request' (duration: 310.465923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:23.321059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:22.983704Z","time spent":"337.279499ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:23.321105Z","caller":"traceutil/trace.go:171","msg":"trace[1902333418] linearizableReadLoop","detail":"{readStateIndex:2942; appliedIndex:2937; }","duration":"295.161578ms","start":"2026-07-28T15:52:23.025906Z","end":"2026-07-28T15:52:23.321068Z","steps":["trace[1902333418] 'read index received' (duration: 135.683878ms)","trace[1902333418] 'applied index is now lower than readState.Index' (duration: 159.47415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:23.32113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:23.010275Z","time spent":"310.72257ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:23.321186Z","caller":"traceutil/trace.go:171","msg":"trace[166563025] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"310.313509ms","start":"2026-07-28T15:52:23.010833Z","end":"2026-07-28T15:52:23.321146Z","steps":["trace[166563025] 'process raft request' (duration: 309.971151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:23.32136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:23.010811Z","time spent":"310.461403ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:23.321362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.430196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T15:52:23.321407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.388319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:52:23.321417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.984811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:52:23.32143Z","caller":"traceutil/trace.go:171","msg":"trace[99268894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2830; }","duration":"295.537248ms","start":"2026-07-28T15:52:23.025877Z","end":"2026-07-28T15:52:23.321414Z","steps":["trace[99268894] 'agreement among raft nodes before linearized reading' (duration: 295.302752ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:23.321463Z","caller":"traceutil/trace.go:171","msg":"trace[967048719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2830; }","duration":"292.061053ms","start":"2026-07-28T15:52:23.02939Z","end":"2026-07-28T15:52:23.321451Z","steps":["trace[967048719] 'agreement among raft nodes before linearized reading' (duration: 291.863378ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:23.321463Z","caller":"traceutil/trace.go:171","msg":"trace[237410803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2830; }","duration":"287.481111ms","start":"2026-07-28T15:52:23.033964Z","end":"2026-07-28T15:52:23.321445Z","steps":["trace[237410803] 'agreement among raft nodes before linearized reading' (duration: 287.299716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:23.487537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.43884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:23.487756Z","caller":"traceutil/trace.go:171","msg":"trace[1575780246] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2942; }","duration":"158.242481ms","start":"2026-07-28T15:52:23.329492Z","end":"2026-07-28T15:52:23.487735Z","steps":["trace[1575780246] 'read index received' (duration: 27.492083ms)","trace[1575780246] 'applied index is now lower than readState.Index' (duration: 130.748667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:23.487869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.369893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:52:23.487899Z","caller":"traceutil/trace.go:171","msg":"trace[753527127] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2832; }","duration":"158.429064ms","start":"2026-07-28T15:52:23.329459Z","end":"2026-07-28T15:52:23.487888Z","steps":["trace[753527127] 'agreement among raft nodes before linearized reading' (duration: 158.334672ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:23.487993Z","caller":"traceutil/trace.go:171","msg":"trace[212012697] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"161.178692ms","start":"2026-07-28T15:52:23.326786Z","end":"2026-07-28T15:52:23.487965Z","steps":["trace[212012697] 'process raft request' (duration: 30.207279ms)","trace[212012697] 'compare' (duration: 130.279476ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:23.488019Z","caller":"traceutil/trace.go:171","msg":"trace[1243721655] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"161.10515ms","start":"2026-07-28T15:52:23.326863Z","end":"2026-07-28T15:52:23.487968Z","steps":["trace[1243721655] 'process raft request' (duration: 160.798333ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:24.770751Z","caller":"traceutil/trace.go:171","msg":"trace[168441495] linearizableReadLoop","detail":"{readStateIndex:2946; appliedIndex:2946; }","duration":"442.339748ms","start":"2026-07-28T15:52:24.328389Z","end":"2026-07-28T15:52:24.770728Z","steps":["trace[168441495] 'read index received' (duration: 442.326778ms)","trace[168441495] 'applied index is now lower than readState.Index' (duration: 10.23µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:24.770748Z","caller":"traceutil/trace.go:171","msg":"trace[1573194155] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"634.884187ms","start":"2026-07-28T15:52:24.135836Z","end":"2026-07-28T15:52:24.77072Z","steps":["trace[1573194155] 'process raft request' (duration: 634.672222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:24.770918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:24.135805Z","time spent":"635.030421ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:24.77116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.754308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:24.771214Z","caller":"traceutil/trace.go:171","msg":"trace[909932528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2834; }","duration":"442.863011ms","start":"2026-07-28T15:52:24.328335Z","end":"2026-07-28T15:52:24.771198Z","steps":["trace[909932528] 'agreement among raft nodes before linearized reading' (duration: 442.513152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:24.771391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:24.32831Z","time spent":"443.064766ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:52:24.933444Z","caller":"traceutil/trace.go:171","msg":"trace[766174663] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"589.231651ms","start":"2026-07-28T15:52:24.344179Z","end":"2026-07-28T15:52:24.93341Z","steps":["trace[766174663] 'process raft request' (duration: 520.89282ms)","trace[766174663] 'compare' (duration: 67.964002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:24.933589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.829458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:24.933637Z","caller":"traceutil/trace.go:171","msg":"trace[1193030781] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2837; }","duration":"336.899849ms","start":"2026-07-28T15:52:24.596723Z","end":"2026-07-28T15:52:24.933623Z","steps":["trace[1193030781] 'agreement among raft nodes before linearized reading' (duration: 336.774906ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:24.933597Z","caller":"traceutil/trace.go:171","msg":"trace[40780323] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"157.726118ms","start":"2026-07-28T15:52:24.775831Z","end":"2026-07-28T15:52:24.933557Z","steps":["trace[40780323] 'process raft request' (duration: 157.573504ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:24.933459Z","caller":"traceutil/trace.go:171","msg":"trace[2147000647] linearizableReadLoop","detail":"{readStateIndex:2948; appliedIndex:2946; }","duration":"162.621958ms","start":"2026-07-28T15:52:24.770818Z","end":"2026-07-28T15:52:24.93344Z","steps":["trace[2147000647] 'read index received' (duration: 94.330688ms)","trace[2147000647] 'applied index is now lower than readState.Index' (duration: 68.28987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:24.933644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:24.344148Z","time spent":"589.374624ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:24.933847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.815716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T15:52:24.933807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.614137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T15:52:24.933888Z","caller":"traceutil/trace.go:171","msg":"trace[798948556] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2837; }","duration":"266.909408ms","start":"2026-07-28T15:52:24.666969Z","end":"2026-07-28T15:52:24.933878Z","steps":["trace[798948556] 'agreement among raft nodes before linearized reading' (duration: 266.756814ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:24.93345Z","caller":"traceutil/trace.go:171","msg":"trace[480894409] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"589.21745ms","start":"2026-07-28T15:52:24.344204Z","end":"2026-07-28T15:52:24.933421Z","steps":["trace[480894409] 'process raft request' (duration: 589.097317ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:24.933933Z","caller":"traceutil/trace.go:171","msg":"trace[728405841] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2837; }","duration":"254.799311ms","start":"2026-07-28T15:52:24.679104Z","end":"2026-07-28T15:52:24.933903Z","steps":["trace[728405841] 'agreement among raft nodes before linearized reading' (duration: 254.380621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:24.934012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.293649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:24.934042Z","caller":"traceutil/trace.go:171","msg":"trace[684974239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2837; }","duration":"283.38118ms","start":"2026-07-28T15:52:24.650653Z","end":"2026-07-28T15:52:24.934034Z","steps":["trace[684974239] 'agreement among raft nodes before linearized reading' (duration: 283.340189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:24.933705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:24.596675Z","time spent":"337.020172ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:52:24.934172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.428394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:24.934231Z","caller":"traceutil/trace.go:171","msg":"trace[1222217096] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2837; }","duration":"176.526877ms","start":"2026-07-28T15:52:24.757686Z","end":"2026-07-28T15:52:24.934213Z","steps":["trace[1222217096] 'agreement among raft nodes before linearized reading' (duration: 176.436084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:24.934053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:24.344179Z","time spent":"589.757014ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:25.291957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.814022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:25.29209Z","caller":"traceutil/trace.go:171","msg":"trace[1341786762] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"352.536402ms","start":"2026-07-28T15:52:24.939509Z","end":"2026-07-28T15:52:25.292046Z","steps":["trace[1341786762] 'process raft request' (duration: 171.30663ms)","trace[1341786762] 'compare' (duration: 180.679699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:25.292159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:24.939489Z","time spent":"352.636164ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:25.357807Z","caller":"traceutil/trace.go:171","msg":"trace[865213871] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"417.114191ms","start":"2026-07-28T15:52:24.940657Z","end":"2026-07-28T15:52:25.357771Z","steps":["trace[865213871] 'process raft request' (duration: 416.878746ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:25.357971Z","caller":"traceutil/trace.go:171","msg":"trace[1104487679] linearizableReadLoop","detail":"{readStateIndex:2952; appliedIndex:2950; }","duration":"204.610494ms","start":"2026-07-28T15:52:25.153327Z","end":"2026-07-28T15:52:25.357937Z","steps":["trace[1104487679] 'read index received' (duration: 204.179863ms)","trace[1104487679] 'applied index is now lower than readState.Index' (duration: 428.51µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:25.358012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:24.940639Z","time spent":"417.272835ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:25.358098Z","caller":"traceutil/trace.go:171","msg":"trace[1159565353] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"417.413829ms","start":"2026-07-28T15:52:24.940661Z","end":"2026-07-28T15:52:25.358075Z","steps":["trace[1159565353] 'process raft request' (duration: 417.06256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:25.358237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.890651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c67efa25af3ab4\" ","response":"range_response_count:1 size:835"} {"level":"warn","ts":"2026-07-28T15:52:25.358245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:24.940632Z","time spent":"417.522591ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:25.358284Z","caller":"traceutil/trace.go:171","msg":"trace[1656796464] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18c67efa25af3ab4; range_end:; response_count:1; response_revision:2840; }","duration":"204.981053ms","start":"2026-07-28T15:52:25.153291Z","end":"2026-07-28T15:52:25.358272Z","steps":["trace[1656796464] 'agreement among raft nodes before linearized reading' (duration: 204.793158ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:25.435474Z","caller":"traceutil/trace.go:171","msg":"trace[1454175899] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"107.614381ms","start":"2026-07-28T15:52:25.327834Z","end":"2026-07-28T15:52:25.435448Z","steps":["trace[1454175899] 'process raft request' (duration: 107.519459ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:25.435504Z","caller":"traceutil/trace.go:171","msg":"trace[799964048] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"108.019561ms","start":"2026-07-28T15:52:25.327466Z","end":"2026-07-28T15:52:25.435485Z","steps":["trace[799964048] 'process raft request' (duration: 78.07781ms)","trace[799964048] 'compare' (duration: 29.631494ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:25.435702Z","caller":"traceutil/trace.go:171","msg":"trace[1139201814] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"107.414096ms","start":"2026-07-28T15:52:25.328263Z","end":"2026-07-28T15:52:25.435677Z","steps":["trace[1139201814] 'process raft request' (duration: 107.14702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:25.435939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.067923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:25.435983Z","caller":"traceutil/trace.go:171","msg":"trace[592174257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2843; }","duration":"189.152555ms","start":"2026-07-28T15:52:25.246818Z","end":"2026-07-28T15:52:25.43597Z","steps":["trace[592174257] 'agreement among raft nodes before linearized reading' (duration: 189.061833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:25.436082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.276958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-07-28T15:52:25.436087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.175698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:25.436186Z","caller":"traceutil/trace.go:171","msg":"trace[1627680858] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2844; }","duration":"138.367443ms","start":"2026-07-28T15:52:25.297798Z","end":"2026-07-28T15:52:25.436166Z","steps":["trace[1627680858] 'agreement among raft nodes before linearized reading' (duration: 138.137187ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:25.436124Z","caller":"traceutil/trace.go:171","msg":"trace[1191956533] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2844; }","duration":"162.37055ms","start":"2026-07-28T15:52:25.273743Z","end":"2026-07-28T15:52:25.436113Z","steps":["trace[1191956533] 'agreement among raft nodes before linearized reading' (duration: 162.207236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:25.436242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.615494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:52:25.43635Z","caller":"traceutil/trace.go:171","msg":"trace[866678141] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2844; }","duration":"249.771828ms","start":"2026-07-28T15:52:25.186546Z","end":"2026-07-28T15:52:25.436317Z","steps":["trace[866678141] 'agreement among raft nodes before linearized reading' (duration: 249.418419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:25.436392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.879252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:52:25.436452Z","caller":"traceutil/trace.go:171","msg":"trace[22470282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2844; }","duration":"200.992135ms","start":"2026-07-28T15:52:25.235445Z","end":"2026-07-28T15:52:25.436437Z","steps":["trace[22470282] 'agreement among raft nodes before linearized reading' (duration: 200.78584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:25.436931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.339149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:52:25.437032Z","caller":"traceutil/trace.go:171","msg":"trace[1408777684] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2844; }","duration":"201.18151ms","start":"2026-07-28T15:52:25.235826Z","end":"2026-07-28T15:52:25.437008Z","steps":["trace[1408777684] 'agreement among raft nodes before linearized reading' (duration: 200.110674ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:25.922968Z","caller":"traceutil/trace.go:171","msg":"trace[504755116] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"481.451124ms","start":"2026-07-28T15:52:25.441472Z","end":"2026-07-28T15:52:25.922923Z","steps":["trace[504755116] 'process raft request' (duration: 436.338641ms)","trace[504755116] 'compare' (duration: 44.803126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:25.923175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.441433Z","time spent":"481.635819ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:25.951157Z","caller":"traceutil/trace.go:171","msg":"trace[507364845] linearizableReadLoop","detail":"{readStateIndex:2959; appliedIndex:2956; }","duration":"505.38652ms","start":"2026-07-28T15:52:25.445744Z","end":"2026-07-28T15:52:25.95113Z","steps":["trace[507364845] 'read index received' (duration: 432.084978ms)","trace[507364845] 'applied index is now lower than readState.Index' (duration: 73.300222ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:25.951244Z","caller":"traceutil/trace.go:171","msg":"trace[1934473679] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"509.735316ms","start":"2026-07-28T15:52:25.44148Z","end":"2026-07-28T15:52:25.951215Z","steps":["trace[1934473679] 'process raft request' (duration: 509.408268ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:25.951305Z","caller":"traceutil/trace.go:171","msg":"trace[2109745930] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"509.315886ms","start":"2026-07-28T15:52:25.44193Z","end":"2026-07-28T15:52:25.951246Z","steps":["trace[2109745930] 'process raft request' (duration: 509.109751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:25.951406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.441437Z","time spent":"509.86433ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:25.951442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.648517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:25.951566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.265694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:25.951566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.532569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:25.951684Z","caller":"traceutil/trace.go:171","msg":"trace[1395575162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2847; }","duration":"300.450658ms","start":"2026-07-28T15:52:25.65121Z","end":"2026-07-28T15:52:25.951661Z","steps":["trace[1395575162] 'agreement among raft nodes before linearized reading' (duration: 300.293115ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:25.951698Z","caller":"traceutil/trace.go:171","msg":"trace[1080219936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2847; }","duration":"172.729685ms","start":"2026-07-28T15:52:25.778945Z","end":"2026-07-28T15:52:25.951675Z","steps":["trace[1080219936] 'agreement among raft nodes before linearized reading' (duration: 172.424397ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:25.95162Z","caller":"traceutil/trace.go:171","msg":"trace[1097662049] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2847; }","duration":"505.834091ms","start":"2026-07-28T15:52:25.44572Z","end":"2026-07-28T15:52:25.951554Z","steps":["trace[1097662049] 'agreement among raft nodes before linearized reading' (duration: 505.572644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:25.951751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.651179Z","time spent":"300.555141ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:52:25.951786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.445708Z","time spent":"506.053367ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:52:25.951815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.429412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T15:52:25.951914Z","caller":"traceutil/trace.go:171","msg":"trace[1020197073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2847; }","duration":"458.580725ms","start":"2026-07-28T15:52:25.493312Z","end":"2026-07-28T15:52:25.951893Z","steps":["trace[1020197073] 'agreement among raft nodes before linearized reading' (duration: 458.232177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:25.951973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.493296Z","time spent":"458.669548ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:52:25.951974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.853142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T15:52:25.951506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.441919Z","time spent":"509.49191ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:25.95211Z","caller":"traceutil/trace.go:171","msg":"trace[308935324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2847; }","duration":"459.043767ms","start":"2026-07-28T15:52:25.492996Z","end":"2026-07-28T15:52:25.952039Z","steps":["trace[308935324] 'agreement among raft nodes before linearized reading' (duration: 458.304919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:25.952188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.492903Z","time spent":"459.268582ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:52:26.691508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.608178ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-28T15:52:26.691899Z","caller":"traceutil/trace.go:171","msg":"trace[1959428971] linearizableReadLoop","detail":"{readStateIndex:2960; appliedIndex:2959; }","duration":"735.230801ms","start":"2026-07-28T15:52:25.956628Z","end":"2026-07-28T15:52:26.691859Z","steps":["trace[1959428971] 'read index received' (duration: 123.417758ms)","trace[1959428971] 'applied index is now lower than readState.Index' (duration: 611.809163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:26.691927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.955092Z","time spent":"736.823081ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T15:52:26.692007Z","caller":"traceutil/trace.go:171","msg":"trace[916991628] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"734.831571ms","start":"2026-07-28T15:52:25.957109Z","end":"2026-07-28T15:52:26.69194Z","steps":["trace[916991628] 'process raft request' (duration: 734.538554ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:26.692161Z","caller":"traceutil/trace.go:171","msg":"trace[1131265797] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"734.815841ms","start":"2026-07-28T15:52:25.9573Z","end":"2026-07-28T15:52:26.692116Z","steps":["trace[1131265797] 'process raft request' (duration: 734.591606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:26.692236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.957093Z","time spent":"735.055877ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:26.692241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.58178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:26.692322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.031349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T15:52:26.692369Z","caller":"traceutil/trace.go:171","msg":"trace[524516894] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2849; }","duration":"735.746194ms","start":"2026-07-28T15:52:25.956592Z","end":"2026-07-28T15:52:26.692338Z","steps":["trace[524516894] 'agreement among raft nodes before linearized reading' (duration: 735.420226ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:26.692418Z","caller":"traceutil/trace.go:171","msg":"trace[329649550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2849; }","duration":"556.182053ms","start":"2026-07-28T15:52:26.1362Z","end":"2026-07-28T15:52:26.692382Z","steps":["trace[329649550] 'agreement among raft nodes before linearized reading' (duration: 555.953557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:26.692416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.95729Z","time spent":"734.999516ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:26.692433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.95658Z","time spent":"735.840966ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:52:26.692477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:26.136168Z","time spent":"556.296165ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:52:26.692462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.290958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"info","ts":"2026-07-28T15:52:26.692575Z","caller":"traceutil/trace.go:171","msg":"trace[1820176397] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2849; }","duration":"727.443301ms","start":"2026-07-28T15:52:25.965102Z","end":"2026-07-28T15:52:26.692545Z","steps":["trace[1820176397] 'agreement among raft nodes before linearized reading' (duration: 727.038241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:26.692646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:25.965093Z","time spent":"727.542503ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1654,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T15:52:27.057513Z","caller":"traceutil/trace.go:171","msg":"trace[574167327] linearizableReadLoop","detail":"{readStateIndex:2963; appliedIndex:2962; }","duration":"361.311706ms","start":"2026-07-28T15:52:26.696175Z","end":"2026-07-28T15:52:27.057487Z","steps":["trace[574167327] 'read index received' (duration: 361.182833ms)","trace[574167327] 'applied index is now lower than readState.Index' (duration: 127.523µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:27.057578Z","caller":"traceutil/trace.go:171","msg":"trace[1023010984] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"363.693945ms","start":"2026-07-28T15:52:26.693853Z","end":"2026-07-28T15:52:27.057547Z","steps":["trace[1023010984] 'process raft request' (duration: 363.466189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:27.057714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.533012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fca2de85-83b5-4277-be3f-95f29541ff04\" ","response":"range_response_count:1 size:2198"} {"level":"info","ts":"2026-07-28T15:52:27.057756Z","caller":"traceutil/trace.go:171","msg":"trace[1269478348] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fca2de85-83b5-4277-be3f-95f29541ff04; range_end:; response_count:1; response_revision:2850; }","duration":"361.615945ms","start":"2026-07-28T15:52:26.696127Z","end":"2026-07-28T15:52:27.057743Z","steps":["trace[1269478348] 'agreement among raft nodes before linearized reading' (duration: 361.470061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:27.057784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:26.696115Z","time spent":"361.661185ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2221,"request content":"key:\"/registry/persistentvolumes/pvc-fca2de85-83b5-4277-be3f-95f29541ff04\" "} {"level":"warn","ts":"2026-07-28T15:52:27.057767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:26.693815Z","time spent":"363.826698ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:27.065115Z","caller":"traceutil/trace.go:171","msg":"trace[53005553] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"367.290932ms","start":"2026-07-28T15:52:26.697807Z","end":"2026-07-28T15:52:27.065098Z","steps":["trace[53005553] 'process raft request' (duration: 367.111128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:27.065217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:26.697798Z","time spent":"367.368385ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:27.065575Z","caller":"traceutil/trace.go:171","msg":"trace[2123910013] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"253.891249ms","start":"2026-07-28T15:52:26.811674Z","end":"2026-07-28T15:52:27.065565Z","steps":["trace[2123910013] 'process raft request' (duration: 253.355466ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:27.065608Z","caller":"traceutil/trace.go:171","msg":"trace[599889494] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"124.124286ms","start":"2026-07-28T15:52:26.941443Z","end":"2026-07-28T15:52:27.065567Z","steps":["trace[599889494] 'process raft request' (duration: 123.990062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:27.065756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.869005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:27.065833Z","caller":"traceutil/trace.go:171","msg":"trace[134573927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2853; }","duration":"104.993288ms","start":"2026-07-28T15:52:26.960821Z","end":"2026-07-28T15:52:27.065814Z","steps":["trace[134573927] 'agreement among raft nodes before linearized reading' (duration: 104.813323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:27.065838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.921925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T15:52:27.065716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.686307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:27.065887Z","caller":"traceutil/trace.go:171","msg":"trace[727128529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2853; }","duration":"291.013247ms","start":"2026-07-28T15:52:26.77486Z","end":"2026-07-28T15:52:27.065873Z","steps":["trace[727128529] 'agreement among raft nodes before linearized reading' (duration: 290.892454ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:27.065892Z","caller":"traceutil/trace.go:171","msg":"trace[572798058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2853; }","duration":"359.929692ms","start":"2026-07-28T15:52:26.70595Z","end":"2026-07-28T15:52:27.06588Z","steps":["trace[572798058] 'agreement among raft nodes before linearized reading' (duration: 359.575954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:27.065924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:26.705917Z","time spent":"359.998094ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:52:27.213872Z","caller":"traceutil/trace.go:171","msg":"trace[1409582261] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"143.727915ms","start":"2026-07-28T15:52:27.070102Z","end":"2026-07-28T15:52:27.213829Z","steps":["trace[1409582261] 'process raft request' (duration: 55.409645ms)","trace[1409582261] 'compare' (duration: 88.146866ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:27.816572Z","caller":"traceutil/trace.go:171","msg":"trace[2105253515] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"536.525322ms","start":"2026-07-28T15:52:27.280023Z","end":"2026-07-28T15:52:27.816549Z","steps":["trace[2105253515] 'process raft request' (duration: 536.354777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:27.816717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:27.279994Z","time spent":"536.640485ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:28.096971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.886794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:28.097222Z","caller":"traceutil/trace.go:171","msg":"trace[243749519] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"813.170217ms","start":"2026-07-28T15:52:27.283993Z","end":"2026-07-28T15:52:28.097164Z","steps":["trace[243749519] 'process raft request' (duration: 631.983086ms)","trace[243749519] 'compare' (duration: 180.613537ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:28.097327Z","caller":"traceutil/trace.go:171","msg":"trace[1444563930] linearizableReadLoop","detail":"{readStateIndex:2973; appliedIndex:2968; }","duration":"446.5044ms","start":"2026-07-28T15:52:27.650804Z","end":"2026-07-28T15:52:28.097308Z","steps":["trace[1444563930] 'read index received' (duration: 165.59994ms)","trace[1444563930] 'applied index is now lower than readState.Index' (duration: 280.90338ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:28.097425Z","caller":"traceutil/trace.go:171","msg":"trace[3187000] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"655.257865ms","start":"2026-07-28T15:52:27.442157Z","end":"2026-07-28T15:52:28.097415Z","steps":["trace[3187000] 'process raft request' (duration: 654.925897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:28.097437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:27.283976Z","time spent":"813.338342ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:28.097486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:27.442118Z","time spent":"655.340547ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:28.097518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.684644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:28.097598Z","caller":"traceutil/trace.go:171","msg":"trace[1027388234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2859; }","duration":"446.841098ms","start":"2026-07-28T15:52:27.650737Z","end":"2026-07-28T15:52:28.097578Z","steps":["trace[1027388234] 'agreement among raft nodes before linearized reading' (duration: 446.705785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:28.097633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:27.650703Z","time spent":"446.923481ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:52:28.097584Z","caller":"traceutil/trace.go:171","msg":"trace[2004220475] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"655.185894ms","start":"2026-07-28T15:52:27.442361Z","end":"2026-07-28T15:52:28.097547Z","steps":["trace[2004220475] 'process raft request' (duration: 654.842275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:28.097712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.998878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T15:52:28.097779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:27.442342Z","time spent":"655.349617ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:28.097785Z","caller":"traceutil/trace.go:171","msg":"trace[442790047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2859; }","duration":"170.11426ms","start":"2026-07-28T15:52:27.927653Z","end":"2026-07-28T15:52:28.097767Z","steps":["trace[442790047] 'agreement among raft nodes before linearized reading' (duration: 169.902765ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:28.097603Z","caller":"traceutil/trace.go:171","msg":"trace[1439208808] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"653.761369ms","start":"2026-07-28T15:52:27.443803Z","end":"2026-07-28T15:52:28.097565Z","steps":["trace[1439208808] 'process raft request' (duration: 653.456302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:28.097895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.567467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T15:52:28.097974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:27.443767Z","time spent":"654.107387ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:28.097996Z","caller":"traceutil/trace.go:171","msg":"trace[975431554] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2859; }","duration":"140.705171ms","start":"2026-07-28T15:52:27.95727Z","end":"2026-07-28T15:52:28.097975Z","steps":["trace[975431554] 'agreement among raft nodes before linearized reading' (duration: 140.426544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:28.741274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.988768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:28.741416Z","caller":"traceutil/trace.go:171","msg":"trace[1521056222] linearizableReadLoop","detail":"{readStateIndex:2975; appliedIndex:2973; }","duration":"637.814418ms","start":"2026-07-28T15:52:28.103582Z","end":"2026-07-28T15:52:28.741397Z","steps":["trace[1521056222] 'read index received' (duration: 76.89275ms)","trace[1521056222] 'applied index is now lower than readState.Index' (duration: 560.919638ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:28.741572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.011673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T15:52:28.741539Z","caller":"traceutil/trace.go:171","msg":"trace[247803020] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"638.591578ms","start":"2026-07-28T15:52:28.102885Z","end":"2026-07-28T15:52:28.741476Z","steps":["trace[247803020] 'process raft request' (duration: 369.272302ms)","trace[247803020] 'compare' (duration: 268.766883ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:28.741601Z","caller":"traceutil/trace.go:171","msg":"trace[133746480] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2861; }","duration":"638.083965ms","start":"2026-07-28T15:52:28.103509Z","end":"2026-07-28T15:52:28.741593Z","steps":["trace[133746480] 'agreement among raft nodes before linearized reading' (duration: 637.984853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:28.741633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:28.103493Z","time spent":"638.133447ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T15:52:28.741721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:28.102844Z","time spent":"638.773683ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:28.742105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.655739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:52:28.742254Z","caller":"traceutil/trace.go:171","msg":"trace[1700954537] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2861; }","duration":"437.054899ms","start":"2026-07-28T15:52:28.305166Z","end":"2026-07-28T15:52:28.742221Z","steps":["trace[1700954537] 'agreement among raft nodes before linearized reading' (duration: 436.624188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:28.742406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:28.30513Z","time spent":"437.218003ms","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:52:29.467166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.062383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:29.467375Z","caller":"traceutil/trace.go:171","msg":"trace[31095872] linearizableReadLoop","detail":"{readStateIndex:2977; appliedIndex:2975; }","duration":"474.502204ms","start":"2026-07-28T15:52:28.992855Z","end":"2026-07-28T15:52:29.467358Z","steps":["trace[31095872] 'read index received' (duration: 45.105802ms)","trace[31095872] 'applied index is now lower than readState.Index' (duration: 429.395342ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:29.46746Z","caller":"traceutil/trace.go:171","msg":"trace[877518158] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"720.012388ms","start":"2026-07-28T15:52:28.747434Z","end":"2026-07-28T15:52:29.467446Z","steps":["trace[877518158] 'process raft request' (duration: 290.556325ms)","trace[877518158] 'compare' (duration: 428.787837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:29.467525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:28.74742Z","time spent":"720.069569ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:29.467813Z","caller":"traceutil/trace.go:171","msg":"trace[1636464205] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"719.357312ms","start":"2026-07-28T15:52:28.748436Z","end":"2026-07-28T15:52:29.467794Z","steps":["trace[1636464205] 'process raft request' (duration: 718.85676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:29.467897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:28.748398Z","time spent":"719.458714ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:29.467945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.013016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:29.468111Z","caller":"traceutil/trace.go:171","msg":"trace[1152656936] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2863; }","duration":"475.249652ms","start":"2026-07-28T15:52:28.992805Z","end":"2026-07-28T15:52:29.468054Z","steps":["trace[1152656936] 'agreement among raft nodes before linearized reading' (duration: 474.949044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:29.468176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:28.992781Z","time spent":"475.383326ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:52:29.565192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.034737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T15:52:29.565169Z","caller":"traceutil/trace.go:171","msg":"trace[906918365] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"480.85165ms","start":"2026-07-28T15:52:29.084283Z","end":"2026-07-28T15:52:29.565135Z","steps":["trace[906918365] 'process raft request' (duration: 480.745608ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:29.565215Z","caller":"traceutil/trace.go:171","msg":"trace[1457607926] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"492.759291ms","start":"2026-07-28T15:52:29.07243Z","end":"2026-07-28T15:52:29.565189Z","steps":["trace[1457607926] 'process raft request' (duration: 492.484445ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:29.565243Z","caller":"traceutil/trace.go:171","msg":"trace[239863205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2865; }","duration":"495.17677ms","start":"2026-07-28T15:52:29.070055Z","end":"2026-07-28T15:52:29.565232Z","steps":["trace[239863205] 'agreement among raft nodes before linearized reading' (duration: 495.012766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:29.565265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:29.070014Z","time spent":"495.245002ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:52:29.56533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:29.084244Z","time spent":"481.013354ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:29.565332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:29.072406Z","time spent":"492.853123ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:29.565488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.035337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:29.565573Z","caller":"traceutil/trace.go:171","msg":"trace[1263386499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2865; }","duration":"459.173429ms","start":"2026-07-28T15:52:29.106378Z","end":"2026-07-28T15:52:29.565552Z","steps":["trace[1263386499] 'agreement among raft nodes before linearized reading' (duration: 458.908973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:29.565583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.014492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T15:52:29.565628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:29.10636Z","time spent":"459.257892ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:52:29.56571Z","caller":"traceutil/trace.go:171","msg":"trace[977556009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2865; }","duration":"346.214417ms","start":"2026-07-28T15:52:29.219464Z","end":"2026-07-28T15:52:29.565678Z","steps":["trace[977556009] 'agreement among raft nodes before linearized reading' (duration: 345.769767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:29.566027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:29.219442Z","time spent":"346.533125ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:52:30.686717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626760766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:52:31.18795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626760766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:52:31.22835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32027324s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:31.228498Z","caller":"traceutil/trace.go:171","msg":"trace[748003036] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"1.657908477s","start":"2026-07-28T15:52:29.570563Z","end":"2026-07-28T15:52:31.228471Z","steps":["trace[748003036] 'process raft request' (duration: 337.427272ms)","trace[748003036] 'compare' (duration: 1.320128986s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:31.22859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:29.570535Z","time spent":"1.65800783s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:31.288631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380684167s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:52:31.289158Z","caller":"traceutil/trace.go:171","msg":"trace[70128651] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"1.717297719s","start":"2026-07-28T15:52:29.571823Z","end":"2026-07-28T15:52:31.28912Z","steps":["trace[70128651] 'process raft request' (duration: 1.717100215s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.289367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:29.571793Z","time spent":"1.717466994s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:31.663552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.925981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:31.663805Z","caller":"traceutil/trace.go:171","msg":"trace[1966608996] linearizableReadLoop","detail":"{readStateIndex:2984; appliedIndex:2980; }","duration":"1.477700589s","start":"2026-07-28T15:52:30.186085Z","end":"2026-07-28T15:52:31.663785Z","steps":["trace[1966608996] 'read index received' (duration: 1.102800051s)","trace[1966608996] 'applied index is now lower than readState.Index' (duration: 374.899358ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:31.663886Z","caller":"traceutil/trace.go:171","msg":"trace[1252570425] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"1.559107921s","start":"2026-07-28T15:52:30.104765Z","end":"2026-07-28T15:52:31.663873Z","steps":["trace[1252570425] 'process raft request' (duration: 1.34277525s)","trace[1252570425] 'compare' (duration: 215.416088ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:31.663931Z","caller":"traceutil/trace.go:171","msg":"trace[748195982] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"1.558876895s","start":"2026-07-28T15:52:30.105032Z","end":"2026-07-28T15:52:31.663909Z","steps":["trace[748195982] 'process raft request' (duration: 1.558615629s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:31.663998Z","caller":"traceutil/trace.go:171","msg":"trace[148956546] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"1.558943156s","start":"2026-07-28T15:52:30.105046Z","end":"2026-07-28T15:52:31.663989Z","steps":["trace[148956546] 'process raft request' (duration: 1.55869898s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.664032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.104992Z","time spent":"1.558993298s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:31.664055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.105016Z","time spent":"1.559005178s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:31.663952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.104727Z","time spent":"1.559191403s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:31.664372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478268534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:52:31.664468Z","caller":"traceutil/trace.go:171","msg":"trace[444388626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2870; }","duration":"1.478409427s","start":"2026-07-28T15:52:30.186037Z","end":"2026-07-28T15:52:31.664446Z","steps":["trace[444388626] 'agreement among raft nodes before linearized reading' (duration: 1.478102209s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.66451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.186013Z","time spent":"1.478484769s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:52:31.726438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074780846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:31.726466Z","caller":"traceutil/trace.go:171","msg":"trace[2122902471] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"155.414011ms","start":"2026-07-28T15:52:31.570989Z","end":"2026-07-28T15:52:31.726403Z","steps":["trace[2122902471] 'process raft request' (duration: 155.098263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.726497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.211903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T15:52:31.726529Z","caller":"traceutil/trace.go:171","msg":"trace[1081146116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2871; }","duration":"1.074917299s","start":"2026-07-28T15:52:30.651592Z","end":"2026-07-28T15:52:31.726509Z","steps":["trace[1081146116] 'agreement among raft nodes before linearized reading' (duration: 1.074664393s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:31.726569Z","caller":"traceutil/trace.go:171","msg":"trace[1169889833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2871; }","duration":"253.333686ms","start":"2026-07-28T15:52:31.473217Z","end":"2026-07-28T15:52:31.726551Z","steps":["trace[1169889833] 'agreement among raft nodes before linearized reading' (duration: 253.061159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.726583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.651579Z","time spent":"1.074993491s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:52:31.726794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088772488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:31.726878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116310272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:31.726966Z","caller":"traceutil/trace.go:171","msg":"trace[247710101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2871; }","duration":"1.116443595s","start":"2026-07-28T15:52:30.610497Z","end":"2026-07-28T15:52:31.726941Z","steps":["trace[247710101] 'agreement among raft nodes before linearized reading' (duration: 1.116349923s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.726966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.730927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T15:52:31.727012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.778383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:52:31.72702Z","caller":"traceutil/trace.go:171","msg":"trace[926628071] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2871; }","duration":"767.837009ms","start":"2026-07-28T15:52:30.959171Z","end":"2026-07-28T15:52:31.727008Z","steps":["trace[926628071] 'agreement among raft nodes before linearized reading' (duration: 767.658685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.727027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.610462Z","time spent":"1.116556117s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:52:31.727061Z","caller":"traceutil/trace.go:171","msg":"trace[442781378] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2871; }","duration":"979.880395ms","start":"2026-07-28T15:52:30.74717Z","end":"2026-07-28T15:52:31.72705Z","steps":["trace[442781378] 'agreement among raft nodes before linearized reading' (duration: 979.767332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.727101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.747141Z","time spent":"979.952457ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T15:52:31.726879Z","caller":"traceutil/trace.go:171","msg":"trace[1082677977] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2871; }","duration":"1.088924352s","start":"2026-07-28T15:52:30.637932Z","end":"2026-07-28T15:52:31.726856Z","steps":["trace[1082677977] 'agreement among raft nodes before linearized reading' (duration: 1.088762468s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.727154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360390391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T15:52:31.72721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498749515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:31.727233Z","caller":"traceutil/trace.go:171","msg":"trace[1038665192] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2871; }","duration":"1.360497234s","start":"2026-07-28T15:52:30.366707Z","end":"2026-07-28T15:52:31.727205Z","steps":["trace[1038665192] 'agreement among raft nodes before linearized reading' (duration: 1.36035628s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.727251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429908361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:52:31.727279Z","caller":"traceutil/trace.go:171","msg":"trace[2045446301] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2871; }","duration":"1.499008231s","start":"2026-07-28T15:52:30.228254Z","end":"2026-07-28T15:52:31.727263Z","steps":["trace[2045446301] 'agreement among raft nodes before linearized reading' (duration: 1.497989846s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.727291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.366679Z","time spent":"1.360600887s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:52:31.727306Z","caller":"traceutil/trace.go:171","msg":"trace[1714614838] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2871; }","duration":"1.430003954s","start":"2026-07-28T15:52:30.297287Z","end":"2026-07-28T15:52:31.727291Z","steps":["trace[1714614838] 'agreement among raft nodes before linearized reading' (duration: 1.429805329s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.727065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.959137Z","time spent":"767.920721ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:52:31.727342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.228214Z","time spent":"1.499113254s","remote":"127.0.0.1:35768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:52:31.727346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.297258Z","time spent":"1.430079516s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:52:31.727246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.637907Z","time spent":"1.08927048s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:52:31.726844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151861131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:52:31.727392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364412669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T15:52:31.727592Z","caller":"traceutil/trace.go:171","msg":"trace[1520161168] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2871; }","duration":"1.364664006s","start":"2026-07-28T15:52:30.362907Z","end":"2026-07-28T15:52:31.727571Z","steps":["trace[1520161168] 'agreement among raft nodes before linearized reading' (duration: 1.364095182s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.727713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.362878Z","time spent":"1.36481426s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:52:31.727481Z","caller":"traceutil/trace.go:171","msg":"trace[1970459604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2871; }","duration":"1.152524067s","start":"2026-07-28T15:52:30.574933Z","end":"2026-07-28T15:52:31.727457Z","steps":["trace[1970459604] 'agreement among raft nodes before linearized reading' (duration: 1.151673686s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.728334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:30.574847Z","time spent":"1.153327806s","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:52:31.726758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.404783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:52:31.728509Z","caller":"traceutil/trace.go:171","msg":"trace[1415741665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2871; }","duration":"254.207457ms","start":"2026-07-28T15:52:31.474283Z","end":"2026-07-28T15:52:31.728491Z","steps":["trace[1415741665] 'agreement among raft nodes before linearized reading' (duration: 252.182678ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:31.900732Z","caller":"traceutil/trace.go:171","msg":"trace[1316333177] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"232.042406ms","start":"2026-07-28T15:52:31.66865Z","end":"2026-07-28T15:52:31.900692Z","steps":["trace[1316333177] 'process raft request' (duration: 188.701305ms)","trace[1316333177] 'compare' (duration: 43.170426ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:31.969663Z","caller":"traceutil/trace.go:171","msg":"trace[858796514] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"236.710779ms","start":"2026-07-28T15:52:31.732927Z","end":"2026-07-28T15:52:31.969638Z","steps":["trace[858796514] 'process raft request' (duration: 236.609796ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:31.969816Z","caller":"traceutil/trace.go:171","msg":"trace[1688216498] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"237.671573ms","start":"2026-07-28T15:52:31.732101Z","end":"2026-07-28T15:52:31.969772Z","steps":["trace[1688216498] 'process raft request' (duration: 237.293754ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:31.970397Z","caller":"traceutil/trace.go:171","msg":"trace[1302067691] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"237.13542ms","start":"2026-07-28T15:52:31.733247Z","end":"2026-07-28T15:52:31.970382Z","steps":["trace[1302067691] 'process raft request' (duration: 236.350461ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:31.971076Z","caller":"traceutil/trace.go:171","msg":"trace[1133448516] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"237.582181ms","start":"2026-07-28T15:52:31.733474Z","end":"2026-07-28T15:52:31.971056Z","steps":["trace[1133448516] 'process raft request' (duration: 236.811892ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:31.971621Z","caller":"traceutil/trace.go:171","msg":"trace[822807949] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"237.922219ms","start":"2026-07-28T15:52:31.73368Z","end":"2026-07-28T15:52:31.971602Z","steps":["trace[822807949] 'process raft request' (duration: 237.246812ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:31.971807Z","caller":"traceutil/trace.go:171","msg":"trace[663905879] linearizableReadLoop","detail":"{readStateIndex:2993; appliedIndex:2985; }","duration":"234.863334ms","start":"2026-07-28T15:52:31.736928Z","end":"2026-07-28T15:52:31.971791Z","steps":["trace[663905879] 'read index received' (duration: 120.525368ms)","trace[663905879] 'applied index is now lower than readState.Index' (duration: 114.337136ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:31.971752Z","caller":"traceutil/trace.go:171","msg":"trace[796857339] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"237.833257ms","start":"2026-07-28T15:52:31.733899Z","end":"2026-07-28T15:52:31.971733Z","steps":["trace[796857339] 'process raft request' (duration: 237.571391ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:31.972027Z","caller":"traceutil/trace.go:171","msg":"trace[712136085] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"237.004047ms","start":"2026-07-28T15:52:31.735011Z","end":"2026-07-28T15:52:31.972016Z","steps":["trace[712136085] 'process raft request' (duration: 236.644368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:31.972149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.668516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:31.972151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.204193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:31.972239Z","caller":"traceutil/trace.go:171","msg":"trace[842630346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2879; }","duration":"235.327756ms","start":"2026-07-28T15:52:31.736892Z","end":"2026-07-28T15:52:31.97222Z","steps":["trace[842630346] 'agreement among raft nodes before linearized reading' (duration: 235.186793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:31.972245Z","caller":"traceutil/trace.go:171","msg":"trace[851448836] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2879; }","duration":"103.865011ms","start":"2026-07-28T15:52:31.86834Z","end":"2026-07-28T15:52:31.972205Z","steps":["trace[851448836] 'agreement among raft nodes before linearized reading' (duration: 103.683696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:32.463213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.847724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-28T15:52:32.463301Z","caller":"traceutil/trace.go:171","msg":"trace[829275116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2879; }","duration":"390.029699ms","start":"2026-07-28T15:52:32.073251Z","end":"2026-07-28T15:52:32.46328Z","steps":["trace[829275116] 'range keys from in-memory index tree' (duration: 389.519927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:32.463357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:32.073216Z","time spent":"390.122291ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12656,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T15:52:33.816681Z","caller":"traceutil/trace.go:171","msg":"trace[1669540966] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"146.529298ms","start":"2026-07-28T15:52:33.670125Z","end":"2026-07-28T15:52:33.816654Z","steps":["trace[1669540966] 'process raft request' (duration: 146.368874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:34.266243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.770659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:34.266474Z","caller":"traceutil/trace.go:171","msg":"trace[101645847] linearizableReadLoop","detail":"{readStateIndex:3000; appliedIndex:2997; }","duration":"424.178829ms","start":"2026-07-28T15:52:33.842278Z","end":"2026-07-28T15:52:34.266457Z","steps":["trace[101645847] 'read index received' (duration: 294.03817ms)","trace[101645847] 'applied index is now lower than readState.Index' (duration: 130.139339ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:34.266569Z","caller":"traceutil/trace.go:171","msg":"trace[1682125092] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"596.294402ms","start":"2026-07-28T15:52:33.670262Z","end":"2026-07-28T15:52:34.266557Z","steps":["trace[1682125092] 'process raft request' (duration: 466.143784ms)","trace[1682125092] 'compare' (duration: 129.509593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:34.266629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:33.670203Z","time spent":"596.395294ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:34.266655Z","caller":"traceutil/trace.go:171","msg":"trace[258775628] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"532.558156ms","start":"2026-07-28T15:52:33.734073Z","end":"2026-07-28T15:52:34.266631Z","steps":["trace[258775628] 'process raft request' (duration: 532.338931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:34.266813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.540607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:52:34.266811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.964905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:52:34.266848Z","caller":"traceutil/trace.go:171","msg":"trace[72478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2885; }","duration":"424.622949ms","start":"2026-07-28T15:52:33.842212Z","end":"2026-07-28T15:52:34.266835Z","steps":["trace[72478] 'agreement among raft nodes before linearized reading' (duration: 424.531167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:34.266871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:33.842181Z","time spent":"424.685041ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:52:34.266874Z","caller":"traceutil/trace.go:171","msg":"trace[1491009698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2885; }","duration":"361.068708ms","start":"2026-07-28T15:52:33.90579Z","end":"2026-07-28T15:52:34.266859Z","steps":["trace[1491009698] 'agreement among raft nodes before linearized reading' (duration: 360.853342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:34.266854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:33.734041Z","time spent":"532.73706ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:34.2669Z","caller":"traceutil/trace.go:171","msg":"trace[732911599] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"595.680116ms","start":"2026-07-28T15:52:33.67121Z","end":"2026-07-28T15:52:34.26689Z","steps":["trace[732911599] 'process raft request' (duration: 595.140043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:34.266913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:33.905766Z","time spent":"361.13822ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:52:34.266952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:33.671168Z","time spent":"595.759608ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:34.266999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.320985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T15:52:34.267036Z","caller":"traceutil/trace.go:171","msg":"trace[489730786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2885; }","duration":"291.387936ms","start":"2026-07-28T15:52:33.975638Z","end":"2026-07-28T15:52:34.267026Z","steps":["trace[489730786] 'agreement among raft nodes before linearized reading' (duration: 291.294433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:34.267132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.230457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:52:34.267265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.52038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:52:34.267468Z","caller":"traceutil/trace.go:171","msg":"trace[412049330] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2885; }","duration":"291.829217ms","start":"2026-07-28T15:52:33.975626Z","end":"2026-07-28T15:52:34.267456Z","steps":["trace[412049330] 'agreement among raft nodes before linearized reading' (duration: 291.346435ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:34.267436Z","caller":"traceutil/trace.go:171","msg":"trace[551852336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2885; }","duration":"290.596077ms","start":"2026-07-28T15:52:33.97681Z","end":"2026-07-28T15:52:34.267406Z","steps":["trace[551852336] 'agreement among raft nodes before linearized reading' (duration: 289.946281ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:34.517033Z","caller":"traceutil/trace.go:171","msg":"trace[252647280] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"245.745651ms","start":"2026-07-28T15:52:34.271244Z","end":"2026-07-28T15:52:34.516989Z","steps":["trace[252647280] 'process raft request' (duration: 190.992954ms)","trace[252647280] 'compare' (duration: 54.592993ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:34.563201Z","caller":"traceutil/trace.go:171","msg":"trace[1528460031] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"290.869434ms","start":"2026-07-28T15:52:34.272295Z","end":"2026-07-28T15:52:34.563164Z","steps":["trace[1528460031] 'process raft request' (duration: 290.819793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:34.563254Z","caller":"traceutil/trace.go:171","msg":"trace[162471312] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"291.499169ms","start":"2026-07-28T15:52:34.271701Z","end":"2026-07-28T15:52:34.5632Z","steps":["trace[162471312] 'process raft request' (duration: 291.197661ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:34.56326Z","caller":"traceutil/trace.go:171","msg":"trace[643316210] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"291.073908ms","start":"2026-07-28T15:52:34.272135Z","end":"2026-07-28T15:52:34.563209Z","steps":["trace[643316210] 'process raft request' (duration: 290.932234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:35.65433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.821844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:35.654456Z","caller":"traceutil/trace.go:171","msg":"trace[1284277130] linearizableReadLoop","detail":"{readStateIndex:3006; appliedIndex:3005; }","duration":"149.154502ms","start":"2026-07-28T15:52:35.505285Z","end":"2026-07-28T15:52:35.654439Z","steps":["trace[1284277130] 'read index received' (duration: 34.208835ms)","trace[1284277130] 'applied index is now lower than readState.Index' (duration: 114.944047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:35.654606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.320937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:52:35.654666Z","caller":"traceutil/trace.go:171","msg":"trace[1688101981] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2891; }","duration":"149.43849ms","start":"2026-07-28T15:52:35.505215Z","end":"2026-07-28T15:52:35.654653Z","steps":["trace[1688101981] 'agreement among raft nodes before linearized reading' (duration: 149.328067ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:35.654904Z","caller":"traceutil/trace.go:171","msg":"trace[1436785636] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"315.410093ms","start":"2026-07-28T15:52:35.339456Z","end":"2026-07-28T15:52:35.654866Z","steps":["trace[1436785636] 'process raft request' (duration: 199.964154ms)","trace[1436785636] 'compare' (duration: 114.66969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:35.655053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:35.339423Z","time spent":"315.556517ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:36.492982Z","caller":"traceutil/trace.go:171","msg":"trace[27548478] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"220.077435ms","start":"2026-07-28T15:52:36.272877Z","end":"2026-07-28T15:52:36.492955Z","steps":["trace[27548478] 'process raft request' (duration: 156.858481ms)","trace[27548478] 'compare' (duration: 63.044559ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:36.493131Z","caller":"traceutil/trace.go:171","msg":"trace[687403980] linearizableReadLoop","detail":"{readStateIndex:3010; appliedIndex:3007; }","duration":"210.814998ms","start":"2026-07-28T15:52:36.282292Z","end":"2026-07-28T15:52:36.493107Z","steps":["trace[687403980] 'read index received' (duration: 35.393194ms)","trace[687403980] 'applied index is now lower than readState.Index' (duration: 175.419614ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:36.493178Z","caller":"traceutil/trace.go:171","msg":"trace[1760849562] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"220.27173ms","start":"2026-07-28T15:52:36.272892Z","end":"2026-07-28T15:52:36.493163Z","steps":["trace[1760849562] 'process raft request' (duration: 220.019743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:36.49332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.015923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:36.493348Z","caller":"traceutil/trace.go:171","msg":"trace[1605871666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2895; }","duration":"211.093175ms","start":"2026-07-28T15:52:36.282247Z","end":"2026-07-28T15:52:36.49334Z","steps":["trace[1605871666] 'agreement among raft nodes before linearized reading' (duration: 210.943651ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:36.690377Z","caller":"traceutil/trace.go:171","msg":"trace[833759887] linearizableReadLoop","detail":"{readStateIndex:3011; appliedIndex:3010; }","duration":"123.477765ms","start":"2026-07-28T15:52:36.566872Z","end":"2026-07-28T15:52:36.69035Z","steps":["trace[833759887] 'read index received' (duration: 29.726996ms)","trace[833759887] 'applied index is now lower than readState.Index' (duration: 93.749459ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:36.690494Z","caller":"traceutil/trace.go:171","msg":"trace[1239990241] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"165.524453ms","start":"2026-07-28T15:52:36.524934Z","end":"2026-07-28T15:52:36.690458Z","steps":["trace[1239990241] 'process raft request' (duration: 71.755903ms)","trace[1239990241] 'compare' (duration: 93.528654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:36.690634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.745172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T15:52:36.690693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.727158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:52:36.690726Z","caller":"traceutil/trace.go:171","msg":"trace[1016311934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2896; }","duration":"123.855845ms","start":"2026-07-28T15:52:36.566845Z","end":"2026-07-28T15:52:36.690701Z","steps":["trace[1016311934] 'agreement among raft nodes before linearized reading' (duration: 123.603569ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:36.690746Z","caller":"traceutil/trace.go:171","msg":"trace[1309616774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2896; }","duration":"122.806529ms","start":"2026-07-28T15:52:36.567924Z","end":"2026-07-28T15:52:36.69073Z","steps":["trace[1309616774] 'agreement among raft nodes before linearized reading' (duration: 122.623655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:36.690958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.759258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:52:36.690997Z","caller":"traceutil/trace.go:171","msg":"trace[2140521270] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2896; }","duration":"122.803359ms","start":"2026-07-28T15:52:36.568182Z","end":"2026-07-28T15:52:36.690985Z","steps":["trace[2140521270] 'agreement among raft nodes before linearized reading' (duration: 122.694976ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:36.979324Z","caller":"traceutil/trace.go:171","msg":"trace[1060061121] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"283.980135ms","start":"2026-07-28T15:52:36.695316Z","end":"2026-07-28T15:52:36.979296Z","steps":["trace[1060061121] 'process raft request' (duration: 283.883773ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:36.979568Z","caller":"traceutil/trace.go:171","msg":"trace[96777091] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"284.453347ms","start":"2026-07-28T15:52:36.695093Z","end":"2026-07-28T15:52:36.979547Z","steps":["trace[96777091] 'process raft request' (duration: 191.953497ms)","trace[96777091] 'compare' (duration: 92.010958ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:37.335391Z","caller":"traceutil/trace.go:171","msg":"trace[477764653] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"351.74743ms","start":"2026-07-28T15:52:36.983592Z","end":"2026-07-28T15:52:37.335339Z","steps":["trace[477764653] 'process raft request' (duration: 305.972862ms)","trace[477764653] 'compare' (duration: 45.583763ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:37.335391Z","caller":"traceutil/trace.go:171","msg":"trace[1130193173] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"351.758741ms","start":"2026-07-28T15:52:36.983606Z","end":"2026-07-28T15:52:37.335365Z","steps":["trace[1130193173] 'process raft request' (duration: 351.683709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:37.33553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:36.983573Z","time spent":"351.887434ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:37.335596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:36.983592Z","time spent":"351.914094ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:37.715538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.524477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:37.715794Z","caller":"traceutil/trace.go:171","msg":"trace[546939254] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"642.06541ms","start":"2026-07-28T15:52:37.073715Z","end":"2026-07-28T15:52:37.715781Z","steps":["trace[546939254] 'process raft request' (duration: 641.989338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:37.715871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:37.073697Z","time spent":"642.138952ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:37.715904Z","caller":"traceutil/trace.go:171","msg":"trace[2056538241] linearizableReadLoop","detail":"{readStateIndex:3019; appliedIndex:3014; }","duration":"500.78969ms","start":"2026-07-28T15:52:37.215087Z","end":"2026-07-28T15:52:37.715877Z","steps":["trace[2056538241] 'read index received' (duration: 74.632083ms)","trace[2056538241] 'applied index is now lower than readState.Index' (duration: 426.156347ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:37.715778Z","caller":"traceutil/trace.go:171","msg":"trace[1637192182] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"731.32799ms","start":"2026-07-28T15:52:36.984409Z","end":"2026-07-28T15:52:37.715737Z","steps":["trace[1637192182] 'process raft request' (duration: 487.515165ms)","trace[1637192182] 'compare' (duration: 243.389754ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:37.715967Z","caller":"traceutil/trace.go:171","msg":"trace[1305520555] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"730.272904ms","start":"2026-07-28T15:52:36.985669Z","end":"2026-07-28T15:52:37.715942Z","steps":["trace[1305520555] 'process raft request' (duration: 729.976826ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:37.716005Z","caller":"traceutil/trace.go:171","msg":"trace[1033834665] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"498.76613ms","start":"2026-07-28T15:52:37.217228Z","end":"2026-07-28T15:52:37.715994Z","steps":["trace[1033834665] 'process raft request' (duration: 498.515534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:37.716106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:37.217209Z","time spent":"498.819522ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:37.716117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:36.984396Z","time spent":"731.600996ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:37.71613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:36.985651Z","time spent":"730.380897ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:37.716188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.100547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-28T15:52:37.716231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.332654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:37.716237Z","caller":"traceutil/trace.go:171","msg":"trace[1198097655] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:2905; }","duration":"501.197259ms","start":"2026-07-28T15:52:37.215024Z","end":"2026-07-28T15:52:37.716222Z","steps":["trace[1198097655] 'agreement among raft nodes before linearized reading' (duration: 500.988694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:37.716232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.337459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:37.716291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:37.214979Z","time spent":"501.286862ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T15:52:37.716324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.40171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:37.716411Z","caller":"traceutil/trace.go:171","msg":"trace[1448416495] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2905; }","duration":"328.530803ms","start":"2026-07-28T15:52:37.387867Z","end":"2026-07-28T15:52:37.716398Z","steps":["trace[1448416495] 'agreement among raft nodes before linearized reading' (duration: 328.42757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:37.716394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.858897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:52:37.716454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:37.387845Z","time spent":"328.598025ms","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:52:37.716475Z","caller":"traceutil/trace.go:171","msg":"trace[1606190601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2905; }","duration":"215.008101ms","start":"2026-07-28T15:52:37.501449Z","end":"2026-07-28T15:52:37.716457Z","steps":["trace[1606190601] 'agreement among raft nodes before linearized reading' (duration: 214.719864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:37.716263Z","caller":"traceutil/trace.go:171","msg":"trace[6787705] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2905; }","duration":"282.408246ms","start":"2026-07-28T15:52:37.433843Z","end":"2026-07-28T15:52:37.716251Z","steps":["trace[6787705] 'agreement among raft nodes before linearized reading' (duration: 282.350265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:37.716536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.802699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T15:52:37.716334Z","caller":"traceutil/trace.go:171","msg":"trace[975384268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2905; }","duration":"464.475083ms","start":"2026-07-28T15:52:37.25184Z","end":"2026-07-28T15:52:37.716315Z","steps":["trace[975384268] 'agreement among raft nodes before linearized reading' (duration: 464.325219ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:37.716581Z","caller":"traceutil/trace.go:171","msg":"trace[671150925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2905; }","duration":"382.88291ms","start":"2026-07-28T15:52:37.333688Z","end":"2026-07-28T15:52:37.716571Z","steps":["trace[671150925] 'agreement among raft nodes before linearized reading' (duration: 382.707066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:37.716625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:37.333672Z","time spent":"382.944932ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:52:37.716611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:37.25183Z","time spent":"464.758849ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:52:37.716827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.649442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-28T15:52:37.716964Z","caller":"traceutil/trace.go:171","msg":"trace[1535814308] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2905; }","duration":"221.840927ms","start":"2026-07-28T15:52:37.4951Z","end":"2026-07-28T15:52:37.716941Z","steps":["trace[1535814308] 'agreement among raft nodes before linearized reading' (duration: 221.114729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:37.994279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.359477ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:37.994408Z","caller":"traceutil/trace.go:171","msg":"trace[1394686459] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2905; }","duration":"167.50785ms","start":"2026-07-28T15:52:37.826881Z","end":"2026-07-28T15:52:37.994389Z","steps":["trace[1394686459] 'range keys from in-memory index tree' (duration: 167.319306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:37.994459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.997201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:37.99471Z","caller":"traceutil/trace.go:171","msg":"trace[1079477912] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"244.897081ms","start":"2026-07-28T15:52:37.749797Z","end":"2026-07-28T15:52:37.994694Z","steps":["trace[1079477912] 'process raft request' (duration: 244.818769ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:37.994757Z","caller":"traceutil/trace.go:171","msg":"trace[1719247160] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"273.808346ms","start":"2026-07-28T15:52:37.720931Z","end":"2026-07-28T15:52:37.99474Z","steps":["trace[1719247160] 'process raft request' (duration: 171.432546ms)","trace[1719247160] 'compare' (duration: 101.848517ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:37.994781Z","caller":"traceutil/trace.go:171","msg":"trace[34890751] linearizableReadLoop","detail":"{readStateIndex:3023; appliedIndex:3020; }","duration":"267.029221ms","start":"2026-07-28T15:52:37.727717Z","end":"2026-07-28T15:52:37.994746Z","steps":["trace[34890751] 'read index received' (duration: 20.913071ms)","trace[34890751] 'applied index is now lower than readState.Index' (duration: 246.11401ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:37.994809Z","caller":"traceutil/trace.go:171","msg":"trace[2116463346] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"107.29418ms","start":"2026-07-28T15:52:37.887491Z","end":"2026-07-28T15:52:37.994785Z","steps":["trace[2116463346] 'process raft request' (duration: 107.167187ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:37.994787Z","caller":"traceutil/trace.go:171","msg":"trace[938105910] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"273.614762ms","start":"2026-07-28T15:52:37.72113Z","end":"2026-07-28T15:52:37.994745Z","steps":["trace[938105910] 'process raft request' (duration: 273.426667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:37.994977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.247356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:37.995019Z","caller":"traceutil/trace.go:171","msg":"trace[363122587] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2909; }","duration":"267.321947ms","start":"2026-07-28T15:52:37.727686Z","end":"2026-07-28T15:52:37.995008Z","steps":["trace[363122587] 'agreement among raft nodes before linearized reading' (duration: 267.141703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:39.484623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.30579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:39.484861Z","caller":"traceutil/trace.go:171","msg":"trace[932766588] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"495.930341ms","start":"2026-07-28T15:52:38.9889Z","end":"2026-07-28T15:52:39.48483Z","steps":["trace[932766588] 'process raft request' (duration: 250.303193ms)","trace[932766588] 'compare' (duration: 244.977802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:39.484982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:38.988874Z","time spent":"496.048383ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:40.218953Z","caller":"traceutil/trace.go:171","msg":"trace[1541281541] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"218.203829ms","start":"2026-07-28T15:52:40.000711Z","end":"2026-07-28T15:52:40.218914Z","steps":["trace[1541281541] 'process raft request' (duration: 151.634893ms)","trace[1541281541] 'compare' (duration: 66.400242ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:40.219011Z","caller":"traceutil/trace.go:171","msg":"trace[1859091233] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"206.748039ms","start":"2026-07-28T15:52:40.012249Z","end":"2026-07-28T15:52:40.218997Z","steps":["trace[1859091233] 'process raft request' (duration: 206.629556ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:40.21898Z","caller":"traceutil/trace.go:171","msg":"trace[1959099996] linearizableReadLoop","detail":"{readStateIndex:3036; appliedIndex:3035; }","duration":"211.27757ms","start":"2026-07-28T15:52:40.007684Z","end":"2026-07-28T15:52:40.218961Z","steps":["trace[1959099996] 'read index received' (duration: 144.764616ms)","trace[1959099996] 'applied index is now lower than readState.Index' (duration: 66.511754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:40.219425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.251899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T15:52:40.219464Z","caller":"traceutil/trace.go:171","msg":"trace[838886805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2921; }","duration":"220.347361ms","start":"2026-07-28T15:52:39.999107Z","end":"2026-07-28T15:52:40.219454Z","steps":["trace[838886805] 'agreement among raft nodes before linearized reading' (duration: 219.909251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:40.501824Z","caller":"traceutil/trace.go:171","msg":"trace[561322641] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"137.045877ms","start":"2026-07-28T15:52:40.364746Z","end":"2026-07-28T15:52:40.501792Z","steps":["trace[561322641] 'process raft request' (duration: 117.623923ms)","trace[561322641] 'compare' (duration: 19.292891ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:40.706358Z","caller":"traceutil/trace.go:171","msg":"trace[1601838920] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"143.30839ms","start":"2026-07-28T15:52:40.563022Z","end":"2026-07-28T15:52:40.706331Z","steps":["trace[1601838920] 'process raft request' (duration: 95.648686ms)","trace[1601838920] 'compare' (duration: 47.471339ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:40.706811Z","caller":"traceutil/trace.go:171","msg":"trace[762760076] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"134.651348ms","start":"2026-07-28T15:52:40.572143Z","end":"2026-07-28T15:52:40.706794Z","steps":["trace[762760076] 'process raft request' (duration: 134.146076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:40.971926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.133963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:40.972035Z","caller":"traceutil/trace.go:171","msg":"trace[2017260296] linearizableReadLoop","detail":"{readStateIndex:3042; appliedIndex:3041; }","duration":"233.615665ms","start":"2026-07-28T15:52:40.738402Z","end":"2026-07-28T15:52:40.972018Z","steps":["trace[2017260296] 'read index received' (duration: 120.319719ms)","trace[2017260296] 'applied index is now lower than readState.Index' (duration: 113.291946ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:40.972156Z","caller":"traceutil/trace.go:171","msg":"trace[1497924844] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"247.72892ms","start":"2026-07-28T15:52:40.724397Z","end":"2026-07-28T15:52:40.972125Z","steps":["trace[1497924844] 'process raft request' (duration: 134.318711ms)","trace[1497924844] 'compare' (duration: 112.998059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:40.97237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.967514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:40.97244Z","caller":"traceutil/trace.go:171","msg":"trace[2020636667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2926; }","duration":"234.070666ms","start":"2026-07-28T15:52:40.738347Z","end":"2026-07-28T15:52:40.972418Z","steps":["trace[2020636667] 'agreement among raft nodes before linearized reading' (duration: 233.793159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:40.972496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.888188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:52:40.972564Z","caller":"traceutil/trace.go:171","msg":"trace[1605741705] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2926; }","duration":"197.062262ms","start":"2026-07-28T15:52:40.775485Z","end":"2026-07-28T15:52:40.972547Z","steps":["trace[1605741705] 'agreement among raft nodes before linearized reading' (duration: 196.900448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:41.264563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.664795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:41.264668Z","caller":"traceutil/trace.go:171","msg":"trace[1767505084] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"224.682567ms","start":"2026-07-28T15:52:41.039966Z","end":"2026-07-28T15:52:41.264648Z","steps":["trace[1767505084] 'process raft request' (duration: 92.849677ms)","trace[1767505084] 'compare' (duration: 131.475621ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:42.404372Z","caller":"traceutil/trace.go:171","msg":"trace[1957861841] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"179.379161ms","start":"2026-07-28T15:52:42.224966Z","end":"2026-07-28T15:52:42.404346Z","steps":["trace[1957861841] 'process raft request' (duration: 179.213867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:42.759113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.09217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:42.759312Z","caller":"traceutil/trace.go:171","msg":"trace[1938823433] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"252.092447ms","start":"2026-07-28T15:52:42.507197Z","end":"2026-07-28T15:52:42.759289Z","steps":["trace[1938823433] 'process raft request' (duration: 252.022985ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:42.759348Z","caller":"traceutil/trace.go:171","msg":"trace[1171757835] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"531.617152ms","start":"2026-07-28T15:52:42.227687Z","end":"2026-07-28T15:52:42.759304Z","steps":["trace[1171757835] 'process raft request' (duration: 233.262156ms)","trace[1171757835] 'compare' (duration: 297.958597ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:42.759454Z","caller":"traceutil/trace.go:171","msg":"trace[823079289] linearizableReadLoop","detail":"{readStateIndex:3047; appliedIndex:3045; }","duration":"490.914069ms","start":"2026-07-28T15:52:42.268528Z","end":"2026-07-28T15:52:42.759442Z","steps":["trace[823079289] 'read index received' (duration: 135.671873ms)","trace[823079289] 'applied index is now lower than readState.Index' (duration: 355.240736ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:42.759557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:42.227661Z","time spent":"531.778537ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:42.759677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.129904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T15:52:42.759766Z","caller":"traceutil/trace.go:171","msg":"trace[291425920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2932; }","duration":"491.273727ms","start":"2026-07-28T15:52:42.26847Z","end":"2026-07-28T15:52:42.759744Z","steps":["trace[291425920] 'agreement among raft nodes before linearized reading' (duration: 491.015441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:42.759831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:42.268448Z","time spent":"491.36992ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:52:43.107085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.043671ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T15:52:43.107451Z","caller":"traceutil/trace.go:171","msg":"trace[1327261487] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"395.249573ms","start":"2026-07-28T15:52:42.71218Z","end":"2026-07-28T15:52:43.10743Z","steps":["trace[1327261487] 'process raft request' (duration: 395.009117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:43.107566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:42.712158Z","time spent":"395.347154ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:43.197698Z","caller":"traceutil/trace.go:171","msg":"trace[997448927] linearizableReadLoop","detail":"{readStateIndex:3051; appliedIndex:3048; }","duration":"438.19527ms","start":"2026-07-28T15:52:42.759481Z","end":"2026-07-28T15:52:43.197677Z","steps":["trace[997448927] 'read index received' (duration: 12.565926ms)","trace[997448927] 'applied index is now lower than readState.Index' (duration: 425.628444ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:43.197788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.116896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:43.197825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.566667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T15:52:43.197853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.69382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:43.197864Z","caller":"traceutil/trace.go:171","msg":"trace[466744406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2935; }","duration":"546.250799ms","start":"2026-07-28T15:52:42.65159Z","end":"2026-07-28T15:52:43.197841Z","steps":["trace[466744406] 'agreement among raft nodes before linearized reading' (duration: 546.109446ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:43.197883Z","caller":"traceutil/trace.go:171","msg":"trace[992072290] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2935; }","duration":"476.65574ms","start":"2026-07-28T15:52:42.721212Z","end":"2026-07-28T15:52:43.197868Z","steps":["trace[992072290] 'agreement among raft nodes before linearized reading' (duration: 476.471806ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:43.197892Z","caller":"traceutil/trace.go:171","msg":"trace[1651657267] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2935; }","duration":"763.791572ms","start":"2026-07-28T15:52:42.434086Z","end":"2026-07-28T15:52:43.197878Z","steps":["trace[1651657267] 'agreement among raft nodes before linearized reading' (duration: 763.71612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:43.197918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:42.721203Z","time spent":"476.705181ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:52:43.197917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:42.651566Z","time spent":"546.340752ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:52:43.197928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:42.434062Z","time spent":"763.855373ms","remote":"127.0.0.1:45892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:52:43.198076Z","caller":"traceutil/trace.go:171","msg":"trace[1648854673] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"485.343243ms","start":"2026-07-28T15:52:42.71272Z","end":"2026-07-28T15:52:43.198063Z","steps":["trace[1648854673] 'process raft request' (duration: 394.695179ms)","trace[1648854673] 'compare' (duration: 89.950727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:43.198145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:42.712689Z","time spent":"485.408774ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:43.198266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.850003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:52:43.198276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.815219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:52:43.198297Z","caller":"traceutil/trace.go:171","msg":"trace[1570753158] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2935; }","duration":"177.901424ms","start":"2026-07-28T15:52:43.020386Z","end":"2026-07-28T15:52:43.198287Z","steps":["trace[1570753158] 'agreement among raft nodes before linearized reading' (duration: 177.780371ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:43.198305Z","caller":"traceutil/trace.go:171","msg":"trace[1100385995] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"433.792834ms","start":"2026-07-28T15:52:42.764504Z","end":"2026-07-28T15:52:43.198297Z","steps":["trace[1100385995] 'process raft request' (duration: 433.086786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:43.198343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:42.764481Z","time spent":"433.842335ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:43.198362Z","caller":"traceutil/trace.go:171","msg":"trace[1480846924] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2935; }","duration":"477.903091ms","start":"2026-07-28T15:52:42.720409Z","end":"2026-07-28T15:52:43.198312Z","steps":["trace[1480846924] 'agreement among raft nodes before linearized reading' (duration: 477.736697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:43.198407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.225388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-28T15:52:43.198476Z","caller":"traceutil/trace.go:171","msg":"trace[2139052257] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2935; }","duration":"186.297369ms","start":"2026-07-28T15:52:43.012147Z","end":"2026-07-28T15:52:43.198444Z","steps":["trace[2139052257] 'agreement among raft nodes before linearized reading' (duration: 186.164786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:43.198508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.26375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T15:52:43.198531Z","caller":"traceutil/trace.go:171","msg":"trace[1577289813] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2935; }","duration":"858.325211ms","start":"2026-07-28T15:52:42.3402Z","end":"2026-07-28T15:52:43.198525Z","steps":["trace[1577289813] 'agreement among raft nodes before linearized reading' (duration: 858.255069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:43.198413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:42.72039Z","time spent":"478.012353ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:52:43.198549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:42.340177Z","time spent":"858.367242ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:52:43.19828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.142841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:52:43.198671Z","caller":"traceutil/trace.go:171","msg":"trace[8999298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2935; }","duration":"221.582532ms","start":"2026-07-28T15:52:42.977082Z","end":"2026-07-28T15:52:43.198664Z","steps":["trace[8999298] 'agreement among raft nodes before linearized reading' (duration: 221.039068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:43.198696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.435593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:52:43.19871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.273189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T15:52:43.198772Z","caller":"traceutil/trace.go:171","msg":"trace[1057634590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2935; }","duration":"211.558076ms","start":"2026-07-28T15:52:42.987194Z","end":"2026-07-28T15:52:43.198752Z","steps":["trace[1057634590] 'agreement among raft nodes before linearized reading' (duration: 211.252988ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:43.198824Z","caller":"traceutil/trace.go:171","msg":"trace[1308554355] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2935; }","duration":"858.445344ms","start":"2026-07-28T15:52:42.340354Z","end":"2026-07-28T15:52:43.198799Z","steps":["trace[1308554355] 'agreement among raft nodes before linearized reading' (duration: 858.058984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:43.198923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:42.340339Z","time spent":"858.572327ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:52:43.422678Z","caller":"traceutil/trace.go:171","msg":"trace[1690928100] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"219.604631ms","start":"2026-07-28T15:52:43.203043Z","end":"2026-07-28T15:52:43.422647Z","steps":["trace[1690928100] 'process raft request' (duration: 195.597665ms)","trace[1690928100] 'compare' (duration: 23.798171ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:43.423059Z","caller":"traceutil/trace.go:171","msg":"trace[19570257] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"219.92917ms","start":"2026-07-28T15:52:43.203069Z","end":"2026-07-28T15:52:43.422998Z","steps":["trace[19570257] 'process raft request' (duration: 219.52887ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:43.42311Z","caller":"traceutil/trace.go:171","msg":"trace[626573564] linearizableReadLoop","detail":"{readStateIndex:3058; appliedIndex:3052; }","duration":"212.218831ms","start":"2026-07-28T15:52:43.210861Z","end":"2026-07-28T15:52:43.42308Z","steps":["trace[626573564] 'read index received' (duration: 35.277631ms)","trace[626573564] 'applied index is now lower than readState.Index' (duration: 176.93979ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:43.423164Z","caller":"traceutil/trace.go:171","msg":"trace[668481046] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"219.602522ms","start":"2026-07-28T15:52:43.203547Z","end":"2026-07-28T15:52:43.42315Z","steps":["trace[668481046] 'process raft request' (duration: 219.470518ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:43.42317Z","caller":"traceutil/trace.go:171","msg":"trace[1512128454] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"219.683563ms","start":"2026-07-28T15:52:43.203452Z","end":"2026-07-28T15:52:43.423135Z","steps":["trace[1512128454] 'process raft request' (duration: 219.511689ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:43.423071Z","caller":"traceutil/trace.go:171","msg":"trace[883745587] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"219.608772ms","start":"2026-07-28T15:52:43.203426Z","end":"2026-07-28T15:52:43.423035Z","steps":["trace[883745587] 'process raft request' (duration: 219.434018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:43.42343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.539219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:52:43.423471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.521113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:52:43.423498Z","caller":"traceutil/trace.go:171","msg":"trace[802471743] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2941; }","duration":"212.659882ms","start":"2026-07-28T15:52:43.210823Z","end":"2026-07-28T15:52:43.423483Z","steps":["trace[802471743] 'agreement among raft nodes before linearized reading' (duration: 212.537139ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:43.423541Z","caller":"traceutil/trace.go:171","msg":"trace[205724731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2941; }","duration":"154.652536ms","start":"2026-07-28T15:52:43.268871Z","end":"2026-07-28T15:52:43.423523Z","steps":["trace[205724731] 'agreement among raft nodes before linearized reading' (duration: 154.395429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:43.747871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.046157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:52:43.747962Z","caller":"traceutil/trace.go:171","msg":"trace[317215568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2942; }","duration":"223.19039ms","start":"2026-07-28T15:52:43.524752Z","end":"2026-07-28T15:52:43.747943Z","steps":["trace[317215568] 'range keys from in-memory index tree' (duration: 222.823141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:44.761862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.554079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:44.761943Z","caller":"traceutil/trace.go:171","msg":"trace[1403781229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2944; }","duration":"110.689433ms","start":"2026-07-28T15:52:44.651237Z","end":"2026-07-28T15:52:44.761926Z","steps":["trace[1403781229] 'range keys from in-memory index tree' (duration: 110.404196ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:44.973529Z","caller":"traceutil/trace.go:171","msg":"trace[2076210069] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"208.555073ms","start":"2026-07-28T15:52:44.764949Z","end":"2026-07-28T15:52:44.973504Z","steps":["trace[2076210069] 'process raft request' (duration: 208.386359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:45.365864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.176859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:45.366016Z","caller":"traceutil/trace.go:171","msg":"trace[1543318840] linearizableReadLoop","detail":"{readStateIndex:3064; appliedIndex:3062; }","duration":"164.366654ms","start":"2026-07-28T15:52:45.201632Z","end":"2026-07-28T15:52:45.365999Z","steps":["trace[1543318840] 'read index received' (duration: 180.844µs)","trace[1543318840] 'applied index is now lower than readState.Index' (duration: 164.18494ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:45.366088Z","caller":"traceutil/trace.go:171","msg":"trace[1338916109] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"598.736592ms","start":"2026-07-28T15:52:44.767305Z","end":"2026-07-28T15:52:45.366042Z","steps":["trace[1338916109] 'process raft request' (duration: 314.307626ms)","trace[1338916109] 'compare' (duration: 284.095848ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:45.366122Z","caller":"traceutil/trace.go:171","msg":"trace[1031309878] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"252.460315ms","start":"2026-07-28T15:52:45.113646Z","end":"2026-07-28T15:52:45.366107Z","steps":["trace[1031309878] 'process raft request' (duration: 252.298861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:45.366289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.623301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T15:52:45.366313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:44.767277Z","time spent":"598.903116ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:45.366329Z","caller":"traceutil/trace.go:171","msg":"trace[180499042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2947; }","duration":"164.736962ms","start":"2026-07-28T15:52:45.201583Z","end":"2026-07-28T15:52:45.36632Z","steps":["trace[180499042] 'agreement among raft nodes before linearized reading' (duration: 164.566298ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:45.402682Z","caller":"traceutil/trace.go:171","msg":"trace[1990656572] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"198.882787ms","start":"2026-07-28T15:52:45.203772Z","end":"2026-07-28T15:52:45.402655Z","steps":["trace[1990656572] 'process raft request' (duration: 198.707123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:45.903492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.953318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:45.903745Z","caller":"traceutil/trace.go:171","msg":"trace[1510968812] linearizableReadLoop","detail":"{readStateIndex:3066; appliedIndex:3064; }","duration":"537.66766ms","start":"2026-07-28T15:52:45.366054Z","end":"2026-07-28T15:52:45.903721Z","steps":["trace[1510968812] 'read index received' (duration: 36.461531ms)","trace[1510968812] 'applied index is now lower than readState.Index' (duration: 501.204839ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:45.903883Z","caller":"traceutil/trace.go:171","msg":"trace[480820981] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"682.087947ms","start":"2026-07-28T15:52:45.221777Z","end":"2026-07-28T15:52:45.903865Z","steps":["trace[480820981] 'process raft request' (duration: 326.662797ms)","trace[480820981] 'compare' (duration: 354.581209ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:45.903987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:45.221761Z","time spent":"682.169979ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:45.904103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.677832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:45.904108Z","caller":"traceutil/trace.go:171","msg":"trace[894846237] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"533.554959ms","start":"2026-07-28T15:52:45.370499Z","end":"2026-07-28T15:52:45.904054Z","steps":["trace[894846237] 'process raft request' (duration: 533.115598ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:45.904151Z","caller":"traceutil/trace.go:171","msg":"trace[1200863207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2950; }","duration":"689.867467ms","start":"2026-07-28T15:52:45.214269Z","end":"2026-07-28T15:52:45.904136Z","steps":["trace[1200863207] 'agreement among raft nodes before linearized reading' (duration: 689.646312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:45.90419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:45.21423Z","time spent":"689.951879ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:52:45.904179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.264999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:45.90424Z","caller":"traceutil/trace.go:171","msg":"trace[2015368044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2950; }","duration":"254.31919ms","start":"2026-07-28T15:52:45.649901Z","end":"2026-07-28T15:52:45.90422Z","steps":["trace[2015368044] 'agreement among raft nodes before linearized reading' (duration: 254.239498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:45.904273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:45.370473Z","time spent":"533.715293ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:45.904316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.258076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:52:45.904337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.311841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T15:52:45.904337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.511365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:52:45.904384Z","caller":"traceutil/trace.go:171","msg":"trace[938851997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2950; }","duration":"113.365419ms","start":"2026-07-28T15:52:45.791001Z","end":"2026-07-28T15:52:45.904366Z","steps":["trace[938851997] 'agreement among raft nodes before linearized reading' (duration: 113.176864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:45.904406Z","caller":"traceutil/trace.go:171","msg":"trace[17770312] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2950; }","duration":"476.429394ms","start":"2026-07-28T15:52:45.427958Z","end":"2026-07-28T15:52:45.904388Z","steps":["trace[17770312] 'agreement among raft nodes before linearized reading' (duration: 476.24339ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:45.904411Z","caller":"traceutil/trace.go:171","msg":"trace[1368669844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2950; }","duration":"417.631449ms","start":"2026-07-28T15:52:45.486766Z","end":"2026-07-28T15:52:45.904397Z","steps":["trace[1368669844] 'agreement among raft nodes before linearized reading' (duration: 417.410333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:45.904452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:45.486751Z","time spent":"417.69333ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:52:45.904451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:45.427939Z","time spent":"476.503267ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:52:45.904628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.999753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:52:45.904668Z","caller":"traceutil/trace.go:171","msg":"trace[450713952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2950; }","duration":"478.082685ms","start":"2026-07-28T15:52:45.426575Z","end":"2026-07-28T15:52:45.904658Z","steps":["trace[450713952] 'agreement among raft nodes before linearized reading' (duration: 477.547702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:45.904701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:45.426554Z","time spent":"478.139067ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:52:46.264741Z","caller":"traceutil/trace.go:171","msg":"trace[1546607382] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"354.880347ms","start":"2026-07-28T15:52:45.909834Z","end":"2026-07-28T15:52:46.264714Z","steps":["trace[1546607382] 'process raft request' (duration: 354.709863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:46.264899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:45.909792Z","time spent":"355.027181ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:46.480601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.59689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:46.480864Z","caller":"traceutil/trace.go:171","msg":"trace[366260660] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"570.688587ms","start":"2026-07-28T15:52:45.91015Z","end":"2026-07-28T15:52:46.480839Z","steps":["trace[366260660] 'process raft request' (duration: 432.771419ms)","trace[366260660] 'compare' (duration: 137.473907ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:46.480888Z","caller":"traceutil/trace.go:171","msg":"trace[2008946518] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"570.711077ms","start":"2026-07-28T15:52:45.910159Z","end":"2026-07-28T15:52:46.48087Z","steps":["trace[2008946518] 'process raft request' (duration: 570.616845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:46.480962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:45.910128Z","time spent":"570.800379ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:46.48103Z","caller":"traceutil/trace.go:171","msg":"trace[891304676] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"570.502872ms","start":"2026-07-28T15:52:45.910519Z","end":"2026-07-28T15:52:46.481022Z","steps":["trace[891304676] 'process raft request' (duration: 570.313888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:46.481074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:45.910507Z","time spent":"570.547353ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:46.481047Z","caller":"traceutil/trace.go:171","msg":"trace[2053003971] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3068; }","duration":"268.302802ms","start":"2026-07-28T15:52:46.212714Z","end":"2026-07-28T15:52:46.481017Z","steps":["trace[2053003971] 'read index received' (duration: 52.119193ms)","trace[2053003971] 'applied index is now lower than readState.Index' (duration: 216.180609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:46.480989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:45.910092Z","time spent":"570.83045ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:46.481185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.450745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:46.481233Z","caller":"traceutil/trace.go:171","msg":"trace[1210348533] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2954; }","duration":"268.560098ms","start":"2026-07-28T15:52:46.21266Z","end":"2026-07-28T15:52:46.48122Z","steps":["trace[1210348533] 'agreement among raft nodes before linearized reading' (duration: 268.449145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:46.98983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.063842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:46.989916Z","caller":"traceutil/trace.go:171","msg":"trace[1412227634] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3071; }","duration":"338.802593ms","start":"2026-07-28T15:52:46.651098Z","end":"2026-07-28T15:52:46.989901Z","steps":["trace[1412227634] 'read index received' (duration: 85.152µs)","trace[1412227634] 'applied index is now lower than readState.Index' (duration: 338.71627ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:46.989972Z","caller":"traceutil/trace.go:171","msg":"trace[1033782982] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"486.029398ms","start":"2026-07-28T15:52:46.503933Z","end":"2026-07-28T15:52:46.989962Z","steps":["trace[1033782982] 'process raft request' (duration: 125.73335ms)","trace[1033782982] 'compare' (duration: 359.900658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:46.99002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:46.503904Z","time spent":"486.09145ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:46.990063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.964707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:46.990118Z","caller":"traceutil/trace.go:171","msg":"trace[861060697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2955; }","duration":"339.058929ms","start":"2026-07-28T15:52:46.651046Z","end":"2026-07-28T15:52:46.990105Z","steps":["trace[861060697] 'agreement among raft nodes before linearized reading' (duration: 338.962677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:46.990157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:46.651026Z","time spent":"339.124281ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:52:47.159607Z","caller":"traceutil/trace.go:171","msg":"trace[1492059268] linearizableReadLoop","detail":"{readStateIndex:3073; appliedIndex:3072; }","duration":"169.644313ms","start":"2026-07-28T15:52:46.989934Z","end":"2026-07-28T15:52:47.159579Z","steps":["trace[1492059268] 'read index received' (duration: 126.285594ms)","trace[1492059268] 'applied index is now lower than readState.Index' (duration: 43.357579ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:47.159743Z","caller":"traceutil/trace.go:171","msg":"trace[1831147450] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"180.762244ms","start":"2026-07-28T15:52:46.978967Z","end":"2026-07-28T15:52:47.159729Z","steps":["trace[1831147450] 'process raft request' (duration: 137.262391ms)","trace[1831147450] 'compare' (duration: 43.215246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:47.159847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.675399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:47.159932Z","caller":"traceutil/trace.go:171","msg":"trace[877753974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2956; }","duration":"168.808753ms","start":"2026-07-28T15:52:46.991105Z","end":"2026-07-28T15:52:47.159914Z","steps":["trace[877753974] 'agreement among raft nodes before linearized reading' (duration: 168.671389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:47.159978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.366201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:52:47.160087Z","caller":"traceutil/trace.go:171","msg":"trace[1481764189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2956; }","duration":"247.503625ms","start":"2026-07-28T15:52:46.91254Z","end":"2026-07-28T15:52:47.160043Z","steps":["trace[1481764189] 'agreement among raft nodes before linearized reading' (duration: 247.272199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:47.587072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.673542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:47.587425Z","caller":"traceutil/trace.go:171","msg":"trace[707249375] linearizableReadLoop","detail":"{readStateIndex:3075; appliedIndex:3074; }","duration":"216.682412ms","start":"2026-07-28T15:52:47.370716Z","end":"2026-07-28T15:52:47.587399Z","steps":["trace[707249375] 'read index received' (duration: 51.58819ms)","trace[707249375] 'applied index is now lower than readState.Index' (duration: 165.091982ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:47.587448Z","caller":"traceutil/trace.go:171","msg":"trace[1796317764] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"179.222687ms","start":"2026-07-28T15:52:47.408172Z","end":"2026-07-28T15:52:47.587395Z","steps":["trace[1796317764] 'process raft request' (duration: 179.120874ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:47.58749Z","caller":"traceutil/trace.go:171","msg":"trace[1686682750] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"215.737598ms","start":"2026-07-28T15:52:47.371723Z","end":"2026-07-28T15:52:47.587461Z","steps":["trace[1686682750] 'process raft request' (duration: 215.472142ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:47.587513Z","caller":"traceutil/trace.go:171","msg":"trace[2096010219] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"264.827287ms","start":"2026-07-28T15:52:47.322652Z","end":"2026-07-28T15:52:47.587479Z","steps":["trace[2096010219] 'process raft request' (duration: 99.656783ms)","trace[2096010219] 'compare' (duration: 164.427386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:47.587605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.313671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:52:47.58765Z","caller":"traceutil/trace.go:171","msg":"trace[491160439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2959; }","duration":"132.422894ms","start":"2026-07-28T15:52:47.455215Z","end":"2026-07-28T15:52:47.587638Z","steps":["trace[491160439] 'agreement among raft nodes before linearized reading' (duration: 132.324951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:47.587679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.946698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T15:52:47.587754Z","caller":"traceutil/trace.go:171","msg":"trace[1416943650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2959; }","duration":"217.03749ms","start":"2026-07-28T15:52:47.3707Z","end":"2026-07-28T15:52:47.587737Z","steps":["trace[1416943650] 'agreement among raft nodes before linearized reading' (duration: 216.805215ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:49.699293Z","caller":"traceutil/trace.go:171","msg":"trace[1499264036] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"106.492111ms","start":"2026-07-28T15:52:49.592767Z","end":"2026-07-28T15:52:49.699259Z","steps":["trace[1499264036] 'process raft request' (duration: 74.796137ms)","trace[1499264036] 'compare' (duration: 31.507839ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:51.730145Z","caller":"traceutil/trace.go:171","msg":"trace[1476016993] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"100.949255ms","start":"2026-07-28T15:52:51.629173Z","end":"2026-07-28T15:52:51.730122Z","steps":["trace[1476016993] 'process raft request' (duration: 100.810282ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:52.958355Z","caller":"traceutil/trace.go:171","msg":"trace[1186704232] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"328.00076ms","start":"2026-07-28T15:52:52.630323Z","end":"2026-07-28T15:52:52.958324Z","steps":["trace[1186704232] 'process raft request' (duration: 327.674842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:52.958541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:52.630303Z","time spent":"328.147674ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:52.95898Z","caller":"traceutil/trace.go:171","msg":"trace[409514660] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"327.757704ms","start":"2026-07-28T15:52:52.631147Z","end":"2026-07-28T15:52:52.958905Z","steps":["trace[409514660] 'process raft request' (duration: 327.049027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:52.959101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.965455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:52.959177Z","caller":"traceutil/trace.go:171","msg":"trace[688334195] linearizableReadLoop","detail":"{readStateIndex:3109; appliedIndex:3106; }","duration":"308.668098ms","start":"2026-07-28T15:52:52.650112Z","end":"2026-07-28T15:52:52.95878Z","steps":["trace[688334195] 'read index received' (duration: 29.05494ms)","trace[688334195] 'applied index is now lower than readState.Index' (duration: 279.612088ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:52.959225Z","caller":"traceutil/trace.go:171","msg":"trace[1355025810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2991; }","duration":"309.104609ms","start":"2026-07-28T15:52:52.650074Z","end":"2026-07-28T15:52:52.959178Z","steps":["trace[1355025810] 'agreement among raft nodes before linearized reading' (duration: 308.918214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:52.959236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:52.631127Z","time spent":"327.98027ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:52:52.959299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:52.650057Z","time spent":"309.223281ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:52:52.959347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.591804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:52:52.9594Z","caller":"traceutil/trace.go:171","msg":"trace[1368477811] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2991; }","duration":"183.692387ms","start":"2026-07-28T15:52:52.775689Z","end":"2026-07-28T15:52:52.959382Z","steps":["trace[1368477811] 'agreement among raft nodes before linearized reading' (duration: 183.590374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:55.273168Z","caller":"traceutil/trace.go:171","msg":"trace[1027494882] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"117.258073ms","start":"2026-07-28T15:52:55.15587Z","end":"2026-07-28T15:52:55.273128Z","steps":["trace[1027494882] 'process raft request' (duration: 77.577834ms)","trace[1027494882] 'compare' (duration: 39.513765ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:55.663313Z","caller":"traceutil/trace.go:171","msg":"trace[154916944] linearizableReadLoop","detail":"{readStateIndex:3130; appliedIndex:3129; }","duration":"429.450947ms","start":"2026-07-28T15:52:55.233841Z","end":"2026-07-28T15:52:55.663292Z","steps":["trace[154916944] 'read index received' (duration: 429.197741ms)","trace[154916944] 'applied index is now lower than readState.Index' (duration: 251.956µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:55.6634Z","caller":"traceutil/trace.go:171","msg":"trace[647467151] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"439.954974ms","start":"2026-07-28T15:52:55.223408Z","end":"2026-07-28T15:52:55.663363Z","steps":["trace[647467151] 'process raft request' (duration: 439.743219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:55.663501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.103977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:55.66354Z","caller":"traceutil/trace.go:171","msg":"trace[617096949] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3011; }","duration":"243.20428ms","start":"2026-07-28T15:52:55.420322Z","end":"2026-07-28T15:52:55.663527Z","steps":["trace[617096949] 'agreement among raft nodes before linearized reading' (duration: 243.122398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:55.663566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.720044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:52:55.663608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:55.223366Z","time spent":"440.150319ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:55.663807Z","caller":"traceutil/trace.go:171","msg":"trace[1224720646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3011; }","duration":"429.933779ms","start":"2026-07-28T15:52:55.233757Z","end":"2026-07-28T15:52:55.663691Z","steps":["trace[1224720646] 'agreement among raft nodes before linearized reading' (duration: 429.632091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:55.663963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:55.233726Z","time spent":"430.121654ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:52:56.012745Z","caller":"traceutil/trace.go:171","msg":"trace[860957661] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"269.05146ms","start":"2026-07-28T15:52:55.743664Z","end":"2026-07-28T15:52:56.012715Z","steps":["trace[860957661] 'process raft request' (duration: 177.31662ms)","trace[860957661] 'compare' (duration: 91.481934ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:56.040374Z","caller":"traceutil/trace.go:171","msg":"trace[658875730] linearizableReadLoop","detail":"{readStateIndex:3132; appliedIndex:3130; }","duration":"229.242528ms","start":"2026-07-28T15:52:55.811106Z","end":"2026-07-28T15:52:56.040349Z","steps":["trace[658875730] 'read index received' (duration: 109.885973ms)","trace[658875730] 'applied index is now lower than readState.Index' (duration: 119.355435ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:52:56.040425Z","caller":"traceutil/trace.go:171","msg":"trace[395892998] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"278.200444ms","start":"2026-07-28T15:52:55.762197Z","end":"2026-07-28T15:52:56.040398Z","steps":["trace[395892998] 'process raft request' (duration: 278.02582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:56.040597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.479614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T15:52:56.04065Z","caller":"traceutil/trace.go:171","msg":"trace[1315411556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3013; }","duration":"229.580596ms","start":"2026-07-28T15:52:55.811054Z","end":"2026-07-28T15:52:56.040635Z","steps":["trace[1315411556] 'agreement among raft nodes before linearized reading' (duration: 229.410682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:56.353704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.206923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:52:56.354039Z","caller":"traceutil/trace.go:171","msg":"trace[576465663] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"308.719529ms","start":"2026-07-28T15:52:56.045288Z","end":"2026-07-28T15:52:56.354008Z","steps":["trace[576465663] 'process raft request' (duration: 105.063385ms)","trace[576465663] 'compare' (duration: 202.865655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:56.354206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:52:56.045266Z","time spent":"308.850753ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:52:57.252779Z","caller":"traceutil/trace.go:171","msg":"trace[321214971] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"146.077658ms","start":"2026-07-28T15:52:57.106656Z","end":"2026-07-28T15:52:57.252734Z","steps":["trace[321214971] 'process raft request' (duration: 70.102252ms)","trace[321214971] 'compare' (duration: 75.76941ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:05.182521Z","caller":"traceutil/trace.go:171","msg":"trace[1945934332] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"154.943864ms","start":"2026-07-28T15:53:05.027534Z","end":"2026-07-28T15:53:05.182477Z","steps":["trace[1945934332] 'process raft request' (duration: 154.568474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:05.450932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.374118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:05.451114Z","caller":"traceutil/trace.go:171","msg":"trace[1637978828] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"422.534779ms","start":"2026-07-28T15:53:05.028542Z","end":"2026-07-28T15:53:05.451077Z","steps":["trace[1637978828] 'process raft request' (duration: 290.897364ms)","trace[1637978828] 'compare' (duration: 131.139833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:05.451223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:05.028514Z","time spent":"422.657862ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:05.488971Z","caller":"traceutil/trace.go:171","msg":"trace[103671490] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"209.68212ms","start":"2026-07-28T15:53:05.279258Z","end":"2026-07-28T15:53:05.48894Z","steps":["trace[103671490] 'process raft request' (duration: 209.440265ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:08.236662Z","caller":"traceutil/trace.go:171","msg":"trace[1403256493] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"116.630698ms","start":"2026-07-28T15:53:08.119985Z","end":"2026-07-28T15:53:08.236616Z","steps":["trace[1403256493] 'process raft request' (duration: 91.856783ms)","trace[1403256493] 'compare' (duration: 24.486408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:08.573979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.897101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:08.574062Z","caller":"traceutil/trace.go:171","msg":"trace[1666738386] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"257.689892ms","start":"2026-07-28T15:53:08.316358Z","end":"2026-07-28T15:53:08.574048Z","steps":["trace[1666738386] 'process raft request' (duration: 91.638877ms)","trace[1666738386] 'compare' (duration: 165.646525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:08.990315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.995783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:08.990575Z","caller":"traceutil/trace.go:171","msg":"trace[1278345046] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"472.785006ms","start":"2026-07-28T15:53:08.517771Z","end":"2026-07-28T15:53:08.990556Z","steps":["trace[1278345046] 'process raft request' (duration: 472.719074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:08.990661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.51748Z","time spent":"473.144134ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:08.990799Z","caller":"traceutil/trace.go:171","msg":"trace[40276072] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"595.951424ms","start":"2026-07-28T15:53:08.394833Z","end":"2026-07-28T15:53:08.990784Z","steps":["trace[40276072] 'process raft request' (duration: 307.411758ms)","trace[40276072] 'compare' (duration: 287.86383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:08.990858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.394804Z","time spent":"596.024315ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:08.990935Z","caller":"traceutil/trace.go:171","msg":"trace[1527932644] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"525.830011ms","start":"2026-07-28T15:53:08.465095Z","end":"2026-07-28T15:53:08.990925Z","steps":["trace[1527932644] 'process raft request' (duration: 525.327949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:08.990989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.465065Z","time spent":"525.898123ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:08.990898Z","caller":"traceutil/trace.go:171","msg":"trace[996481909] linearizableReadLoop","detail":"{readStateIndex:3211; appliedIndex:3210; }","duration":"552.576575ms","start":"2026-07-28T15:53:08.438258Z","end":"2026-07-28T15:53:08.990834Z","steps":["trace[996481909] 'read index received' (duration: 264.006278ms)","trace[996481909] 'applied index is now lower than readState.Index' (duration: 288.561196ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:08.991253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.002945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T15:53:08.991293Z","caller":"traceutil/trace.go:171","msg":"trace[884697822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3091; }","duration":"553.088487ms","start":"2026-07-28T15:53:08.438194Z","end":"2026-07-28T15:53:08.991282Z","steps":["trace[884697822] 'agreement among raft nodes before linearized reading' (duration: 552.959183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:08.991328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.438167Z","time spent":"553.154789ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:53:08.991454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.477251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:08.991486Z","caller":"traceutil/trace.go:171","msg":"trace[1241018378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3091; }","duration":"339.551372ms","start":"2026-07-28T15:53:08.651926Z","end":"2026-07-28T15:53:08.991478Z","steps":["trace[1241018378] 'agreement among raft nodes before linearized reading' (duration: 339.504661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:08.991519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.651899Z","time spent":"339.614714ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:53:08.991592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.090253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"warn","ts":"2026-07-28T15:53:08.991632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.772979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-28T15:53:08.991676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.279503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:53:08.991725Z","caller":"traceutil/trace.go:171","msg":"trace[354922155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3091; }","duration":"180.394565ms","start":"2026-07-28T15:53:08.811315Z","end":"2026-07-28T15:53:08.99171Z","steps":["trace[354922155] 'agreement among raft nodes before linearized reading' (duration: 180.092488ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:08.991723Z","caller":"traceutil/trace.go:171","msg":"trace[1802082600] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3091; }","duration":"448.915373ms","start":"2026-07-28T15:53:08.542787Z","end":"2026-07-28T15:53:08.991703Z","steps":["trace[1802082600] 'agreement among raft nodes before linearized reading' (duration: 448.628526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:08.991742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.230237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T15:53:08.991799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.012289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T15:53:08.991871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.542765Z","time spent":"449.093898ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:53:08.991663Z","caller":"traceutil/trace.go:171","msg":"trace[625753153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3091; }","duration":"337.199275ms","start":"2026-07-28T15:53:08.654449Z","end":"2026-07-28T15:53:08.991648Z","steps":["trace[625753153] 'agreement among raft nodes before linearized reading' (duration: 336.953009ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:08.991929Z","caller":"traceutil/trace.go:171","msg":"trace[521457376] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3091; }","duration":"461.216574ms","start":"2026-07-28T15:53:08.530681Z","end":"2026-07-28T15:53:08.991898Z","steps":["trace[521457376] 'agreement among raft nodes before linearized reading' (duration: 460.855575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:08.991982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.654439Z","time spent":"337.523583ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12656,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:53:08.991994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.530657Z","time spent":"461.324986ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:53:08.992021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.83833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T15:53:08.992201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.216461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T15:53:08.99229Z","caller":"traceutil/trace.go:171","msg":"trace[2132351040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3091; }","duration":"510.952549ms","start":"2026-07-28T15:53:08.481314Z","end":"2026-07-28T15:53:08.992267Z","steps":["trace[2132351040] 'agreement among raft nodes before linearized reading' (duration: 510.032626ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:08.9919Z","caller":"traceutil/trace.go:171","msg":"trace[971463064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3091; }","duration":"231.448632ms","start":"2026-07-28T15:53:08.760417Z","end":"2026-07-28T15:53:08.991866Z","steps":["trace[971463064] 'agreement among raft nodes before linearized reading' (duration: 231.089383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:08.992359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.481293Z","time spent":"511.04635ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:53:08.992185Z","caller":"traceutil/trace.go:171","msg":"trace[871802150] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3091; }","duration":"451.033225ms","start":"2026-07-28T15:53:08.541126Z","end":"2026-07-28T15:53:08.992159Z","steps":["trace[871802150] 'agreement among raft nodes before linearized reading' (duration: 450.359889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:08.992485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.541114Z","time spent":"451.354153ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:53:09.890563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.293149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:09.890822Z","caller":"traceutil/trace.go:171","msg":"trace[1610789090] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"893.720026ms","start":"2026-07-28T15:53:08.997059Z","end":"2026-07-28T15:53:09.890779Z","steps":["trace[1610789090] 'process raft request' (duration: 767.712829ms)","trace[1610789090] 'compare' (duration: 124.572052ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:09.891012Z","caller":"traceutil/trace.go:171","msg":"trace[1429226452] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"893.802938ms","start":"2026-07-28T15:53:08.997178Z","end":"2026-07-28T15:53:09.890981Z","steps":["trace[1429226452] 'process raft request' (duration: 893.537601ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:09.891023Z","caller":"traceutil/trace.go:171","msg":"trace[929797941] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"893.678684ms","start":"2026-07-28T15:53:08.99732Z","end":"2026-07-28T15:53:09.890999Z","steps":["trace[929797941] 'process raft request' (duration: 893.590762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:09.891046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.997021Z","time spent":"893.90153ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:09.891048Z","caller":"traceutil/trace.go:171","msg":"trace[578392862] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"893.824588ms","start":"2026-07-28T15:53:08.997197Z","end":"2026-07-28T15:53:09.891022Z","steps":["trace[578392862] 'process raft request' (duration: 893.657143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:09.891127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.997296Z","time spent":"893.789837ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:09.891179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.997183Z","time spent":"893.938721ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:09.89114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.997131Z","time spent":"893.942381ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:09.891493Z","caller":"traceutil/trace.go:171","msg":"trace[2018590435] linearizableReadLoop","detail":"{readStateIndex:3219; appliedIndex:3213; }","duration":"892.728111ms","start":"2026-07-28T15:53:08.998757Z","end":"2026-07-28T15:53:09.891486Z","steps":["trace[2018590435] 'read index received' (duration: 59.264747ms)","trace[2018590435] 'applied index is now lower than readState.Index' (duration: 833.462694ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:09.891479Z","caller":"traceutil/trace.go:171","msg":"trace[872264853] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"893.714505ms","start":"2026-07-28T15:53:08.997746Z","end":"2026-07-28T15:53:09.89146Z","steps":["trace[872264853] 'process raft request' (duration: 893.208693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:09.89165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.997738Z","time spent":"893.854158ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:09.8918Z","caller":"traceutil/trace.go:171","msg":"trace[308744491] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"384.760626ms","start":"2026-07-28T15:53:09.507019Z","end":"2026-07-28T15:53:09.89178Z","steps":["trace[308744491] 'process raft request' (duration: 384.401457ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:09.891856Z","caller":"traceutil/trace.go:171","msg":"trace[747397248] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"161.671868ms","start":"2026-07-28T15:53:09.730175Z","end":"2026-07-28T15:53:09.891847Z","steps":["trace[747397248] 'process raft request' (duration: 161.557605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:09.891824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.021019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:53:09.891904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:09.506987Z","time spent":"384.868369ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:09.891961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.143704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:09.891992Z","caller":"traceutil/trace.go:171","msg":"trace[178876599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3099; }","duration":"240.197175ms","start":"2026-07-28T15:53:09.651786Z","end":"2026-07-28T15:53:09.891983Z","steps":["trace[178876599] 'agreement among raft nodes before linearized reading' (duration: 240.148484ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:09.891992Z","caller":"traceutil/trace.go:171","msg":"trace[522075222] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3098; }","duration":"893.217533ms","start":"2026-07-28T15:53:08.998722Z","end":"2026-07-28T15:53:09.891939Z","steps":["trace[522075222] 'agreement among raft nodes before linearized reading' (duration: 892.874315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:09.892031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.663901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:53:09.892109Z","caller":"traceutil/trace.go:171","msg":"trace[1387461161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3099; }","duration":"673.801075ms","start":"2026-07-28T15:53:09.218293Z","end":"2026-07-28T15:53:09.892094Z","steps":["trace[1387461161] 'agreement among raft nodes before linearized reading' (duration: 673.560939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:09.892112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:08.99871Z","time spent":"893.387477ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:53:09.892154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:09.218259Z","time spent":"673.886307ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:53:09.892238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.698936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:53:09.892267Z","caller":"traceutil/trace.go:171","msg":"trace[848690525] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3099; }","duration":"416.764098ms","start":"2026-07-28T15:53:09.475497Z","end":"2026-07-28T15:53:09.892261Z","steps":["trace[848690525] 'agreement among raft nodes before linearized reading' (duration: 416.664205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:09.892285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:09.475475Z","time spent":"416.805878ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:53:10.403578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626761284,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:53:10.452114Z","caller":"traceutil/trace.go:171","msg":"trace[1367454017] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"553.305673ms","start":"2026-07-28T15:53:09.898751Z","end":"2026-07-28T15:53:10.452056Z","steps":["trace[1367454017] 'process raft request' (duration: 523.69598ms)","trace[1367454017] 'compare' (duration: 29.301105ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:10.452349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:09.898734Z","time spent":"553.464286ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:10.673531Z","caller":"traceutil/trace.go:171","msg":"trace[2074655422] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"774.670708ms","start":"2026-07-28T15:53:09.898827Z","end":"2026-07-28T15:53:10.673497Z","steps":["trace[2074655422] 'process raft request' (duration: 715.825631ms)","trace[2074655422] 'compare' (duration: 58.578281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:10.673696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:09.898796Z","time spent":"774.817661ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:10.674739Z","caller":"traceutil/trace.go:171","msg":"trace[744665567] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"674.537363ms","start":"2026-07-28T15:53:10.00017Z","end":"2026-07-28T15:53:10.674707Z","steps":["trace[744665567] 'process raft request' (duration: 673.219161ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:10.674786Z","caller":"traceutil/trace.go:171","msg":"trace[1591968458] linearizableReadLoop","detail":"{readStateIndex:3227; appliedIndex:3221; }","duration":"772.194797ms","start":"2026-07-28T15:53:09.902578Z","end":"2026-07-28T15:53:10.674772Z","steps":["trace[1591968458] 'read index received' (duration: 520.012239ms)","trace[1591968458] 'applied index is now lower than readState.Index' (duration: 252.181568ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:10.674866Z","caller":"traceutil/trace.go:171","msg":"trace[1514257019] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"432.753469ms","start":"2026-07-28T15:53:10.242105Z","end":"2026-07-28T15:53:10.674858Z","steps":["trace[1514257019] 'process raft request' (duration: 432.639236ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:10.674876Z","caller":"traceutil/trace.go:171","msg":"trace[91962106] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"499.296433ms","start":"2026-07-28T15:53:10.175556Z","end":"2026-07-28T15:53:10.674852Z","steps":["trace[91962106] 'process raft request' (duration: 499.15667ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:10.674912Z","caller":"traceutil/trace.go:171","msg":"trace[1994431531] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"654.647567ms","start":"2026-07-28T15:53:10.02022Z","end":"2026-07-28T15:53:10.674868Z","steps":["trace[1994431531] 'process raft request' (duration: 654.405671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:10.674952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:10.24208Z","time spent":"432.810169ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:10.674983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:10.175527Z","time spent":"499.389766ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:10.674989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:10.000153Z","time spent":"674.667176ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:10.675059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:10.0202Z","time spent":"654.77675ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:10.675192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.893168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T15:53:10.675175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.240241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:53:10.675234Z","caller":"traceutil/trace.go:171","msg":"trace[418691951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3105; }","duration":"368.97421ms","start":"2026-07-28T15:53:10.30625Z","end":"2026-07-28T15:53:10.675224Z","steps":["trace[418691951] 'agreement among raft nodes before linearized reading' (duration: 368.826957ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:10.675256Z","caller":"traceutil/trace.go:171","msg":"trace[1998451964] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3105; }","duration":"223.377055ms","start":"2026-07-28T15:53:10.451857Z","end":"2026-07-28T15:53:10.675234Z","steps":["trace[1998451964] 'agreement among raft nodes before linearized reading' (duration: 223.19343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:10.675265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:10.306225Z","time spent":"369.034382ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:53:10.675261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.648098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:53:10.675445Z","caller":"traceutil/trace.go:171","msg":"trace[1571652004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3105; }","duration":"772.870934ms","start":"2026-07-28T15:53:09.902538Z","end":"2026-07-28T15:53:10.675409Z","steps":["trace[1571652004] 'agreement among raft nodes before linearized reading' (duration: 772.459924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:10.675513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:09.902527Z","time spent":"772.973866ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:53:10.675648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.360383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:53:10.675747Z","caller":"traceutil/trace.go:171","msg":"trace[570187659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3105; }","duration":"675.600249ms","start":"2026-07-28T15:53:10.000117Z","end":"2026-07-28T15:53:10.675718Z","steps":["trace[570187659] 'agreement among raft nodes before linearized reading' (duration: 674.922212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:10.675803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:10.000092Z","time spent":"675.699371ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:53:11.278988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.166391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:11.279203Z","caller":"traceutil/trace.go:171","msg":"trace[110708382] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"598.425374ms","start":"2026-07-28T15:53:10.680682Z","end":"2026-07-28T15:53:11.279108Z","steps":["trace[110708382] 'process raft request' (duration: 153.068698ms)","trace[110708382] 'compare' (duration: 445.055688ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:11.27909Z","caller":"traceutil/trace.go:171","msg":"trace[1948960340] linearizableReadLoop","detail":"{readStateIndex:3228; appliedIndex:3227; }","duration":"216.692422ms","start":"2026-07-28T15:53:11.062379Z","end":"2026-07-28T15:53:11.279072Z","steps":["trace[1948960340] 'read index received' (duration: 44.461µs)","trace[1948960340] 'applied index is now lower than readState.Index' (duration: 216.647031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:11.279384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:10.680649Z","time spent":"598.641949ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:11.279594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.173293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T15:53:11.27971Z","caller":"traceutil/trace.go:171","msg":"trace[1919501011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3106; }","duration":"217.318277ms","start":"2026-07-28T15:53:11.062365Z","end":"2026-07-28T15:53:11.279683Z","steps":["trace[1919501011] 'agreement among raft nodes before linearized reading' (duration: 216.957048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:12.763261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.647352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:12.76349Z","caller":"traceutil/trace.go:171","msg":"trace[31660859] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"863.994209ms","start":"2026-07-28T15:53:11.899472Z","end":"2026-07-28T15:53:12.763466Z","steps":["trace[31660859] 'process raft request' (duration: 863.905617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:12.763593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:11.899459Z","time spent":"864.086551ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:12.763752Z","caller":"traceutil/trace.go:171","msg":"trace[1892492245] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"865.848954ms","start":"2026-07-28T15:53:11.897867Z","end":"2026-07-28T15:53:12.763716Z","steps":["trace[1892492245] 'process raft request' (duration: 528.638559ms)","trace[1892492245] 'compare' (duration: 336.505418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:12.763947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:11.89783Z","time spent":"866.010348ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:13.022503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.552829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:13.022763Z","caller":"traceutil/trace.go:171","msg":"trace[500371857] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"1.057639348s","start":"2026-07-28T15:53:11.965089Z","end":"2026-07-28T15:53:13.022728Z","steps":["trace[500371857] 'process raft request' (duration: 901.719271ms)","trace[500371857] 'compare' (duration: 155.391034ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:13.022842Z","caller":"traceutil/trace.go:171","msg":"trace[2116529255] linearizableReadLoop","detail":"{readStateIndex:3233; appliedIndex:3230; }","duration":"1.014746081s","start":"2026-07-28T15:53:12.008048Z","end":"2026-07-28T15:53:13.022794Z","steps":["trace[2116529255] 'read index received' (duration: 418.473179ms)","trace[2116529255] 'applied index is now lower than readState.Index' (duration: 596.267142ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:13.022953Z","caller":"traceutil/trace.go:171","msg":"trace[1165326033] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"342.211847ms","start":"2026-07-28T15:53:12.680731Z","end":"2026-07-28T15:53:13.022943Z","steps":["trace[1165326033] 'process raft request' (duration: 342.055834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:13.02294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:11.965061Z","time spent":"1.057777412s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:13.022902Z","caller":"traceutil/trace.go:171","msg":"trace[1440761795] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"342.794942ms","start":"2026-07-28T15:53:12.680084Z","end":"2026-07-28T15:53:13.022879Z","steps":["trace[1440761795] 'process raft request' (duration: 342.538616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:13.023116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:12.680696Z","time spent":"342.30251ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:13.0232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:12.680041Z","time spent":"343.067978ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:13.356439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.558566ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T15:53:13.356561Z","caller":"traceutil/trace.go:171","msg":"trace[84330950] linearizableReadLoop","detail":"{readStateIndex:3236; appliedIndex:3235; }","duration":"333.607607ms","start":"2026-07-28T15:53:13.022934Z","end":"2026-07-28T15:53:13.356541Z","steps":["trace[84330950] 'read index received' (duration: 70.792µs)","trace[84330950] 'applied index is now lower than readState.Index' (duration: 333.534805ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:13.356729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.710854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:53:13.35677Z","caller":"traceutil/trace.go:171","msg":"trace[2113113251] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3113; }","duration":"730.801387ms","start":"2026-07-28T15:53:12.625958Z","end":"2026-07-28T15:53:13.356759Z","steps":["trace[2113113251] 'agreement among raft nodes before linearized reading' (duration: 730.690974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:13.356755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.165242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:53:13.356837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348766028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:53:13.356853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073715611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:53:13.3569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.851849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:53:13.356939Z","caller":"traceutil/trace.go:171","msg":"trace[160071797] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3113; }","duration":"1.348907861s","start":"2026-07-28T15:53:12.007998Z","end":"2026-07-28T15:53:13.356906Z","steps":["trace[160071797] 'agreement among raft nodes before linearized reading' (duration: 1.014924115s)","trace[160071797] 'count revisions from in-memory index tree' (duration: 333.830452ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:13.356969Z","caller":"traceutil/trace.go:171","msg":"trace[1474856521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3113; }","duration":"626.95333ms","start":"2026-07-28T15:53:12.729994Z","end":"2026-07-28T15:53:13.356948Z","steps":["trace[1474856521] 'agreement among raft nodes before linearized reading' (duration: 626.712744ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:13.356977Z","caller":"traceutil/trace.go:171","msg":"trace[1425630723] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3113; }","duration":"1.073922936s","start":"2026-07-28T15:53:12.283019Z","end":"2026-07-28T15:53:13.356942Z","steps":["trace[1425630723] 'agreement among raft nodes before linearized reading' (duration: 1.07367052s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:13.357001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:12.007984Z","time spent":"1.348999693s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:53:13.357031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:12.282992Z","time spent":"1.074025129s","remote":"127.0.0.1:58412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:53:13.356888Z","caller":"traceutil/trace.go:171","msg":"trace[1482953727] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3113; }","duration":"599.368897ms","start":"2026-07-28T15:53:12.757488Z","end":"2026-07-28T15:53:13.356857Z","steps":["trace[1482953727] 'agreement among raft nodes before linearized reading' (duration: 599.09978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:13.35709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.567833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:53:13.357119Z","caller":"traceutil/trace.go:171","msg":"trace[1257003070] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3113; }","duration":"900.630804ms","start":"2026-07-28T15:53:12.456481Z","end":"2026-07-28T15:53:13.357111Z","steps":["trace[1257003070] 'agreement among raft nodes before linearized reading' (duration: 900.498741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:13.357146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:12.456459Z","time spent":"900.679635ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:53:13.357135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:12.757464Z","time spent":"599.646074ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:53:13.357009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:12.729979Z","time spent":"627.021593ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:53:13.356807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:12.625938Z","time spent":"730.859829ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":17,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:53:13.35678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.056738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:53:13.357372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.3441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:53:13.357384Z","caller":"traceutil/trace.go:171","msg":"trace[69608765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3113; }","duration":"705.709744ms","start":"2026-07-28T15:53:12.65163Z","end":"2026-07-28T15:53:13.357339Z","steps":["trace[69608765] 'agreement among raft nodes before linearized reading' (duration: 704.992326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:13.35753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:12.651604Z","time spent":"705.885158ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:53:13.358281Z","caller":"traceutil/trace.go:171","msg":"trace[1140680934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3113; }","duration":"679.488874ms","start":"2026-07-28T15:53:12.677976Z","end":"2026-07-28T15:53:13.357464Z","steps":["trace[1140680934] 'agreement among raft nodes before linearized reading' (duration: 678.877569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:13.358375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:12.677957Z","time spent":"680.397426ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:53:13.71237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.404044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:13.71264Z","caller":"traceutil/trace.go:171","msg":"trace[1680487361] linearizableReadLoop","detail":"{readStateIndex:3239; appliedIndex:3237; }","duration":"345.454597ms","start":"2026-07-28T15:53:13.36716Z","end":"2026-07-28T15:53:13.712615Z","steps":["trace[1680487361] 'read index received' (duration: 48.221078ms)","trace[1680487361] 'applied index is now lower than readState.Index' (duration: 297.231819ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:13.712675Z","caller":"traceutil/trace.go:171","msg":"trace[729739345] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"350.10746ms","start":"2026-07-28T15:53:13.36251Z","end":"2026-07-28T15:53:13.712617Z","steps":["trace[729739345] 'process raft request' (duration: 97.322257ms)","trace[729739345] 'compare' (duration: 252.215109ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:13.712781Z","caller":"traceutil/trace.go:171","msg":"trace[374779670] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"349.249568ms","start":"2026-07-28T15:53:13.363517Z","end":"2026-07-28T15:53:13.712767Z","steps":["trace[374779670] 'process raft request' (duration: 348.993232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:13.712857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:13.363454Z","time spent":"349.362992ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:13.712902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:13.362489Z","time spent":"350.287264ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:13.713122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.199517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T15:53:13.713131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.948888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T15:53:13.713441Z","caller":"traceutil/trace.go:171","msg":"trace[1976968257] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3116; }","duration":"134.420393ms","start":"2026-07-28T15:53:13.578805Z","end":"2026-07-28T15:53:13.713225Z","steps":["trace[1976968257] 'agreement among raft nodes before linearized reading' (duration: 134.127235ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:13.713458Z","caller":"traceutil/trace.go:171","msg":"trace[1271497755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3116; }","duration":"346.294457ms","start":"2026-07-28T15:53:13.367134Z","end":"2026-07-28T15:53:13.713429Z","steps":["trace[1271497755] 'agreement among raft nodes before linearized reading' (duration: 345.812535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:13.713514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:13.367122Z","time spent":"346.377988ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T15:53:14.04333Z","caller":"traceutil/trace.go:171","msg":"trace[1550657693] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"325.505259ms","start":"2026-07-28T15:53:13.717795Z","end":"2026-07-28T15:53:14.0433Z","steps":["trace[1550657693] 'process raft request' (duration: 325.324255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:14.043498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:13.717759Z","time spent":"325.651453ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:14.324379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.456809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:14.324602Z","caller":"traceutil/trace.go:171","msg":"trace[624852763] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"356.68135ms","start":"2026-07-28T15:53:13.967902Z","end":"2026-07-28T15:53:14.324584Z","steps":["trace[624852763] 'process raft request' (duration: 356.611749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:14.324685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:13.967864Z","time spent":"356.780983ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:14.324829Z","caller":"traceutil/trace.go:171","msg":"trace[156444494] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"606.917211ms","start":"2026-07-28T15:53:13.71785Z","end":"2026-07-28T15:53:14.324768Z","steps":["trace[156444494] 'process raft request' (duration: 463.98116ms)","trace[156444494] 'compare' (duration: 142.211943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:14.3251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:13.717809Z","time spent":"607.150257ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:15.657141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.245965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:53:15.65723Z","caller":"traceutil/trace.go:171","msg":"trace[474419134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3119; }","duration":"889.387698ms","start":"2026-07-28T15:53:14.767821Z","end":"2026-07-28T15:53:15.657209Z","steps":["trace[474419134] 'range keys from in-memory index tree' (duration: 888.936708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:15.657273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:14.7678Z","time spent":"889.464301ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:53:15.657238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005584966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:15.657365Z","caller":"traceutil/trace.go:171","msg":"trace[955042839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3119; }","duration":"1.00576007s","start":"2026-07-28T15:53:14.651566Z","end":"2026-07-28T15:53:15.657326Z","steps":["trace[955042839] 'range keys from in-memory index tree' (duration: 1.005431082s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:15.65744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:14.651525Z","time spent":"1.005896924s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:53:15.657503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.052134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:15.657668Z","caller":"traceutil/trace.go:171","msg":"trace[1832341886] linearizableReadLoop","detail":"{readStateIndex:3243; appliedIndex:3242; }","duration":"760.309026ms","start":"2026-07-28T15:53:14.897338Z","end":"2026-07-28T15:53:15.657647Z","steps":["trace[1832341886] 'read index received' (duration: 413.110518ms)","trace[1832341886] 'applied index is now lower than readState.Index' (duration: 347.196408ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:15.657748Z","caller":"traceutil/trace.go:171","msg":"trace[191880255] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"887.521473ms","start":"2026-07-28T15:53:14.770214Z","end":"2026-07-28T15:53:15.657735Z","steps":["trace[191880255] 'process raft request' (duration: 540.09476ms)","trace[191880255] 'compare' (duration: 346.837969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:15.657825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:14.770181Z","time spent":"887.603784ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:15.658121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.773118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T15:53:15.658203Z","caller":"traceutil/trace.go:171","msg":"trace[1119386806] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3120; }","duration":"760.86583ms","start":"2026-07-28T15:53:14.897318Z","end":"2026-07-28T15:53:15.658184Z","steps":["trace[1119386806] 'agreement among raft nodes before linearized reading' (duration: 760.622884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:15.65825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:14.897232Z","time spent":"761.009754ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:53:16.082522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.236556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:16.082786Z","caller":"traceutil/trace.go:171","msg":"trace[90244542] linearizableReadLoop","detail":"{readStateIndex:3245; appliedIndex:3243; }","duration":"425.066611ms","start":"2026-07-28T15:53:15.657703Z","end":"2026-07-28T15:53:16.082769Z","steps":["trace[90244542] 'read index received' (duration: 252.504527ms)","trace[90244542] 'applied index is now lower than readState.Index' (duration: 172.560784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:16.082892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.853453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:53:16.082939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05529195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T15:53:16.08297Z","caller":"traceutil/trace.go:171","msg":"trace[729852204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3122; }","duration":"1.0553267s","start":"2026-07-28T15:53:15.027633Z","end":"2026-07-28T15:53:16.08296Z","steps":["trace[729852204] 'agreement among raft nodes before linearized reading' (duration: 1.055219668s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:16.082973Z","caller":"traceutil/trace.go:171","msg":"trace[1155245426] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3122; }","duration":"868.021337ms","start":"2026-07-28T15:53:15.214934Z","end":"2026-07-28T15:53:16.082955Z","steps":["trace[1155245426] 'agreement among raft nodes before linearized reading' (duration: 867.861303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:16.082995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.135517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116583"} {"level":"warn","ts":"2026-07-28T15:53:16.083022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.214898Z","time spent":"868.113819ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:53:16.082988Z","caller":"traceutil/trace.go:171","msg":"trace[1223959250] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"1.053178438s","start":"2026-07-28T15:53:15.029768Z","end":"2026-07-28T15:53:16.082946Z","steps":["trace[1223959250] 'process raft request' (duration: 1.05286666s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:16.083089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185280774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T15:53:16.083124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.17866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:53:16.083131Z","caller":"traceutil/trace.go:171","msg":"trace[736149987] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3122; }","duration":"1.185349026s","start":"2026-07-28T15:53:14.897768Z","end":"2026-07-28T15:53:16.083117Z","steps":["trace[736149987] 'agreement among raft nodes before linearized reading' (duration: 1.185259124s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:16.083103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.053229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:53:16.083103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184813943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T15:53:16.083159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:14.89776Z","time spent":"1.185392887s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:53:16.083198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.29195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-28T15:53:16.083193Z","caller":"traceutil/trace.go:171","msg":"trace[59722940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3122; }","duration":"710.204683ms","start":"2026-07-28T15:53:15.372965Z","end":"2026-07-28T15:53:16.08317Z","steps":["trace[59722940] 'agreement among raft nodes before linearized reading' (duration: 709.982007ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:16.083206Z","caller":"traceutil/trace.go:171","msg":"trace[1922206267] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3122; }","duration":"1.184978797s","start":"2026-07-28T15:53:14.898211Z","end":"2026-07-28T15:53:16.08319Z","steps":["trace[1922206267] 'agreement among raft nodes before linearized reading' (duration: 1.18467219s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:16.083227Z","caller":"traceutil/trace.go:171","msg":"trace[1009335087] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3122; }","duration":"666.366082ms","start":"2026-07-28T15:53:15.416854Z","end":"2026-07-28T15:53:16.08322Z","steps":["trace[1009335087] 'agreement among raft nodes before linearized reading' (duration: 666.320221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:16.083255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.416828Z","time spent":"666.421193ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-28T15:53:16.083253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.372934Z","time spent":"710.305015ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:53:16.083253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:14.898187Z","time spent":"1.185052599s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:53:16.08324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.029746Z","time spent":"1.053374413s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:16.083007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.027555Z","time spent":"1.055445123s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:53:16.083047Z","caller":"traceutil/trace.go:171","msg":"trace[1170555147] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3122; }","duration":"666.230239ms","start":"2026-07-28T15:53:15.416805Z","end":"2026-07-28T15:53:16.083035Z","steps":["trace[1170555147] 'agreement among raft nodes before linearized reading' (duration: 665.970943ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:16.083157Z","caller":"traceutil/trace.go:171","msg":"trace[2045312842] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3122; }","duration":"662.219811ms","start":"2026-07-28T15:53:15.420929Z","end":"2026-07-28T15:53:16.083149Z","steps":["trace[2045312842] 'agreement among raft nodes before linearized reading' (duration: 662.139879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:16.083381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.416779Z","time spent":"666.590907ms","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":116606,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-28T15:53:16.083405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.420924Z","time spent":"662.472807ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T15:53:16.083125Z","caller":"traceutil/trace.go:171","msg":"trace[299830604] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"1.054622194s","start":"2026-07-28T15:53:15.028469Z","end":"2026-07-28T15:53:16.083091Z","steps":["trace[299830604] 'process raft request' (duration: 881.723521ms)","trace[299830604] 'compare' (duration: 172.103493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:16.08365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.028444Z","time spent":"1.055141426s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:16.494608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.91509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:16.49486Z","caller":"traceutil/trace.go:171","msg":"trace[856536008] linearizableReadLoop","detail":"{readStateIndex:3247; appliedIndex:3245; }","duration":"412.010322ms","start":"2026-07-28T15:53:16.082828Z","end":"2026-07-28T15:53:16.494839Z","steps":["trace[856536008] 'read index received' (duration: 139.577989ms)","trace[856536008] 'applied index is now lower than readState.Index' (duration: 272.430713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:16.495094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.133888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T15:53:16.49509Z","caller":"traceutil/trace.go:171","msg":"trace[140237876] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"833.249409ms","start":"2026-07-28T15:53:15.661742Z","end":"2026-07-28T15:53:16.494992Z","steps":["trace[140237876] 'process raft request' (duration: 560.675832ms)","trace[140237876] 'compare' (duration: 271.655224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:16.495205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.934758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T15:53:16.495238Z","caller":"traceutil/trace.go:171","msg":"trace[1797110181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3124; }","duration":"777.989449ms","start":"2026-07-28T15:53:15.717241Z","end":"2026-07-28T15:53:16.49523Z","steps":["trace[1797110181] 'agreement among raft nodes before linearized reading' (duration: 777.910958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:16.49527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.71723Z","time spent":"778.03329ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:53:16.495286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.661698Z","time spent":"833.466534ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:16.495133Z","caller":"traceutil/trace.go:171","msg":"trace[128902611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3124; }","duration":"777.19417ms","start":"2026-07-28T15:53:15.717928Z","end":"2026-07-28T15:53:16.495123Z","steps":["trace[128902611] 'agreement among raft nodes before linearized reading' (duration: 777.010295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:16.495521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.717918Z","time spent":"777.581599ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:53:16.495534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.476732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-28T15:53:16.495528Z","caller":"traceutil/trace.go:171","msg":"trace[1340380460] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"832.88788ms","start":"2026-07-28T15:53:15.662603Z","end":"2026-07-28T15:53:16.495491Z","steps":["trace[1340380460] 'process raft request' (duration: 832.128521ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:16.495583Z","caller":"traceutil/trace.go:171","msg":"trace[1751904368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3124; }","duration":"812.555714ms","start":"2026-07-28T15:53:15.683013Z","end":"2026-07-28T15:53:16.495569Z","steps":["trace[1751904368] 'agreement among raft nodes before linearized reading' (duration: 812.40516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:16.495725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.682996Z","time spent":"812.718767ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12656,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:53:16.495724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.662576Z","time spent":"833.061104ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:16.496117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.882191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:16.496188Z","caller":"traceutil/trace.go:171","msg":"trace[1230644969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3124; }","duration":"830.985883ms","start":"2026-07-28T15:53:15.665186Z","end":"2026-07-28T15:53:16.496171Z","steps":["trace[1230644969] 'agreement among raft nodes before linearized reading' (duration: 830.240895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:16.496256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:15.665169Z","time spent":"831.076965ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:53:16.497315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.968204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T15:53:16.497388Z","caller":"traceutil/trace.go:171","msg":"trace[401062561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3124; }","duration":"449.083248ms","start":"2026-07-28T15:53:16.048284Z","end":"2026-07-28T15:53:16.497368Z","steps":["trace[401062561] 'agreement among raft nodes before linearized reading' (duration: 447.211802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:16.497432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.048261Z","time spent":"449.159389ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:53:17.015891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.736608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:17.016267Z","caller":"traceutil/trace.go:171","msg":"trace[988078640] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"928.548266ms","start":"2026-07-28T15:53:16.087694Z","end":"2026-07-28T15:53:17.016243Z","steps":["trace[988078640] 'process raft request' (duration: 565.374957ms)","trace[988078640] 'compare' (duration: 362.618345ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:17.016368Z","caller":"traceutil/trace.go:171","msg":"trace[423017022] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"928.146256ms","start":"2026-07-28T15:53:16.088212Z","end":"2026-07-28T15:53:17.016359Z","steps":["trace[423017022] 'process raft request' (duration: 928.022493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:17.016436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.087669Z","time spent":"928.720181ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:17.01645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.088186Z","time spent":"928.213028ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:17.016499Z","caller":"traceutil/trace.go:171","msg":"trace[1979873403] linearizableReadLoop","detail":"{readStateIndex:3252; appliedIndex:3247; }","duration":"521.575837ms","start":"2026-07-28T15:53:16.494908Z","end":"2026-07-28T15:53:17.016484Z","steps":["trace[1979873403] 'read index received' (duration: 158.08892ms)","trace[1979873403] 'applied index is now lower than readState.Index' (duration: 363.485877ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:17.016272Z","caller":"traceutil/trace.go:171","msg":"trace[1880007782] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"928.481354ms","start":"2026-07-28T15:53:16.087771Z","end":"2026-07-28T15:53:17.016252Z","steps":["trace[1880007782] 'process raft request' (duration: 928.229478ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:17.016396Z","caller":"traceutil/trace.go:171","msg":"trace[884717609] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"928.150506ms","start":"2026-07-28T15:53:16.088204Z","end":"2026-07-28T15:53:17.016355Z","steps":["trace[884717609] 'process raft request' (duration: 927.991502ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:17.016529Z","caller":"traceutil/trace.go:171","msg":"trace[714633840] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"517.017756ms","start":"2026-07-28T15:53:16.499481Z","end":"2026-07-28T15:53:17.016499Z","steps":["trace[714633840] 'process raft request' (duration: 516.907934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:17.01658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.087764Z","time spent":"928.787892ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:17.016601Z","caller":"traceutil/trace.go:171","msg":"trace[796928144] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"516.347499ms","start":"2026-07-28T15:53:16.500243Z","end":"2026-07-28T15:53:17.01659Z","steps":["trace[796928144] 'process raft request' (duration: 516.175925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:17.01667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.499466Z","time spent":"517.130589ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:17.016681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.500234Z","time spent":"516.39002ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:17.016752Z","caller":"traceutil/trace.go:171","msg":"trace[400485091] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"517.886877ms","start":"2026-07-28T15:53:16.498853Z","end":"2026-07-28T15:53:17.01674Z","steps":["trace[400485091] 'process raft request' (duration: 517.504258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:17.016735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.088185Z","time spent":"928.428343ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:17.016788Z","caller":"traceutil/trace.go:171","msg":"trace[1925425348] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"516.228576ms","start":"2026-07-28T15:53:16.500518Z","end":"2026-07-28T15:53:17.016747Z","steps":["trace[1925425348] 'process raft request' (duration: 515.928479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:17.016827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.498831Z","time spent":"517.952939ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:17.016866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.525337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:53:17.016894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.5016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:17 size:28135"} {"level":"info","ts":"2026-07-28T15:53:17.016471Z","caller":"traceutil/trace.go:171","msg":"trace[965352753] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"684.22923ms","start":"2026-07-28T15:53:16.332221Z","end":"2026-07-28T15:53:17.01645Z","steps":["trace[965352753] 'process raft request' (duration: 684.063016ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:17.016926Z","caller":"traceutil/trace.go:171","msg":"trace[970247531] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:17; response_revision:3133; }","duration":"929.53423ms","start":"2026-07-28T15:53:16.087382Z","end":"2026-07-28T15:53:17.016916Z","steps":["trace[970247531] 'agreement among raft nodes before linearized reading' (duration: 929.270984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:17.016942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.355216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:53:17.016945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.344964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:17 size:28135"} {"level":"warn","ts":"2026-07-28T15:53:17.016957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.087349Z","time spent":"929.600561ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":28158,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-07-28T15:53:17.01697Z","caller":"traceutil/trace.go:171","msg":"trace[191670191] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3133; }","duration":"506.405937ms","start":"2026-07-28T15:53:16.510555Z","end":"2026-07-28T15:53:17.016961Z","steps":["trace[191670191] 'agreement among raft nodes before linearized reading' (duration: 506.364606ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:17.016978Z","caller":"traceutil/trace.go:171","msg":"trace[1739888485] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:17; response_revision:3133; }","duration":"931.410316ms","start":"2026-07-28T15:53:16.085558Z","end":"2026-07-28T15:53:17.016968Z","steps":["trace[1739888485] 'agreement among raft nodes before linearized reading' (duration: 931.236371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:17.016977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.582933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:53:17.016963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.500507Z","time spent":"516.3635ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:17.016998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.510537Z","time spent":"506.455188ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:53:17.017009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.085538Z","time spent":"931.463277ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":28158,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-07-28T15:53:17.017012Z","caller":"traceutil/trace.go:171","msg":"trace[707931629] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3133; }","duration":"667.618113ms","start":"2026-07-28T15:53:16.349384Z","end":"2026-07-28T15:53:17.017002Z","steps":["trace[707931629] 'agreement among raft nodes before linearized reading' (duration: 667.542322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:17.017043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.34932Z","time spent":"667.715756ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:53:17.017035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.332192Z","time spent":"684.755282ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:17.016902Z","caller":"traceutil/trace.go:171","msg":"trace[690374962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3133; }","duration":"519.580869ms","start":"2026-07-28T15:53:16.497308Z","end":"2026-07-28T15:53:17.016889Z","steps":["trace[690374962] 'agreement among raft nodes before linearized reading' (duration: 519.521717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:17.017164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:16.497294Z","time spent":"519.853255ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:53:17.482815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.809479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:53:17.482877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.140683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T15:53:17.482907Z","caller":"traceutil/trace.go:171","msg":"trace[398773703] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3133; }","duration":"131.974252ms","start":"2026-07-28T15:53:17.350913Z","end":"2026-07-28T15:53:17.482887Z","steps":["trace[398773703] 'count revisions from in-memory index tree' (duration: 131.693156ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:17.482945Z","caller":"traceutil/trace.go:171","msg":"trace[2041737968] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:3133; }","duration":"267.267126ms","start":"2026-07-28T15:53:17.21566Z","end":"2026-07-28T15:53:17.482927Z","steps":["trace[2041737968] 'range keys from in-memory index tree' (duration: 266.948389ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:17.861082Z","caller":"traceutil/trace.go:171","msg":"trace[1450189304] linearizableReadLoop","detail":"{readStateIndex:3258; appliedIndex:3257; }","duration":"225.457706ms","start":"2026-07-28T15:53:17.635598Z","end":"2026-07-28T15:53:17.861055Z","steps":["trace[1450189304] 'read index received' (duration: 205.462087ms)","trace[1450189304] 'applied index is now lower than readState.Index' (duration: 19.994099ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:17.861132Z","caller":"traceutil/trace.go:171","msg":"trace[1650882869] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"337.496882ms","start":"2026-07-28T15:53:17.523621Z","end":"2026-07-28T15:53:17.861118Z","steps":["trace[1650882869] 'process raft request' (duration: 317.417292ms)","trace[1650882869] 'compare' (duration: 19.485096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:17.861263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:17.523589Z","time spent":"337.617114ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:17.861318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.717693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:17.861376Z","caller":"traceutil/trace.go:171","msg":"trace[452175456] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3134; }","duration":"225.833415ms","start":"2026-07-28T15:53:17.635528Z","end":"2026-07-28T15:53:17.861361Z","steps":["trace[452175456] 'agreement among raft nodes before linearized reading' (duration: 225.662161ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:17.894036Z","caller":"traceutil/trace.go:171","msg":"trace[1434594169] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"231.310029ms","start":"2026-07-28T15:53:17.662716Z","end":"2026-07-28T15:53:17.894026Z","steps":["trace[1434594169] 'process raft request' (duration: 231.227727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:17.894221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.723084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:53:17.894305Z","caller":"traceutil/trace.go:171","msg":"trace[976673568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3135; }","duration":"135.861297ms","start":"2026-07-28T15:53:17.758429Z","end":"2026-07-28T15:53:17.89429Z","steps":["trace[976673568] 'agreement among raft nodes before linearized reading' (duration: 135.736524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:17.894498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.377662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:17.894547Z","caller":"traceutil/trace.go:171","msg":"trace[560219971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3135; }","duration":"245.572787ms","start":"2026-07-28T15:53:17.648959Z","end":"2026-07-28T15:53:17.894532Z","steps":["trace[560219971] 'agreement among raft nodes before linearized reading' (duration: 245.124066ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:18.373572Z","caller":"traceutil/trace.go:171","msg":"trace[2089061443] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"284.473017ms","start":"2026-07-28T15:53:18.089065Z","end":"2026-07-28T15:53:18.373538Z","steps":["trace[2089061443] 'process raft request' (duration: 284.139759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:18.876204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.816427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:18.87663Z","caller":"traceutil/trace.go:171","msg":"trace[137229511] linearizableReadLoop","detail":"{readStateIndex:3261; appliedIndex:3259; }","duration":"777.914207ms","start":"2026-07-28T15:53:18.098696Z","end":"2026-07-28T15:53:18.87661Z","steps":["trace[137229511] 'read index received' (duration: 274.632597ms)","trace[137229511] 'applied index is now lower than readState.Index' (duration: 503.27994ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:18.876752Z","caller":"traceutil/trace.go:171","msg":"trace[794557982] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"787.405039ms","start":"2026-07-28T15:53:18.08933Z","end":"2026-07-28T15:53:18.876735Z","steps":["trace[794557982] 'process raft request' (duration: 469.969697ms)","trace[794557982] 'compare' (duration: 316.300075ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:18.876878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.182964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:53:18.876925Z","caller":"traceutil/trace.go:171","msg":"trace[1323007199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3137; }","duration":"778.252966ms","start":"2026-07-28T15:53:18.098659Z","end":"2026-07-28T15:53:18.876912Z","steps":["trace[1323007199] 'agreement among raft nodes before linearized reading' (duration: 778.108912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:18.876964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:18.09865Z","time spent":"778.304227ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:53:18.876994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:18.089322Z","time spent":"787.557793ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:18.877076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.742298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:53:18.877076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.71958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:53:18.877155Z","caller":"traceutil/trace.go:171","msg":"trace[1373613173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3137; }","duration":"224.865351ms","start":"2026-07-28T15:53:18.652271Z","end":"2026-07-28T15:53:18.877137Z","steps":["trace[1373613173] 'agreement among raft nodes before linearized reading' (duration: 224.738698ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:18.877158Z","caller":"traceutil/trace.go:171","msg":"trace[54635068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3137; }","duration":"376.849553ms","start":"2026-07-28T15:53:18.500295Z","end":"2026-07-28T15:53:18.877145Z","steps":["trace[54635068] 'agreement among raft nodes before linearized reading' (duration: 376.70244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:18.877055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.40916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:53:18.877342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:18.500266Z","time spent":"376.969986ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:53:18.877412Z","caller":"traceutil/trace.go:171","msg":"trace[1025386655] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3137; }","duration":"493.726858ms","start":"2026-07-28T15:53:18.383627Z","end":"2026-07-28T15:53:18.877354Z","steps":["trace[1025386655] 'agreement among raft nodes before linearized reading' (duration: 493.315308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:18.877484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:18.383556Z","time spent":"493.911521ms","remote":"127.0.0.1:35940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:53:19.552037Z","caller":"traceutil/trace.go:171","msg":"trace[2021956897] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"447.819715ms","start":"2026-07-28T15:53:19.104192Z","end":"2026-07-28T15:53:19.552012Z","steps":["trace[2021956897] 'process raft request' (duration: 447.643241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:19.552221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.10417Z","time spent":"447.986258ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:19.788407Z","caller":"traceutil/trace.go:171","msg":"trace[671521008] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"683.757306ms","start":"2026-07-28T15:53:19.104623Z","end":"2026-07-28T15:53:19.78838Z","steps":["trace[671521008] 'process raft request' (duration: 683.556261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:19.788655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.104598Z","time spent":"683.88626ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:19.788877Z","caller":"traceutil/trace.go:171","msg":"trace[1459240933] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"684.095125ms","start":"2026-07-28T15:53:19.104732Z","end":"2026-07-28T15:53:19.788827Z","steps":["trace[1459240933] 'process raft request' (duration: 683.597093ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:19.789027Z","caller":"traceutil/trace.go:171","msg":"trace[734408976] linearizableReadLoop","detail":"{readStateIndex:3269; appliedIndex:3263; }","duration":"458.908676ms","start":"2026-07-28T15:53:19.33009Z","end":"2026-07-28T15:53:19.788999Z","steps":["trace[734408976] 'read index received' (duration: 221.800446ms)","trace[734408976] 'applied index is now lower than readState.Index' (duration: 237.10648ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:19.789097Z","caller":"traceutil/trace.go:171","msg":"trace[1812926021] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"683.322746ms","start":"2026-07-28T15:53:19.105758Z","end":"2026-07-28T15:53:19.78908Z","steps":["trace[1812926021] 'process raft request' (duration: 683.090201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:19.789134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.104699Z","time spent":"684.319401ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:19.78918Z","caller":"traceutil/trace.go:171","msg":"trace[1430794125] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"482.195645ms","start":"2026-07-28T15:53:19.306966Z","end":"2026-07-28T15:53:19.789162Z","steps":["trace[1430794125] 'process raft request' (duration: 481.923609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:19.789199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.105736Z","time spent":"683.423968ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:19.789265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.306935Z","time spent":"482.282828ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:19.789296Z","caller":"traceutil/trace.go:171","msg":"trace[61054653] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"683.732936ms","start":"2026-07-28T15:53:19.10555Z","end":"2026-07-28T15:53:19.789283Z","steps":["trace[61054653] 'process raft request' (duration: 683.129252ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:19.789417Z","caller":"traceutil/trace.go:171","msg":"trace[636241481] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"445.578171ms","start":"2026-07-28T15:53:19.343825Z","end":"2026-07-28T15:53:19.789404Z","steps":["trace[636241481] 'process raft request' (duration: 445.11745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:19.789481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.343795Z","time spent":"445.656723ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:19.789512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.398689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T15:53:19.789523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.335974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:53:19.789359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.105522Z","time spent":"683.808848ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:19.789596Z","caller":"traceutil/trace.go:171","msg":"trace[386894474] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3146; }","duration":"459.536973ms","start":"2026-07-28T15:53:19.330037Z","end":"2026-07-28T15:53:19.789574Z","steps":["trace[386894474] 'agreement among raft nodes before linearized reading' (duration: 459.270906ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:19.789613Z","caller":"traceutil/trace.go:171","msg":"trace[1861578962] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3146; }","duration":"438.481588ms","start":"2026-07-28T15:53:19.351108Z","end":"2026-07-28T15:53:19.78959Z","steps":["trace[1861578962] 'agreement among raft nodes before linearized reading' (duration: 438.301954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:19.789646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.330013Z","time spent":"459.623354ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:53:19.789682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.351095Z","time spent":"438.573761ms","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:53:20.495537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.499172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:20.495732Z","caller":"traceutil/trace.go:171","msg":"trace[136221479] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"701.813779ms","start":"2026-07-28T15:53:19.793889Z","end":"2026-07-28T15:53:20.495703Z","steps":["trace[136221479] 'process raft request' (duration: 156.062151ms)","trace[136221479] 'compare' (duration: 545.355668ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:20.495746Z","caller":"traceutil/trace.go:171","msg":"trace[1495512254] linearizableReadLoop","detail":"{readStateIndex:3271; appliedIndex:3270; }","duration":"610.050027ms","start":"2026-07-28T15:53:19.885674Z","end":"2026-07-28T15:53:20.495724Z","steps":["trace[1495512254] 'read index received' (duration: 64.31469ms)","trace[1495512254] 'applied index is now lower than readState.Index' (duration: 545.733197ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:20.495786Z","caller":"traceutil/trace.go:171","msg":"trace[1594459677] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"116.28284ms","start":"2026-07-28T15:53:20.379483Z","end":"2026-07-28T15:53:20.495766Z","steps":["trace[1594459677] 'process raft request' (duration: 116.231678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:20.495866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.793856Z","time spent":"701.933592ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:20.495899Z","caller":"traceutil/trace.go:171","msg":"trace[1067871954] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"597.478091ms","start":"2026-07-28T15:53:19.898402Z","end":"2026-07-28T15:53:20.49588Z","steps":["trace[1067871954] 'process raft request' (duration: 597.247066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:20.496009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.898392Z","time spent":"597.574483ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:20.495919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.238253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:53:20.49609Z","caller":"traceutil/trace.go:171","msg":"trace[383086043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3149; }","duration":"610.446158ms","start":"2026-07-28T15:53:19.88563Z","end":"2026-07-28T15:53:20.496076Z","steps":["trace[383086043] 'agreement among raft nodes before linearized reading' (duration: 610.162561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:20.496124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:19.885591Z","time spent":"610.52367ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:53:21.329027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.336467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:21.329107Z","caller":"traceutil/trace.go:171","msg":"trace[1878329045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3149; }","duration":"676.4553ms","start":"2026-07-28T15:53:20.652632Z","end":"2026-07-28T15:53:21.329087Z","steps":["trace[1878329045] 'range keys from in-memory index tree' (duration: 676.233254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:21.329145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:20.65261Z","time spent":"676.526682ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:53:21.329301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.550326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:21.329606Z","caller":"traceutil/trace.go:171","msg":"trace[220601372] linearizableReadLoop","detail":"{readStateIndex:3274; appliedIndex:3273; }","duration":"401.031393ms","start":"2026-07-28T15:53:20.928531Z","end":"2026-07-28T15:53:21.329562Z","steps":["trace[220601372] 'read index received' (duration: 128.156259ms)","trace[220601372] 'applied index is now lower than readState.Index' (duration: 272.872684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:21.329798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.26982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:53:21.329849Z","caller":"traceutil/trace.go:171","msg":"trace[509913357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3150; }","duration":"401.365642ms","start":"2026-07-28T15:53:20.92847Z","end":"2026-07-28T15:53:21.329836Z","steps":["trace[509913357] 'agreement among raft nodes before linearized reading' (duration: 401.193058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:21.329904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:20.928443Z","time spent":"401.446913ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:53:21.329965Z","caller":"traceutil/trace.go:171","msg":"trace[1012984734] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"447.238082ms","start":"2026-07-28T15:53:20.882703Z","end":"2026-07-28T15:53:21.329941Z","steps":["trace[1012984734] 'process raft request' (duration: 173.944987ms)","trace[1012984734] 'compare' (duration: 272.043704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:21.330052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:20.882667Z","time spent":"447.337014ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:21.36586Z","caller":"traceutil/trace.go:171","msg":"trace[96508904] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"259.295662ms","start":"2026-07-28T15:53:21.106536Z","end":"2026-07-28T15:53:21.365831Z","steps":["trace[96508904] 'process raft request' (duration: 258.995714ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:29.657395Z","caller":"traceutil/trace.go:171","msg":"trace[1088845030] linearizableReadLoop","detail":"{readStateIndex:3329; appliedIndex:3328; }","duration":"143.7436ms","start":"2026-07-28T15:53:29.513627Z","end":"2026-07-28T15:53:29.65737Z","steps":["trace[1088845030] 'read index received' (duration: 66.283169ms)","trace[1088845030] 'applied index is now lower than readState.Index' (duration: 77.459381ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:29.657413Z","caller":"traceutil/trace.go:171","msg":"trace[1919091786] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"206.171895ms","start":"2026-07-28T15:53:29.451212Z","end":"2026-07-28T15:53:29.657383Z","steps":["trace[1919091786] 'process raft request' (duration: 128.688613ms)","trace[1919091786] 'compare' (duration: 77.256676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:29.657586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.944105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:53:29.65764Z","caller":"traceutil/trace.go:171","msg":"trace[2117760394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3203; }","duration":"144.049308ms","start":"2026-07-28T15:53:29.513577Z","end":"2026-07-28T15:53:29.657626Z","steps":["trace[2117760394] 'agreement among raft nodes before linearized reading' (duration: 143.908314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:30.013065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.010104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:30.013195Z","caller":"traceutil/trace.go:171","msg":"trace[1803668167] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"312.381097ms","start":"2026-07-28T15:53:29.700787Z","end":"2026-07-28T15:53:30.013168Z","steps":["trace[1803668167] 'process raft request' (duration: 78.182739ms)","trace[1803668167] 'compare' (duration: 233.707406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:30.013281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:29.700768Z","time spent":"312.46893ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:30.017468Z","caller":"traceutil/trace.go:171","msg":"trace[569118435] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"154.575565ms","start":"2026-07-28T15:53:29.862866Z","end":"2026-07-28T15:53:30.017441Z","steps":["trace[569118435] 'process raft request' (duration: 154.419171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:30.264728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.969803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:30.2649Z","caller":"traceutil/trace.go:171","msg":"trace[1936094180] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"161.801781ms","start":"2026-07-28T15:53:30.103072Z","end":"2026-07-28T15:53:30.264874Z","steps":["trace[1936094180] 'process raft request' (duration: 56.547971ms)","trace[1936094180] 'compare' (duration: 104.645695ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:34.188344Z","caller":"traceutil/trace.go:171","msg":"trace[1454870725] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"105.966378ms","start":"2026-07-28T15:53:34.082356Z","end":"2026-07-28T15:53:34.188322Z","steps":["trace[1454870725] 'process raft request' (duration: 105.179578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:34.890529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.507032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:53:34.890611Z","caller":"traceutil/trace.go:171","msg":"trace[267792257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3239; }","duration":"190.631765ms","start":"2026-07-28T15:53:34.69996Z","end":"2026-07-28T15:53:34.890591Z","steps":["trace[267792257] 'range keys from in-memory index tree' (duration: 190.292566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:35.993821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.526122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:53:35.993911Z","caller":"traceutil/trace.go:171","msg":"trace[1285526973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3242; }","duration":"208.675766ms","start":"2026-07-28T15:53:35.785214Z","end":"2026-07-28T15:53:35.993889Z","steps":["trace[1285526973] 'range keys from in-memory index tree' (duration: 208.303187ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:36.177734Z","caller":"traceutil/trace.go:171","msg":"trace[1137981353] linearizableReadLoop","detail":"{readStateIndex:3371; appliedIndex:3370; }","duration":"101.219582ms","start":"2026-07-28T15:53:36.076488Z","end":"2026-07-28T15:53:36.177708Z","steps":["trace[1137981353] 'read index received' (duration: 100.986526ms)","trace[1137981353] 'applied index is now lower than readState.Index' (duration: 231.905µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:36.177869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.368016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:53:36.17785Z","caller":"traceutil/trace.go:171","msg":"trace[1081337492] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"178.510359ms","start":"2026-07-28T15:53:35.9993Z","end":"2026-07-28T15:53:36.17781Z","steps":["trace[1081337492] 'process raft request' (duration: 178.255803ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:36.177902Z","caller":"traceutil/trace.go:171","msg":"trace[2109532633] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3243; }","duration":"101.470898ms","start":"2026-07-28T15:53:36.076421Z","end":"2026-07-28T15:53:36.177891Z","steps":["trace[2109532633] 'agreement among raft nodes before linearized reading' (duration: 101.384446ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:36.462475Z","caller":"traceutil/trace.go:171","msg":"trace[79156291] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"265.968565ms","start":"2026-07-28T15:53:36.196475Z","end":"2026-07-28T15:53:36.462444Z","steps":["trace[79156291] 'process raft request' (duration: 265.688858ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:36.462652Z","caller":"traceutil/trace.go:171","msg":"trace[521334382] linearizableReadLoop","detail":"{readStateIndex:3372; appliedIndex:3371; }","duration":"248.784616ms","start":"2026-07-28T15:53:36.213553Z","end":"2026-07-28T15:53:36.462338Z","steps":["trace[521334382] 'read index received' (duration: 248.433357ms)","trace[521334382] 'applied index is now lower than readState.Index' (duration: 350.429µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:36.46283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.268697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T15:53:36.463114Z","caller":"traceutil/trace.go:171","msg":"trace[1131509222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3244; }","duration":"249.582695ms","start":"2026-07-28T15:53:36.213482Z","end":"2026-07-28T15:53:36.463065Z","steps":["trace[1131509222] 'agreement among raft nodes before linearized reading' (duration: 249.230677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:36.463017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.655278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:53:36.463138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.679683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:53:36.463185Z","caller":"traceutil/trace.go:171","msg":"trace[1870468558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3244; }","duration":"248.811386ms","start":"2026-07-28T15:53:36.214362Z","end":"2026-07-28T15:53:36.463173Z","steps":["trace[1870468558] 'agreement among raft nodes before linearized reading' (duration: 248.623201ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:36.463195Z","caller":"traceutil/trace.go:171","msg":"trace[1829732505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3244; }","duration":"247.833422ms","start":"2026-07-28T15:53:36.215334Z","end":"2026-07-28T15:53:36.463168Z","steps":["trace[1829732505] 'agreement among raft nodes before linearized reading' (duration: 247.622607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:36.463589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.239577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T15:53:36.463678Z","caller":"traceutil/trace.go:171","msg":"trace[1447941923] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3244; }","duration":"249.38345ms","start":"2026-07-28T15:53:36.214274Z","end":"2026-07-28T15:53:36.463658Z","steps":["trace[1447941923] 'agreement among raft nodes before linearized reading' (duration: 248.748214ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:36.57339Z","caller":"traceutil/trace.go:171","msg":"trace[1019290006] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"104.492202ms","start":"2026-07-28T15:53:36.468871Z","end":"2026-07-28T15:53:36.573364Z","steps":["trace[1019290006] 'process raft request' (duration: 104.4108ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:36.573424Z","caller":"traceutil/trace.go:171","msg":"trace[160003182] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"104.938483ms","start":"2026-07-28T15:53:36.468448Z","end":"2026-07-28T15:53:36.573387Z","steps":["trace[160003182] 'process raft request' (duration: 63.89671ms)","trace[160003182] 'compare' (duration: 40.794257ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:36.573803Z","caller":"traceutil/trace.go:171","msg":"trace[57487796] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"104.501092ms","start":"2026-07-28T15:53:36.469277Z","end":"2026-07-28T15:53:36.573778Z","steps":["trace[57487796] 'process raft request' (duration: 104.048011ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:36.573844Z","caller":"traceutil/trace.go:171","msg":"trace[1455107423] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"103.812405ms","start":"2026-07-28T15:53:36.470007Z","end":"2026-07-28T15:53:36.57382Z","steps":["trace[1455107423] 'process raft request' (duration: 103.697532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:36.87118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.431905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:36.871411Z","caller":"traceutil/trace.go:171","msg":"trace[1866650493] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"190.496972ms","start":"2026-07-28T15:53:36.680898Z","end":"2026-07-28T15:53:36.871395Z","steps":["trace[1866650493] 'process raft request' (duration: 190.442181ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:36.871583Z","caller":"traceutil/trace.go:171","msg":"trace[368430153] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"201.582723ms","start":"2026-07-28T15:53:36.669971Z","end":"2026-07-28T15:53:36.871553Z","steps":["trace[368430153] 'process raft request' (duration: 79.674776ms)","trace[368430153] 'compare' (duration: 121.23906ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:37.311093Z","caller":"traceutil/trace.go:171","msg":"trace[1242337128] linearizableReadLoop","detail":"{readStateIndex:3381; appliedIndex:3379; }","duration":"153.706454ms","start":"2026-07-28T15:53:37.157352Z","end":"2026-07-28T15:53:37.311058Z","steps":["trace[1242337128] 'read index received' (duration: 39.187797ms)","trace[1242337128] 'applied index is now lower than readState.Index' (duration: 114.516797ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:37.311166Z","caller":"traceutil/trace.go:171","msg":"trace[2012219567] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"171.59319ms","start":"2026-07-28T15:53:37.139546Z","end":"2026-07-28T15:53:37.311139Z","steps":["trace[2012219567] 'process raft request' (duration: 113.341707ms)","trace[2012219567] 'compare' (duration: 58.011377ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:37.311397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.038041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-28T15:53:37.311495Z","caller":"traceutil/trace.go:171","msg":"trace[105396010] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3253; }","duration":"154.181955ms","start":"2026-07-28T15:53:37.157292Z","end":"2026-07-28T15:53:37.311473Z","steps":["trace[105396010] 'agreement among raft nodes before linearized reading' (duration: 153.903918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:37.311419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.628249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:37.311585Z","caller":"traceutil/trace.go:171","msg":"trace[174105682] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3253; }","duration":"123.888675ms","start":"2026-07-28T15:53:37.187676Z","end":"2026-07-28T15:53:37.311564Z","steps":["trace[174105682] 'agreement among raft nodes before linearized reading' (duration: 123.570978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:37.801855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.423012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:37.802108Z","caller":"traceutil/trace.go:171","msg":"trace[1337338251] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"235.274785ms","start":"2026-07-28T15:53:37.566816Z","end":"2026-07-28T15:53:37.802091Z","steps":["trace[1337338251] 'process raft request' (duration: 235.183672ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:37.802225Z","caller":"traceutil/trace.go:171","msg":"trace[396638490] linearizableReadLoop","detail":"{readStateIndex:3383; appliedIndex:3382; }","duration":"390.094474ms","start":"2026-07-28T15:53:37.412097Z","end":"2026-07-28T15:53:37.802192Z","steps":["trace[396638490] 'read index received' (duration: 169.263162ms)","trace[396638490] 'applied index is now lower than readState.Index' (duration: 220.827932ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:37.802305Z","caller":"traceutil/trace.go:171","msg":"trace[64041881] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"392.736759ms","start":"2026-07-28T15:53:37.409538Z","end":"2026-07-28T15:53:37.802274Z","steps":["trace[64041881] 'process raft request' (duration: 171.819265ms)","trace[64041881] 'compare' (duration: 220.136115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:37.80245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.382791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:37.802574Z","caller":"traceutil/trace.go:171","msg":"trace[369367978] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3255; }","duration":"390.548636ms","start":"2026-07-28T15:53:37.412006Z","end":"2026-07-28T15:53:37.802554Z","steps":["trace[369367978] 'agreement among raft nodes before linearized reading' (duration: 390.279069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:37.802469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:37.40947Z","time spent":"392.918334ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:37.802734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:37.411988Z","time spent":"390.72678ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:53:38.033172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.156793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:38.033292Z","caller":"traceutil/trace.go:171","msg":"trace[1019426590] linearizableReadLoop","detail":"{readStateIndex:3385; appliedIndex:3384; }","duration":"230.931279ms","start":"2026-07-28T15:53:37.802329Z","end":"2026-07-28T15:53:38.03326Z","steps":["trace[1019426590] 'read index received' (duration: 99.575272ms)","trace[1019426590] 'applied index is now lower than readState.Index' (duration: 131.354967ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:38.033315Z","caller":"traceutil/trace.go:171","msg":"trace[616679733] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"302.779742ms","start":"2026-07-28T15:53:37.7305Z","end":"2026-07-28T15:53:38.03328Z","steps":["trace[616679733] 'process raft request' (duration: 171.434756ms)","trace[616679733] 'compare' (duration: 131.037989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:38.033389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.036528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:38.033422Z","caller":"traceutil/trace.go:171","msg":"trace[47954029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3256; }","duration":"382.117159ms","start":"2026-07-28T15:53:37.651296Z","end":"2026-07-28T15:53:38.033413Z","steps":["trace[47954029] 'agreement among raft nodes before linearized reading' (duration: 382.058348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:38.03346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:37.651271Z","time spent":"382.181971ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:53:38.033463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:37.730474Z","time spent":"302.914366ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:38.033613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.52174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T15:53:38.033674Z","caller":"traceutil/trace.go:171","msg":"trace[961903052] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3256; }","duration":"228.628893ms","start":"2026-07-28T15:53:37.805032Z","end":"2026-07-28T15:53:38.033661Z","steps":["trace[961903052] 'agreement among raft nodes before linearized reading' (duration: 228.50916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:38.033964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.571244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:53:38.034058Z","caller":"traceutil/trace.go:171","msg":"trace[1186503354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3256; }","duration":"222.718548ms","start":"2026-07-28T15:53:37.811317Z","end":"2026-07-28T15:53:38.034036Z","steps":["trace[1186503354] 'agreement among raft nodes before linearized reading' (duration: 222.457741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:38.64828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.472926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:53:38.64838Z","caller":"traceutil/trace.go:171","msg":"trace[251934449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3257; }","duration":"180.620739ms","start":"2026-07-28T15:53:38.467737Z","end":"2026-07-28T15:53:38.648358Z","steps":["trace[251934449] 'range keys from in-memory index tree' (duration: 180.298672ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:39.002285Z","caller":"traceutil/trace.go:171","msg":"trace[2093853483] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"348.611701ms","start":"2026-07-28T15:53:38.653644Z","end":"2026-07-28T15:53:39.002256Z","steps":["trace[2093853483] 'process raft request' (duration: 348.397916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:39.002519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:38.65362Z","time spent":"348.752935ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:39.002762Z","caller":"traceutil/trace.go:171","msg":"trace[199323076] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"348.761145ms","start":"2026-07-28T15:53:38.65398Z","end":"2026-07-28T15:53:39.002741Z","steps":["trace[199323076] 'process raft request' (duration: 348.226192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:39.002869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:38.653971Z","time spent":"348.846137ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:39.002981Z","caller":"traceutil/trace.go:171","msg":"trace[1021180529] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"348.482098ms","start":"2026-07-28T15:53:38.654472Z","end":"2026-07-28T15:53:39.002954Z","steps":["trace[1021180529] 'process raft request' (duration: 348.328024ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:39.003112Z","caller":"traceutil/trace.go:171","msg":"trace[290043166] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"348.54852ms","start":"2026-07-28T15:53:38.654546Z","end":"2026-07-28T15:53:39.003095Z","steps":["trace[290043166] 'process raft request' (duration: 348.363955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:39.003137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:38.654457Z","time spent":"348.603442ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:39.00321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:38.654541Z","time spent":"348.617261ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:53:39.042952Z","caller":"traceutil/trace.go:171","msg":"trace[1070215983] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"166.363762ms","start":"2026-07-28T15:53:38.876558Z","end":"2026-07-28T15:53:39.042922Z","steps":["trace[1070215983] 'process raft request' (duration: 165.780568ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:39.042951Z","caller":"traceutil/trace.go:171","msg":"trace[353262305] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"166.989027ms","start":"2026-07-28T15:53:38.875924Z","end":"2026-07-28T15:53:39.042914Z","steps":["trace[353262305] 'process raft request' (duration: 166.263819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:39.281595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.093128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:39.281702Z","caller":"traceutil/trace.go:171","msg":"trace[2064323600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3264; }","duration":"128.267002ms","start":"2026-07-28T15:53:39.153411Z","end":"2026-07-28T15:53:39.281678Z","steps":["trace[2064323600] 'count revisions from in-memory index tree' (duration: 127.981634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:39.919069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.097037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:39.919179Z","caller":"traceutil/trace.go:171","msg":"trace[368749243] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3265; }","duration":"146.273911ms","start":"2026-07-28T15:53:39.772881Z","end":"2026-07-28T15:53:39.919155Z","steps":["trace[368749243] 'count revisions from in-memory index tree' (duration: 146.007294ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:39.919501Z","caller":"traceutil/trace.go:171","msg":"trace[1453635190] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"111.100262ms","start":"2026-07-28T15:53:39.80837Z","end":"2026-07-28T15:53:39.91947Z","steps":["trace[1453635190] 'process raft request' (duration: 61.136422ms)","trace[1453635190] 'compare' (duration: 49.824366ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:40.26855Z","caller":"traceutil/trace.go:171","msg":"trace[1613700964] linearizableReadLoop","detail":"{readStateIndex:3396; appliedIndex:3395; }","duration":"219.679564ms","start":"2026-07-28T15:53:40.048841Z","end":"2026-07-28T15:53:40.268521Z","steps":["trace[1613700964] 'read index received' (duration: 219.591341ms)","trace[1613700964] 'applied index is now lower than readState.Index' (duration: 86.463µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:40.26888Z","caller":"traceutil/trace.go:171","msg":"trace[2094916942] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"229.642777ms","start":"2026-07-28T15:53:40.039223Z","end":"2026-07-28T15:53:40.268866Z","steps":["trace[2094916942] 'process raft request' (duration: 229.114104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:40.268982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.119774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:53:40.269067Z","caller":"traceutil/trace.go:171","msg":"trace[1612362431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3267; }","duration":"220.251917ms","start":"2026-07-28T15:53:40.048793Z","end":"2026-07-28T15:53:40.269044Z","steps":["trace[1612362431] 'agreement among raft nodes before linearized reading' (duration: 220.028092ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:40.278189Z","caller":"traceutil/trace.go:171","msg":"trace[494327231] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"201.13217ms","start":"2026-07-28T15:53:40.077036Z","end":"2026-07-28T15:53:40.278168Z","steps":["trace[494327231] 'process raft request' (duration: 200.889344ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:40.56311Z","caller":"traceutil/trace.go:171","msg":"trace[878904934] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"155.615609ms","start":"2026-07-28T15:53:40.407457Z","end":"2026-07-28T15:53:40.563072Z","steps":["trace[878904934] 'process raft request' (duration: 66.377371ms)","trace[878904934] 'compare' (duration: 88.818588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:40.99682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.402782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T15:53:40.996891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.233499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:40.996917Z","caller":"traceutil/trace.go:171","msg":"trace[308928621] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3270; }","duration":"313.556146ms","start":"2026-07-28T15:53:40.68334Z","end":"2026-07-28T15:53:40.996897Z","steps":["trace[308928621] 'range keys from in-memory index tree' (duration: 313.217068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:40.996974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:40.683318Z","time spent":"313.646658ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:53:40.997085Z","caller":"traceutil/trace.go:171","msg":"trace[1212938985] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"285.182313ms","start":"2026-07-28T15:53:40.711884Z","end":"2026-07-28T15:53:40.997066Z","steps":["trace[1212938985] 'process raft request' (duration: 136.674437ms)","trace[1212938985] 'compare' (duration: 148.014004ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:40.997198Z","caller":"traceutil/trace.go:171","msg":"trace[823867124] linearizableReadLoop","detail":"{readStateIndex:3401; appliedIndex:3399; }","duration":"247.604636ms","start":"2026-07-28T15:53:40.749565Z","end":"2026-07-28T15:53:40.997169Z","steps":["trace[823867124] 'read index received' (duration: 99.016008ms)","trace[823867124] 'applied index is now lower than readState.Index' (duration: 148.587398ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:40.99722Z","caller":"traceutil/trace.go:171","msg":"trace[1727664191] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"285.215704ms","start":"2026-07-28T15:53:40.711968Z","end":"2026-07-28T15:53:40.997184Z","steps":["trace[1727664191] 'process raft request' (duration: 285.024559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:40.997561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.966214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T15:53:40.997672Z","caller":"traceutil/trace.go:171","msg":"trace[1988926349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3272; }","duration":"248.140499ms","start":"2026-07-28T15:53:40.749514Z","end":"2026-07-28T15:53:40.997655Z","steps":["trace[1988926349] 'agreement among raft nodes before linearized reading' (duration: 247.753549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:42.26825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.89322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:53:42.268354Z","caller":"traceutil/trace.go:171","msg":"trace[1322088770] linearizableReadLoop","detail":"{readStateIndex:3411; appliedIndex:3410; }","duration":"236.295459ms","start":"2026-07-28T15:53:42.03204Z","end":"2026-07-28T15:53:42.268336Z","steps":["trace[1322088770] 'read index received' (duration: 113.163303ms)","trace[1322088770] 'applied index is now lower than readState.Index' (duration: 123.130626ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:42.26844Z","caller":"traceutil/trace.go:171","msg":"trace[1482128539] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"342.968693ms","start":"2026-07-28T15:53:41.92546Z","end":"2026-07-28T15:53:42.268428Z","steps":["trace[1482128539] 'process raft request' (duration: 219.803496ms)","trace[1482128539] 'compare' (duration: 122.708936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:42.268647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:53:41.925433Z","time spent":"343.039985ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:53:42.268675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.758401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:53:42.268743Z","caller":"traceutil/trace.go:171","msg":"trace[1561809400] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3282; }","duration":"114.864264ms","start":"2026-07-28T15:53:42.153862Z","end":"2026-07-28T15:53:42.268726Z","steps":["trace[1561809400] 'agreement among raft nodes before linearized reading' (duration: 114.746992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:42.268759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.71198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:53:42.268813Z","caller":"traceutil/trace.go:171","msg":"trace[1059070973] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3282; }","duration":"236.813882ms","start":"2026-07-28T15:53:42.031985Z","end":"2026-07-28T15:53:42.268799Z","steps":["trace[1059070973] 'agreement among raft nodes before linearized reading' (duration: 236.72065ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:42.414267Z","caller":"traceutil/trace.go:171","msg":"trace[2138846446] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"139.961507ms","start":"2026-07-28T15:53:42.274277Z","end":"2026-07-28T15:53:42.414239Z","steps":["trace[2138846446] 'process raft request' (duration: 119.273972ms)","trace[2138846446] 'compare' (duration: 20.505781ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:42.414286Z","caller":"traceutil/trace.go:171","msg":"trace[1763457957] linearizableReadLoop","detail":"{readStateIndex:3413; appliedIndex:3411; }","duration":"115.617413ms","start":"2026-07-28T15:53:42.298644Z","end":"2026-07-28T15:53:42.414261Z","steps":["trace[1763457957] 'read index received' (duration: 46.901125ms)","trace[1763457957] 'applied index is now lower than readState.Index' (duration: 68.713788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:42.431959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.37703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:53:42.432015Z","caller":"traceutil/trace.go:171","msg":"trace[1899736231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3284; }","duration":"127.487163ms","start":"2026-07-28T15:53:42.304516Z","end":"2026-07-28T15:53:42.432003Z","steps":["trace[1899736231] 'agreement among raft nodes before linearized reading' (duration: 127.311869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:42.432017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.338695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:53:42.432163Z","caller":"traceutil/trace.go:171","msg":"trace[1253420134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3284; }","duration":"133.51332ms","start":"2026-07-28T15:53:42.298614Z","end":"2026-07-28T15:53:42.432128Z","steps":["trace[1253420134] 'agreement among raft nodes before linearized reading' (duration: 115.776837ms)","trace[1253420134] 'range keys from in-memory index tree' (duration: 17.408526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:42.432374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.7154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T15:53:42.432432Z","caller":"traceutil/trace.go:171","msg":"trace[773856437] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3284; }","duration":"116.825902ms","start":"2026-07-28T15:53:42.315588Z","end":"2026-07-28T15:53:42.432414Z","steps":["trace[773856437] 'agreement among raft nodes before linearized reading' (duration: 116.612047ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:49.277422Z","caller":"traceutil/trace.go:171","msg":"trace[165839686] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"152.014782ms","start":"2026-07-28T15:53:49.125371Z","end":"2026-07-28T15:53:49.277386Z","steps":["trace[165839686] 'process raft request' (duration: 151.798896ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:49.278896Z","caller":"traceutil/trace.go:171","msg":"trace[525196101] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"152.137885ms","start":"2026-07-28T15:53:49.126728Z","end":"2026-07-28T15:53:49.278866Z","steps":["trace[525196101] 'process raft request' (duration: 151.986411ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:49.279116Z","caller":"traceutil/trace.go:171","msg":"trace[565033746] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"150.358521ms","start":"2026-07-28T15:53:49.128721Z","end":"2026-07-28T15:53:49.279079Z","steps":["trace[565033746] 'process raft request' (duration: 150.077564ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:57.656673Z","caller":"traceutil/trace.go:171","msg":"trace[883366125] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"186.610176ms","start":"2026-07-28T15:53:57.470007Z","end":"2026-07-28T15:53:57.656617Z","steps":["trace[883366125] 'process raft request' (duration: 182.163897ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:59.710919Z","caller":"traceutil/trace.go:171","msg":"trace[949275048] linearizableReadLoop","detail":"{readStateIndex:3523; appliedIndex:3522; }","duration":"276.85186ms","start":"2026-07-28T15:53:59.434044Z","end":"2026-07-28T15:53:59.710896Z","steps":["trace[949275048] 'read index received' (duration: 208.89701ms)","trace[949275048] 'applied index is now lower than readState.Index' (duration: 67.95402ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:53:59.711049Z","caller":"traceutil/trace.go:171","msg":"trace[494838447] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"295.937465ms","start":"2026-07-28T15:53:59.415054Z","end":"2026-07-28T15:53:59.710991Z","steps":["trace[494838447] 'process raft request' (duration: 228.058748ms)","trace[494838447] 'compare' (duration: 67.657822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:53:59.711135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.076635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T15:53:59.711222Z","caller":"traceutil/trace.go:171","msg":"trace[2122231046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3390; }","duration":"277.168537ms","start":"2026-07-28T15:53:59.433987Z","end":"2026-07-28T15:53:59.711156Z","steps":["trace[2122231046] 'agreement among raft nodes before linearized reading' (duration: 277.037244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:59.711508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.886941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T15:53:59.711572Z","caller":"traceutil/trace.go:171","msg":"trace[825352189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3390; }","duration":"259.011334ms","start":"2026-07-28T15:53:59.452544Z","end":"2026-07-28T15:53:59.711556Z","steps":["trace[825352189] 'agreement among raft nodes before linearized reading' (duration: 258.801119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:59.711643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.156997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T15:53:59.711712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.137297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:53:59.711793Z","caller":"traceutil/trace.go:171","msg":"trace[96803976] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3390; }","duration":"259.229479ms","start":"2026-07-28T15:53:59.452547Z","end":"2026-07-28T15:53:59.711777Z","steps":["trace[96803976] 'agreement among raft nodes before linearized reading' (duration: 258.85304ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:53:59.711787Z","caller":"traceutil/trace.go:171","msg":"trace[1812698913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3390; }","duration":"259.323042ms","start":"2026-07-28T15:53:59.452438Z","end":"2026-07-28T15:53:59.711761Z","steps":["trace[1812698913] 'agreement among raft nodes before linearized reading' (duration: 258.990674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:53:59.711826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.165428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T15:53:59.711942Z","caller":"traceutil/trace.go:171","msg":"trace[1498142302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3390; }","duration":"259.728142ms","start":"2026-07-28T15:53:59.452189Z","end":"2026-07-28T15:53:59.711917Z","steps":["trace[1498142302] 'agreement among raft nodes before linearized reading' (duration: 258.988434ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:00.954408Z","caller":"traceutil/trace.go:171","msg":"trace[532979517] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"190.426759ms","start":"2026-07-28T15:54:00.763953Z","end":"2026-07-28T15:54:00.95438Z","steps":["trace[532979517] 'process raft request' (duration: 120.271596ms)","trace[532979517] 'compare' (duration: 69.674231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:54:14.276866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.997458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:54:14.277164Z","caller":"traceutil/trace.go:171","msg":"trace[1131938524] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"317.382559ms","start":"2026-07-28T15:54:13.959711Z","end":"2026-07-28T15:54:14.277093Z","steps":["trace[1131938524] 'process raft request' (duration: 177.141505ms)","trace[1131938524] 'compare' (duration: 139.806203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:54:14.277402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:54:13.959702Z","time spent":"317.578294ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:54:14.277442Z","caller":"traceutil/trace.go:171","msg":"trace[1849162849] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"316.956399ms","start":"2026-07-28T15:54:13.960466Z","end":"2026-07-28T15:54:14.277422Z","steps":["trace[1849162849] 'process raft request' (duration: 316.742204ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:14.277433Z","caller":"traceutil/trace.go:171","msg":"trace[1222922048] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"317.590755ms","start":"2026-07-28T15:54:13.959815Z","end":"2026-07-28T15:54:14.277406Z","steps":["trace[1222922048] 'process raft request' (duration: 317.152344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:14.277561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:54:13.959787Z","time spent":"317.705527ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:54:14.277562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:54:13.960456Z","time spent":"317.034811ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:54:21.704665Z","caller":"traceutil/trace.go:171","msg":"trace[234358837] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"134.639458ms","start":"2026-07-28T15:54:21.569996Z","end":"2026-07-28T15:54:21.704636Z","steps":["trace[234358837] 'process raft request' (duration: 47.48132ms)","trace[234358837] 'compare' (duration: 86.513802ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:54:27.838376Z","caller":"traceutil/trace.go:171","msg":"trace[450721105] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"119.746324ms","start":"2026-07-28T15:54:27.718594Z","end":"2026-07-28T15:54:27.83834Z","steps":["trace[450721105] 'process raft request' (duration: 119.558599ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:27.841357Z","caller":"traceutil/trace.go:171","msg":"trace[696900218] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"117.775976ms","start":"2026-07-28T15:54:27.723546Z","end":"2026-07-28T15:54:27.841322Z","steps":["trace[696900218] 'process raft request' (duration: 117.438697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:28.440956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.669196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T15:54:28.441055Z","caller":"traceutil/trace.go:171","msg":"trace[1779267072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3579; }","duration":"120.844891ms","start":"2026-07-28T15:54:28.320189Z","end":"2026-07-28T15:54:28.441034Z","steps":["trace[1779267072] 'range keys from in-memory index tree' (duration: 119.657411ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:29.128575Z","caller":"traceutil/trace.go:171","msg":"trace[1703014567] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"154.450301ms","start":"2026-07-28T15:54:28.974051Z","end":"2026-07-28T15:54:29.128501Z","steps":["trace[1703014567] 'process raft request' (duration: 116.187087ms)","trace[1703014567] 'compare' (duration: 37.991818ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:54:29.410296Z","caller":"traceutil/trace.go:171","msg":"trace[1037986718] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"205.720833ms","start":"2026-07-28T15:54:29.204542Z","end":"2026-07-28T15:54:29.410263Z","steps":["trace[1037986718] 'process raft request' (duration: 196.666072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:30.211537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.502118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:54:30.211768Z","caller":"traceutil/trace.go:171","msg":"trace[1333262420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3588; }","duration":"126.743784ms","start":"2026-07-28T15:54:30.085004Z","end":"2026-07-28T15:54:30.211747Z","steps":["trace[1333262420] 'range keys from in-memory index tree' (duration: 126.120979ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:30.64719Z","caller":"traceutil/trace.go:171","msg":"trace[1403733511] transaction","detail":"{read_only:false; response_revision:3592; number_of_response:1; }","duration":"116.425603ms","start":"2026-07-28T15:54:30.530734Z","end":"2026-07-28T15:54:30.64716Z","steps":["trace[1403733511] 'process raft request' (duration: 115.89548ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:30.685903Z","caller":"traceutil/trace.go:171","msg":"trace[2131892620] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"154.586024ms","start":"2026-07-28T15:54:30.531262Z","end":"2026-07-28T15:54:30.685848Z","steps":["trace[2131892620] 'process raft request' (duration: 154.170644ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:31.256898Z","caller":"traceutil/trace.go:171","msg":"trace[2092203546] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"121.897436ms","start":"2026-07-28T15:54:31.134915Z","end":"2026-07-28T15:54:31.256812Z","steps":["trace[2092203546] 'process raft request' (duration: 121.574238ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:31.378246Z","caller":"traceutil/trace.go:171","msg":"trace[280139765] transaction","detail":"{read_only:false; response_revision:3596; number_of_response:1; }","duration":"115.440388ms","start":"2026-07-28T15:54:31.26278Z","end":"2026-07-28T15:54:31.37822Z","steps":["trace[280139765] 'process raft request' (duration: 115.13727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:32.433331Z","caller":"traceutil/trace.go:171","msg":"trace[866346940] linearizableReadLoop","detail":"{readStateIndex:3744; appliedIndex:3743; }","duration":"135.256612ms","start":"2026-07-28T15:54:32.298038Z","end":"2026-07-28T15:54:32.433294Z","steps":["trace[866346940] 'read index received' (duration: 124.762656ms)","trace[866346940] 'applied index is now lower than readState.Index' (duration: 10.492706ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:54:32.433717Z","caller":"traceutil/trace.go:171","msg":"trace[2108019427] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"141.70484ms","start":"2026-07-28T15:54:32.291974Z","end":"2026-07-28T15:54:32.433679Z","steps":["trace[2108019427] 'process raft request' (duration: 130.964068ms)","trace[2108019427] 'compare' (duration: 10.057496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:54:32.433795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.737344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T15:54:32.433897Z","caller":"traceutil/trace.go:171","msg":"trace[1410980508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3605; }","duration":"135.895318ms","start":"2026-07-28T15:54:32.297979Z","end":"2026-07-28T15:54:32.433874Z","steps":["trace[1410980508] 'agreement among raft nodes before linearized reading' (duration: 135.600111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:32.910457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.32661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T15:54:32.910607Z","caller":"traceutil/trace.go:171","msg":"trace[771950401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3608; }","duration":"220.568935ms","start":"2026-07-28T15:54:32.690011Z","end":"2026-07-28T15:54:32.91058Z","steps":["trace[771950401] 'range keys from in-memory index tree' (duration: 220.010331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:32.910643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.123433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-28T15:54:32.910647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.550074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T15:54:32.910758Z","caller":"traceutil/trace.go:171","msg":"trace[1609626227] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3608; }","duration":"256.734659ms","start":"2026-07-28T15:54:32.653995Z","end":"2026-07-28T15:54:32.91073Z","steps":["trace[1609626227] 'range keys from in-memory index tree' (duration: 256.300338ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:32.910982Z","caller":"traceutil/trace.go:171","msg":"trace[928171799] transaction","detail":"{read_only:false; response_revision:3609; number_of_response:1; }","duration":"210.619503ms","start":"2026-07-28T15:54:32.700344Z","end":"2026-07-28T15:54:32.910964Z","steps":["trace[928171799] 'process raft request' (duration: 72.07208ms)","trace[928171799] 'compare' (duration: 137.963438ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:54:32.910461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.480481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:54:32.911104Z","caller":"traceutil/trace.go:171","msg":"trace[1913469931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3608; }","duration":"259.24502ms","start":"2026-07-28T15:54:32.6518Z","end":"2026-07-28T15:54:32.911045Z","steps":["trace[1913469931] 'range keys from in-memory index tree' (duration: 258.362208ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:33.276287Z","caller":"traceutil/trace.go:171","msg":"trace[353539162] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"358.903773ms","start":"2026-07-28T15:54:32.917345Z","end":"2026-07-28T15:54:33.276248Z","steps":["trace[353539162] 'process raft request' (duration: 358.744499ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:33.276325Z","caller":"traceutil/trace.go:171","msg":"trace[983874963] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"359.453946ms","start":"2026-07-28T15:54:32.916841Z","end":"2026-07-28T15:54:33.276295Z","steps":["trace[983874963] 'process raft request' (duration: 358.942034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:33.276539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:54:32.917316Z","time spent":"359.099498ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:54:33.276726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:54:32.916815Z","time spent":"359.779624ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:54:33.603897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.264112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:54:33.604019Z","caller":"traceutil/trace.go:171","msg":"trace[14526697] linearizableReadLoop","detail":"{readStateIndex:3753; appliedIndex:3750; }","duration":"333.473902ms","start":"2026-07-28T15:54:33.270523Z","end":"2026-07-28T15:54:33.603997Z","steps":["trace[14526697] 'read index received' (duration: 5.229348ms)","trace[14526697] 'applied index is now lower than readState.Index' (duration: 328.242934ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:54:33.60412Z","caller":"traceutil/trace.go:171","msg":"trace[784488744] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"339.910579ms","start":"2026-07-28T15:54:33.264177Z","end":"2026-07-28T15:54:33.604087Z","steps":["trace[784488744] 'process raft request' (duration: 229.35833ms)","trace[784488744] 'compare' (duration: 109.947785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:54:33.604268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.741968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-07-28T15:54:33.604275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:54:33.26414Z","time spent":"340.046543ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:54:33.604303Z","caller":"traceutil/trace.go:171","msg":"trace[1324513670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3613; }","duration":"333.844961ms","start":"2026-07-28T15:54:33.270444Z","end":"2026-07-28T15:54:33.604289Z","steps":["trace[1324513670] 'agreement among raft nodes before linearized reading' (duration: 333.678837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:33.604341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:54:33.270429Z","time spent":"333.903782ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:54:33.604519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.27363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:54:33.605209Z","caller":"traceutil/trace.go:171","msg":"trace[257891076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3613; }","duration":"158.007338ms","start":"2026-07-28T15:54:33.447157Z","end":"2026-07-28T15:54:33.605164Z","steps":["trace[257891076] 'agreement among raft nodes before linearized reading' (duration: 157.084415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:34.155163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.838699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:54:34.155327Z","caller":"traceutil/trace.go:171","msg":"trace[117542022] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3615; }","duration":"132.099696ms","start":"2026-07-28T15:54:34.02318Z","end":"2026-07-28T15:54:34.155279Z","steps":["trace[117542022] 'count revisions from in-memory index tree' (duration: 131.658994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:35.124179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.408165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-28T15:54:35.124267Z","caller":"traceutil/trace.go:171","msg":"trace[186781588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3619; }","duration":"513.60182ms","start":"2026-07-28T15:54:34.610645Z","end":"2026-07-28T15:54:35.124247Z","steps":["trace[186781588] 'range keys from in-memory index tree' (duration: 513.096508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:35.124323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:54:34.610614Z","time spent":"513.698102ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:54:35.124827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.018166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:54:35.12497Z","caller":"traceutil/trace.go:171","msg":"trace[1520423332] linearizableReadLoop","detail":"{readStateIndex:3760; appliedIndex:3759; }","duration":"126.391576ms","start":"2026-07-28T15:54:34.998556Z","end":"2026-07-28T15:54:35.124948Z","steps":["trace[1520423332] 'read index received' (duration: 41.711µs)","trace[1520423332] 'applied index is now lower than readState.Index' (duration: 126.347755ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:54:35.125104Z","caller":"traceutil/trace.go:171","msg":"trace[764791104] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"208.531641ms","start":"2026-07-28T15:54:34.916526Z","end":"2026-07-28T15:54:35.125057Z","steps":["trace[764791104] 'process raft request' (duration: 48.165206ms)","trace[764791104] 'compare' (duration: 159.613586ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:54:35.125255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.696433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T15:54:35.125323Z","caller":"traceutil/trace.go:171","msg":"trace[827469285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3620; }","duration":"126.795816ms","start":"2026-07-28T15:54:34.998504Z","end":"2026-07-28T15:54:35.1253Z","steps":["trace[827469285] 'agreement among raft nodes before linearized reading' (duration: 126.54337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:35.407749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.017867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T15:54:35.407845Z","caller":"traceutil/trace.go:171","msg":"trace[2002353833] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3621; }","duration":"126.15567ms","start":"2026-07-28T15:54:35.281666Z","end":"2026-07-28T15:54:35.407822Z","steps":["trace[2002353833] 'range keys from in-memory index tree' (duration: 125.839532ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:35.760953Z","caller":"traceutil/trace.go:171","msg":"trace[1617458584] linearizableReadLoop","detail":"{readStateIndex:3763; appliedIndex:3762; }","duration":"108.512239ms","start":"2026-07-28T15:54:35.652394Z","end":"2026-07-28T15:54:35.760906Z","steps":["trace[1617458584] 'read index received' (duration: 108.343985ms)","trace[1617458584] 'applied index is now lower than readState.Index' (duration: 167.044µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:54:35.76132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.900749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:54:35.761424Z","caller":"traceutil/trace.go:171","msg":"trace[1438192289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3623; }","duration":"109.055253ms","start":"2026-07-28T15:54:35.652344Z","end":"2026-07-28T15:54:35.7614Z","steps":["trace[1438192289] 'agreement among raft nodes before linearized reading' (duration: 108.703254ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:35.76153Z","caller":"traceutil/trace.go:171","msg":"trace[1301005474] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"151.878298ms","start":"2026-07-28T15:54:35.609476Z","end":"2026-07-28T15:54:35.761354Z","steps":["trace[1301005474] 'process raft request' (duration: 151.223122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:50.087842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.751349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:54:50.087948Z","caller":"traceutil/trace.go:171","msg":"trace[278378076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3844; }","duration":"152.914803ms","start":"2026-07-28T15:54:49.935011Z","end":"2026-07-28T15:54:50.087926Z","steps":["trace[278378076] 'range keys from in-memory index tree' (duration: 152.562725ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:50.904502Z","caller":"traceutil/trace.go:171","msg":"trace[1881110324] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"117.298084ms","start":"2026-07-28T15:54:50.787157Z","end":"2026-07-28T15:54:50.904455Z","steps":["trace[1881110324] 'process raft request' (duration: 91.981125ms)","trace[1881110324] 'compare' (duration: 25.086213ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:54:51.998628Z","caller":"traceutil/trace.go:171","msg":"trace[781499718] transaction","detail":"{read_only:false; response_revision:3857; number_of_response:1; }","duration":"115.09251ms","start":"2026-07-28T15:54:51.883496Z","end":"2026-07-28T15:54:51.998589Z","steps":["trace[781499718] 'process raft request' (duration: 113.979833ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:52.203483Z","caller":"traceutil/trace.go:171","msg":"trace[255052359] transaction","detail":"{read_only:false; response_revision:3859; number_of_response:1; }","duration":"196.145388ms","start":"2026-07-28T15:54:52.007304Z","end":"2026-07-28T15:54:52.203449Z","steps":["trace[255052359] 'process raft request' (duration: 195.640966ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:54:52.686532Z","caller":"traceutil/trace.go:171","msg":"trace[1313742677] transaction","detail":"{read_only:false; response_revision:3863; number_of_response:1; }","duration":"350.309603ms","start":"2026-07-28T15:54:52.336194Z","end":"2026-07-28T15:54:52.686503Z","steps":["trace[1313742677] 'process raft request' (duration: 350.160179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:54:52.686703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:54:52.336168Z","time spent":"350.451057ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:55:00.383615Z","caller":"traceutil/trace.go:171","msg":"trace[569507308] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"104.971313ms","start":"2026-07-28T15:55:00.278607Z","end":"2026-07-28T15:55:00.383579Z","steps":["trace[569507308] 'process raft request' (duration: 104.336597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:01.324679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626763139,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:55:01.433338Z","caller":"traceutil/trace.go:171","msg":"trace[1413829945] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"654.452298ms","start":"2026-07-28T15:55:00.778847Z","end":"2026-07-28T15:55:01.4333Z","steps":["trace[1413829945] 'process raft request' (duration: 654.183972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:01.433568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:55:00.778812Z","time spent":"654.641683ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:55:01.443521Z","caller":"traceutil/trace.go:171","msg":"trace[1388614007] linearizableReadLoop","detail":"{readStateIndex:4108; appliedIndex:4106; }","duration":"619.507655ms","start":"2026-07-28T15:55:00.823999Z","end":"2026-07-28T15:55:01.443506Z","steps":["trace[1388614007] 'read index received' (duration: 609.04724ms)","trace[1388614007] 'applied index is now lower than readState.Index' (duration: 10.459345ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:55:01.443642Z","caller":"traceutil/trace.go:171","msg":"trace[913820182] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"129.775808ms","start":"2026-07-28T15:55:01.31381Z","end":"2026-07-28T15:55:01.443586Z","steps":["trace[913820182] 'process raft request' (duration: 129.613804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:01.4438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.784622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T15:55:01.443841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.16043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T15:55:01.443883Z","caller":"traceutil/trace.go:171","msg":"trace[1618592952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3956; }","duration":"477.252932ms","start":"2026-07-28T15:55:00.966618Z","end":"2026-07-28T15:55:01.443871Z","steps":["trace[1618592952] 'agreement among raft nodes before linearized reading' (duration: 477.140699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:01.443888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.857288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"warn","ts":"2026-07-28T15:55:01.443911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:55:00.96659Z","time spent":"477.316354ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T15:55:01.443894Z","caller":"traceutil/trace.go:171","msg":"trace[1536216317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3956; }","duration":"619.926736ms","start":"2026-07-28T15:55:00.82394Z","end":"2026-07-28T15:55:01.443867Z","steps":["trace[1536216317] 'agreement among raft nodes before linearized reading' (duration: 619.65912ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:01.443947Z","caller":"traceutil/trace.go:171","msg":"trace[1387915905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3956; }","duration":"219.94951ms","start":"2026-07-28T15:55:01.223978Z","end":"2026-07-28T15:55:01.443927Z","steps":["trace[1387915905] 'agreement among raft nodes before linearized reading' (duration: 219.771216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:01.443955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:55:00.823909Z","time spent":"620.037758ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:55:01.44371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.212354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T15:55:01.44399Z","caller":"traceutil/trace.go:171","msg":"trace[1732574686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3956; }","duration":"498.560203ms","start":"2026-07-28T15:55:00.945424Z","end":"2026-07-28T15:55:01.443984Z","steps":["trace[1732574686] 'agreement among raft nodes before linearized reading' (duration: 498.179464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:01.444012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:55:00.945382Z","time spent":"498.625874ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:55:10.824964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.462928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:55:10.825054Z","caller":"traceutil/trace.go:171","msg":"trace[1740528682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4031; }","duration":"185.619012ms","start":"2026-07-28T15:55:10.639414Z","end":"2026-07-28T15:55:10.825033Z","steps":["trace[1740528682] 'count revisions from in-memory index tree' (duration: 185.292764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:10.825097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.679281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:55:10.825192Z","caller":"traceutil/trace.go:171","msg":"trace[932657357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4031; }","duration":"173.832294ms","start":"2026-07-28T15:55:10.65134Z","end":"2026-07-28T15:55:10.825172Z","steps":["trace[932657357] 'range keys from in-memory index tree' (duration: 173.586338ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:25.995528Z","caller":"traceutil/trace.go:171","msg":"trace[2126055003] transaction","detail":"{read_only:false; response_revision:4146; number_of_response:1; }","duration":"114.931886ms","start":"2026-07-28T15:55:25.880562Z","end":"2026-07-28T15:55:25.995494Z","steps":["trace[2126055003] 'process raft request' (duration: 114.706061ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:26.161361Z","caller":"traceutil/trace.go:171","msg":"trace[1728889878] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"104.017889ms","start":"2026-07-28T15:55:26.057315Z","end":"2026-07-28T15:55:26.161333Z","steps":["trace[1728889878] 'process raft request' (duration: 103.859926ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:34.523384Z","caller":"traceutil/trace.go:171","msg":"trace[1563502869] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"396.48671ms","start":"2026-07-28T15:55:34.126712Z","end":"2026-07-28T15:55:34.523199Z","steps":["trace[1563502869] 'process raft request' (duration: 396.311226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:34.523717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:55:34.126695Z","time spent":"396.798029ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:55:34.546722Z","caller":"traceutil/trace.go:171","msg":"trace[947608963] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"193.966696ms","start":"2026-07-28T15:55:34.352734Z","end":"2026-07-28T15:55:34.5467Z","steps":["trace[947608963] 'process raft request' (duration: 193.843993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:34.875421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.336753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:55:34.87557Z","caller":"traceutil/trace.go:171","msg":"trace[256469883] linearizableReadLoop","detail":"{readStateIndex:4365; appliedIndex:4364; }","duration":"234.394403ms","start":"2026-07-28T15:55:34.64115Z","end":"2026-07-28T15:55:34.875544Z","steps":["trace[256469883] 'read index received' (duration: 47.361µs)","trace[256469883] 'applied index is now lower than readState.Index' (duration: 234.345002ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:55:34.875573Z","caller":"traceutil/trace.go:171","msg":"trace[413453937] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"269.192712ms","start":"2026-07-28T15:55:34.606347Z","end":"2026-07-28T15:55:34.875539Z","steps":["trace[413453937] 'process raft request' (duration: 11.48349ms)","trace[413453937] 'compare' (duration: 256.82571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:55:34.875853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.70283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:55:34.875911Z","caller":"traceutil/trace.go:171","msg":"trace[481125826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4206; }","duration":"234.785303ms","start":"2026-07-28T15:55:34.641106Z","end":"2026-07-28T15:55:34.875892Z","steps":["trace[481125826] 'agreement among raft nodes before linearized reading' (duration: 234.571847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:34.875962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.092256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:55:34.876014Z","caller":"traceutil/trace.go:171","msg":"trace[112175941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4206; }","duration":"155.201849ms","start":"2026-07-28T15:55:34.7208Z","end":"2026-07-28T15:55:34.876002Z","steps":["trace[112175941] 'agreement among raft nodes before linearized reading' (duration: 155.096477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:34.876154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.790428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:55:34.876229Z","caller":"traceutil/trace.go:171","msg":"trace[417041556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4206; }","duration":"224.923381ms","start":"2026-07-28T15:55:34.65129Z","end":"2026-07-28T15:55:34.876213Z","steps":["trace[417041556] 'agreement among raft nodes before linearized reading' (duration: 224.506841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:35.400794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.481054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:55:35.400868Z","caller":"traceutil/trace.go:171","msg":"trace[1783938161] linearizableReadLoop","detail":"{readStateIndex:4366; appliedIndex:4365; }","duration":"376.84921ms","start":"2026-07-28T15:55:35.024009Z","end":"2026-07-28T15:55:35.400858Z","steps":["trace[1783938161] 'read index received' (duration: 106.193692ms)","trace[1783938161] 'applied index is now lower than readState.Index' (duration: 270.654588ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:55:35.400882Z","caller":"traceutil/trace.go:171","msg":"trace[1307654289] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"520.519908ms","start":"2026-07-28T15:55:34.88034Z","end":"2026-07-28T15:55:35.40086Z","steps":["trace[1307654289] 'process raft request' (duration: 249.917291ms)","trace[1307654289] 'compare' (duration: 270.287269ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:55:35.400967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.953892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:55:35.401004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:55:34.880314Z","time spent":"520.610029ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:55:35.401033Z","caller":"traceutil/trace.go:171","msg":"trace[1385657] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4207; }","duration":"377.047565ms","start":"2026-07-28T15:55:35.023959Z","end":"2026-07-28T15:55:35.401007Z","steps":["trace[1385657] 'agreement among raft nodes before linearized reading' (duration: 376.950622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:35.401083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:55:35.023938Z","time spent":"377.135027ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:55:35.401216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.529632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:55:35.401258Z","caller":"traceutil/trace.go:171","msg":"trace[2107182900] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4207; }","duration":"197.621945ms","start":"2026-07-28T15:55:35.203627Z","end":"2026-07-28T15:55:35.401249Z","steps":["trace[2107182900] 'agreement among raft nodes before linearized reading' (duration: 197.560294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:41.333826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.682343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:55:41.334102Z","caller":"traceutil/trace.go:171","msg":"trace[29752229] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"166.830794ms","start":"2026-07-28T15:55:41.16722Z","end":"2026-07-28T15:55:41.334051Z","steps":["trace[29752229] 'process raft request' (duration: 57.804182ms)","trace[29752229] 'compare' (duration: 108.12703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:55:41.790104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.834941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:55:41.790249Z","caller":"traceutil/trace.go:171","msg":"trace[2064616763] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4247; }","duration":"205.041176ms","start":"2026-07-28T15:55:41.585174Z","end":"2026-07-28T15:55:41.790215Z","steps":["trace[2064616763] 'range keys from in-memory index tree' (duration: 204.524694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:41.790829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.263231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:55:41.790917Z","caller":"traceutil/trace.go:171","msg":"trace[260792549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4247; }","duration":"139.360263ms","start":"2026-07-28T15:55:41.6515Z","end":"2026-07-28T15:55:41.79086Z","steps":["trace[260792549] 'range keys from in-memory index tree' (duration: 139.096366ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:41.791213Z","caller":"traceutil/trace.go:171","msg":"trace[1937224935] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"109.350169ms","start":"2026-07-28T15:55:41.681851Z","end":"2026-07-28T15:55:41.791201Z","steps":["trace[1937224935] 'process raft request' (duration: 109.168675ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:41.791553Z","caller":"traceutil/trace.go:171","msg":"trace[2012938755] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"121.244541ms","start":"2026-07-28T15:55:41.670267Z","end":"2026-07-28T15:55:41.791512Z","steps":["trace[2012938755] 'process raft request' (duration: 53.944118ms)","trace[2012938755] 'compare' (duration: 65.836157ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:55:41.939869Z","caller":"traceutil/trace.go:171","msg":"trace[2116338471] transaction","detail":"{read_only:false; response_revision:4250; number_of_response:1; }","duration":"145.648026ms","start":"2026-07-28T15:55:41.794176Z","end":"2026-07-28T15:55:41.939824Z","steps":["trace[2116338471] 'process raft request' (duration: 98.010643ms)","trace[2116338471] 'compare' (duration: 47.312945ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:55:41.940205Z","caller":"traceutil/trace.go:171","msg":"trace[1860337951] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"139.6591ms","start":"2026-07-28T15:55:41.800526Z","end":"2026-07-28T15:55:41.940185Z","steps":["trace[1860337951] 'process raft request' (duration: 139.568948ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:41.940295Z","caller":"traceutil/trace.go:171","msg":"trace[452523273] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"139.814044ms","start":"2026-07-28T15:55:41.800469Z","end":"2026-07-28T15:55:41.940283Z","steps":["trace[452523273] 'process raft request' (duration: 139.554308ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:41.940013Z","caller":"traceutil/trace.go:171","msg":"trace[1375942905] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"144.866526ms","start":"2026-07-28T15:55:41.795099Z","end":"2026-07-28T15:55:41.939965Z","steps":["trace[1375942905] 'process raft request' (duration: 144.644991ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:41.940197Z","caller":"traceutil/trace.go:171","msg":"trace[502582905] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"139.741132ms","start":"2026-07-28T15:55:41.800414Z","end":"2026-07-28T15:55:41.940155Z","steps":["trace[502582905] 'process raft request' (duration: 139.407084ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:41.940548Z","caller":"traceutil/trace.go:171","msg":"trace[1558227768] linearizableReadLoop","detail":"{readStateIndex:4412; appliedIndex:4409; }","duration":"140.09625ms","start":"2026-07-28T15:55:41.800434Z","end":"2026-07-28T15:55:41.940531Z","steps":["trace[1558227768] 'read index received' (duration: 91.704119ms)","trace[1558227768] 'applied index is now lower than readState.Index' (duration: 48.390571ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:55:41.94056Z","caller":"traceutil/trace.go:171","msg":"trace[1241871379] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"139.910197ms","start":"2026-07-28T15:55:41.800636Z","end":"2026-07-28T15:55:41.940546Z","steps":["trace[1241871379] 'process raft request' (duration: 139.500867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:41.940792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.336517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-28T15:55:41.940881Z","caller":"traceutil/trace.go:171","msg":"trace[139732743] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4255; }","duration":"140.47414ms","start":"2026-07-28T15:55:41.800384Z","end":"2026-07-28T15:55:41.940858Z","steps":["trace[139732743] 'agreement among raft nodes before linearized reading' (duration: 140.198454ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:47.357025Z","caller":"traceutil/trace.go:171","msg":"trace[667235284] linearizableReadLoop","detail":"{readStateIndex:4449; appliedIndex:4448; }","duration":"133.466239ms","start":"2026-07-28T15:55:47.223543Z","end":"2026-07-28T15:55:47.35701Z","steps":["trace[667235284] 'read index received' (duration: 133.253573ms)","trace[667235284] 'applied index is now lower than readState.Index' (duration: 210.146µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:55:47.357077Z","caller":"traceutil/trace.go:171","msg":"trace[1429613044] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"137.540799ms","start":"2026-07-28T15:55:47.219505Z","end":"2026-07-28T15:55:47.357046Z","steps":["trace[1429613044] 'process raft request' (duration: 137.298153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:47.357186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.634093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-28T15:55:47.35719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.880645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:55:47.357227Z","caller":"traceutil/trace.go:171","msg":"trace[1764916550] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:4287; }","duration":"133.725035ms","start":"2026-07-28T15:55:47.223491Z","end":"2026-07-28T15:55:47.357216Z","steps":["trace[1764916550] 'agreement among raft nodes before linearized reading' (duration: 133.618782ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:47.357243Z","caller":"traceutil/trace.go:171","msg":"trace[462072901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4287; }","duration":"105.964747ms","start":"2026-07-28T15:55:47.251265Z","end":"2026-07-28T15:55:47.35723Z","steps":["trace[462072901] 'agreement among raft nodes before linearized reading' (duration: 105.880075ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:47.4669Z","caller":"traceutil/trace.go:171","msg":"trace[1611085062] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"103.965698ms","start":"2026-07-28T15:55:47.362913Z","end":"2026-07-28T15:55:47.466879Z","steps":["trace[1611085062] 'process raft request' (duration: 103.805934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:56.397531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.83863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:55:56.397646Z","caller":"traceutil/trace.go:171","msg":"trace[1027977514] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4350; }","duration":"104.999913ms","start":"2026-07-28T15:55:56.292615Z","end":"2026-07-28T15:55:56.397615Z","steps":["trace[1027977514] 'count revisions from in-memory index tree' (duration: 104.694017ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:58.051958Z","caller":"traceutil/trace.go:171","msg":"trace[1465344081] linearizableReadLoop","detail":"{readStateIndex:4524; appliedIndex:4523; }","duration":"164.042725ms","start":"2026-07-28T15:55:57.887887Z","end":"2026-07-28T15:55:58.05193Z","steps":["trace[1465344081] 'read index received' (duration: 163.609305ms)","trace[1465344081] 'applied index is now lower than readState.Index' (duration: 431.87µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:55:58.052122Z","caller":"traceutil/trace.go:171","msg":"trace[2066055471] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"169.811677ms","start":"2026-07-28T15:55:57.882294Z","end":"2026-07-28T15:55:58.052106Z","steps":["trace[2066055471] 'process raft request' (duration: 169.345745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:58.052256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.341462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:55:58.052338Z","caller":"traceutil/trace.go:171","msg":"trace[737839184] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4359; }","duration":"164.445925ms","start":"2026-07-28T15:55:57.887875Z","end":"2026-07-28T15:55:58.052321Z","steps":["trace[737839184] 'agreement among raft nodes before linearized reading' (duration: 164.269221ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:55:58.063375Z","caller":"traceutil/trace.go:171","msg":"trace[841378209] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"152.299549ms","start":"2026-07-28T15:55:57.911049Z","end":"2026-07-28T15:55:58.063348Z","steps":["trace[841378209] 'process raft request' (duration: 152.019402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:58.063415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.662412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:55:58.063614Z","caller":"traceutil/trace.go:171","msg":"trace[50800701] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4360; }","duration":"137.804735ms","start":"2026-07-28T15:55:57.925673Z","end":"2026-07-28T15:55:58.063478Z","steps":["trace[50800701] 'agreement among raft nodes before linearized reading' (duration: 137.641121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:55:58.766043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.759072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:55:58.766138Z","caller":"traceutil/trace.go:171","msg":"trace[1922054801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4366; }","duration":"114.893625ms","start":"2026-07-28T15:55:58.651214Z","end":"2026-07-28T15:55:58.766108Z","steps":["trace[1922054801] 'range keys from in-memory index tree' (duration: 114.66738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:56:00.252631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.450506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:56:00.252725Z","caller":"traceutil/trace.go:171","msg":"trace[409184987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4372; }","duration":"101.61066ms","start":"2026-07-28T15:56:00.151095Z","end":"2026-07-28T15:56:00.252706Z","steps":["trace[409184987] 'range keys from in-memory index tree' (duration: 101.285752ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:56:32.677723Z","caller":"traceutil/trace.go:171","msg":"trace[1046570661] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"176.583821ms","start":"2026-07-28T15:56:32.501101Z","end":"2026-07-28T15:56:32.677684Z","steps":["trace[1046570661] 'process raft request' (duration: 134.929434ms)","trace[1046570661] 'compare' (duration: 41.437052ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:56:32.67797Z","caller":"traceutil/trace.go:171","msg":"trace[1021988145] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"150.30938ms","start":"2026-07-28T15:56:32.52763Z","end":"2026-07-28T15:56:32.677939Z","steps":["trace[1021988145] 'process raft request' (duration: 150.001853ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:56:32.678097Z","caller":"traceutil/trace.go:171","msg":"trace[2112173176] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4756; }","duration":"176.588772ms","start":"2026-07-28T15:56:32.501455Z","end":"2026-07-28T15:56:32.678044Z","steps":["trace[2112173176] 'read index received' (duration: 39.129375ms)","trace[2112173176] 'applied index is now lower than readState.Index' (duration: 137.430606ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:56:32.68538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.89207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T15:56:32.685342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.37926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:56:32.685428Z","caller":"traceutil/trace.go:171","msg":"trace[1112300243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4588; }","duration":"183.978202ms","start":"2026-07-28T15:56:32.501441Z","end":"2026-07-28T15:56:32.685419Z","steps":["trace[1112300243] 'agreement among raft nodes before linearized reading' (duration: 176.750215ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:56:32.685698Z","caller":"traceutil/trace.go:171","msg":"trace[1291166911] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4588; }","duration":"172.594544ms","start":"2026-07-28T15:56:32.512844Z","end":"2026-07-28T15:56:32.685439Z","steps":["trace[1291166911] 'agreement among raft nodes before linearized reading' (duration: 172.368459ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:57:14.581058Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2775} {"level":"info","ts":"2026-07-28T15:57:14.666659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2775,"took":"84.458002ms","hash":391236712,"current-db-size-bytes":35143680,"current-db-size":"35 MB","current-db-size-in-use-bytes":12136448,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-28T15:57:14.666732Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":391236712,"revision":2775,"compact-revision":-1} {"level":"info","ts":"2026-07-28T16:02:14.590483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4858} {"level":"info","ts":"2026-07-28T16:02:14.641429Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4858,"took":"49.517307ms","hash":1227301294,"current-db-size-bytes":35143680,"current-db-size":"35 MB","current-db-size-in-use-bytes":9977856,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-28T16:02:14.641499Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1227301294,"revision":4858,"compact-revision":2775} {"level":"info","ts":"2026-07-28T16:02:52.413508Z","caller":"traceutil/trace.go:171","msg":"trace[330692550] transaction","detail":"{read_only:false; response_revision:7010; number_of_response:1; }","duration":"167.740885ms","start":"2026-07-28T16:02:52.245724Z","end":"2026-07-28T16:02:52.413465Z","steps":["trace[330692550] 'process raft request' (duration: 167.473339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:02:52.577711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.664843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T16:02:52.577827Z","caller":"traceutil/trace.go:171","msg":"trace[940808635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7010; }","duration":"160.872858ms","start":"2026-07-28T16:02:52.41693Z","end":"2026-07-28T16:02:52.577803Z","steps":["trace[940808635] 'range keys from in-memory index tree' (duration: 160.402247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:13.280572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.989813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:03:13.280705Z","caller":"traceutil/trace.go:171","msg":"trace[1644068563] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7145; }","duration":"132.210928ms","start":"2026-07-28T16:03:13.148467Z","end":"2026-07-28T16:03:13.280678Z","steps":["trace[1644068563] 'count revisions from in-memory index tree' (duration: 131.813089ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:49.058958Z","caller":"traceutil/trace.go:171","msg":"trace[1548462690] transaction","detail":"{read_only:false; response_revision:7369; number_of_response:1; }","duration":"219.317251ms","start":"2026-07-28T16:03:48.839588Z","end":"2026-07-28T16:03:49.058905Z","steps":["trace[1548462690] 'process raft request' (duration: 219.021824ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:49.147411Z","caller":"traceutil/trace.go:171","msg":"trace[1441172876] transaction","detail":"{read_only:false; response_revision:7370; number_of_response:1; }","duration":"126.783447ms","start":"2026-07-28T16:03:49.020564Z","end":"2026-07-28T16:03:49.147347Z","steps":["trace[1441172876] 'process raft request' (duration: 42.28392ms)","trace[1441172876] 'compare' (duration: 84.270321ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:49.406609Z","caller":"traceutil/trace.go:171","msg":"trace[603244747] linearizableReadLoop","detail":"{readStateIndex:7635; appliedIndex:7634; }","duration":"252.969691ms","start":"2026-07-28T16:03:49.153607Z","end":"2026-07-28T16:03:49.406577Z","steps":["trace[603244747] 'read index received' (duration: 196.317651ms)","trace[603244747] 'applied index is now lower than readState.Index' (duration: 56.65103ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:49.406669Z","caller":"traceutil/trace.go:171","msg":"trace[805117546] transaction","detail":"{read_only:false; response_revision:7372; number_of_response:1; }","duration":"254.487198ms","start":"2026-07-28T16:03:49.152132Z","end":"2026-07-28T16:03:49.406619Z","steps":["trace[805117546] 'process raft request' (duration: 197.771217ms)","trace[805117546] 'compare' (duration: 56.513356ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:03:49.406924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.287258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11153"} {"level":"info","ts":"2026-07-28T16:03:49.406992Z","caller":"traceutil/trace.go:171","msg":"trace[116177289] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7372; }","duration":"253.392821ms","start":"2026-07-28T16:03:49.153583Z","end":"2026-07-28T16:03:49.406976Z","steps":["trace[116177289] 'agreement among raft nodes before linearized reading' (duration: 253.110934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:49.40697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.645999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T16:03:49.407059Z","caller":"traceutil/trace.go:171","msg":"trace[1586581660] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7372; }","duration":"134.799043ms","start":"2026-07-28T16:03:49.272238Z","end":"2026-07-28T16:03:49.407037Z","steps":["trace[1586581660] 'agreement among raft nodes before linearized reading' (duration: 134.580258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:49.407024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.836724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:03:49.407133Z","caller":"traceutil/trace.go:171","msg":"trace[447194596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7372; }","duration":"233.990129ms","start":"2026-07-28T16:03:49.173118Z","end":"2026-07-28T16:03:49.407108Z","steps":["trace[447194596] 'agreement among raft nodes before linearized reading' (duration: 233.659661ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:50.999935Z","caller":"traceutil/trace.go:171","msg":"trace[1649490450] transaction","detail":"{read_only:false; response_revision:7380; number_of_response:1; }","duration":"649.823456ms","start":"2026-07-28T16:03:50.350074Z","end":"2026-07-28T16:03:50.999897Z","steps":["trace[1649490450] 'process raft request' (duration: 649.508818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:51.000183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:50.350045Z","time spent":"649.986469ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:03:51.383729Z","caller":"traceutil/trace.go:171","msg":"trace[799926353] transaction","detail":"{read_only:false; response_revision:7381; number_of_response:1; }","duration":"317.886772ms","start":"2026-07-28T16:03:51.065818Z","end":"2026-07-28T16:03:51.383705Z","steps":["trace[799926353] 'process raft request' (duration: 317.259716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:51.383921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.221821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T16:03:51.383918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:51.065782Z","time spent":"318.027485ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:03:51.38397Z","caller":"traceutil/trace.go:171","msg":"trace[1100501040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7381; }","duration":"231.327154ms","start":"2026-07-28T16:03:51.152631Z","end":"2026-07-28T16:03:51.383958Z","steps":["trace[1100501040] 'agreement among raft nodes before linearized reading' (duration: 231.154939ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:51.38372Z","caller":"traceutil/trace.go:171","msg":"trace[1556635898] linearizableReadLoop","detail":"{readStateIndex:7644; appliedIndex:7643; }","duration":"230.980085ms","start":"2026-07-28T16:03:51.152699Z","end":"2026-07-28T16:03:51.383679Z","steps":["trace[1556635898] 'read index received' (duration: 230.470232ms)","trace[1556635898] 'applied index is now lower than readState.Index' (duration: 508.783µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:03:52.054987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.183712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:03:52.055183Z","caller":"traceutil/trace.go:171","msg":"trace[458774147] linearizableReadLoop","detail":"{readStateIndex:7646; appliedIndex:7644; }","duration":"643.44118ms","start":"2026-07-28T16:03:51.411723Z","end":"2026-07-28T16:03:52.055164Z","steps":["trace[458774147] 'read index received' (duration: 113.113595ms)","trace[458774147] 'applied index is now lower than readState.Index' (duration: 530.325595ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:52.055281Z","caller":"traceutil/trace.go:171","msg":"trace[1092167922] transaction","detail":"{read_only:false; response_revision:7383; number_of_response:1; }","duration":"666.293657ms","start":"2026-07-28T16:03:51.388977Z","end":"2026-07-28T16:03:52.055271Z","steps":["trace[1092167922] 'process raft request' (duration: 666.130913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:52.05535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:51.388881Z","time spent":"666.4367ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:03:52.055282Z","caller":"traceutil/trace.go:171","msg":"trace[231206034] transaction","detail":"{read_only:false; response_revision:7382; number_of_response:1; }","duration":"900.581582ms","start":"2026-07-28T16:03:51.154602Z","end":"2026-07-28T16:03:52.055184Z","steps":["trace[231206034] 'process raft request' (duration: 370.104874ms)","trace[231206034] 'compare' (duration: 530.013657ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:03:52.055562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:51.154556Z","time spent":"900.90378ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:03:52.055666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.932762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T16:03:52.055751Z","caller":"traceutil/trace.go:171","msg":"trace[1020787626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7383; }","duration":"644.081866ms","start":"2026-07-28T16:03:51.411649Z","end":"2026-07-28T16:03:52.055731Z","steps":["trace[1020787626] 'agreement among raft nodes before linearized reading' (duration: 643.785949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:52.055798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:51.411622Z","time spent":"644.167538ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:03:52.109142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.168729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T16:03:52.109189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.824201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-28T16:03:52.109212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.73428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T16:03:52.109302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.592704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:03:52.109401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.945933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T16:03:52.109434Z","caller":"traceutil/trace.go:171","msg":"trace[389597495] transaction","detail":"{read_only:false; response_revision:7384; number_of_response:1; }","duration":"208.497068ms","start":"2026-07-28T16:03:51.900922Z","end":"2026-07-28T16:03:52.109419Z","steps":["trace[389597495] 'process raft request' (duration: 207.805251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:52.109444Z","caller":"traceutil/trace.go:171","msg":"trace[697706085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7384; }","duration":"457.734977ms","start":"2026-07-28T16:03:51.651679Z","end":"2026-07-28T16:03:52.109414Z","steps":["trace[697706085] 'agreement among raft nodes before linearized reading' (duration: 457.569253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:52.109327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.505446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:03:52.109323Z","caller":"traceutil/trace.go:171","msg":"trace[1295810166] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7384; }","duration":"191.880643ms","start":"2026-07-28T16:03:51.917414Z","end":"2026-07-28T16:03:52.109294Z","steps":["trace[1295810166] 'agreement among raft nodes before linearized reading' (duration: 191.618927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:52.109503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:51.651671Z","time spent":"457.81987ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:03:52.109243Z","caller":"traceutil/trace.go:171","msg":"trace[1002534045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7384; }","duration":"681.355943ms","start":"2026-07-28T16:03:51.427865Z","end":"2026-07-28T16:03:52.109221Z","steps":["trace[1002534045] 'agreement among raft nodes before linearized reading' (duration: 681.048236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:52.109694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.411752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T16:03:52.10971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.685404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T16:03:52.109549Z","caller":"traceutil/trace.go:171","msg":"trace[1770838814] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:7384; }","duration":"465.857555ms","start":"2026-07-28T16:03:51.643673Z","end":"2026-07-28T16:03:52.10953Z","steps":["trace[1770838814] 'agreement among raft nodes before linearized reading' (duration: 465.429205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:52.109759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:51.427836Z","time spent":"681.907347ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:03:52.109766Z","caller":"traceutil/trace.go:171","msg":"trace[440713008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7384; }","duration":"577.543035ms","start":"2026-07-28T16:03:51.532204Z","end":"2026-07-28T16:03:52.109747Z","steps":["trace[440713008] 'agreement among raft nodes before linearized reading' (duration: 577.256408ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:52.109774Z","caller":"traceutil/trace.go:171","msg":"trace[1277533853] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7384; }","duration":"337.793997ms","start":"2026-07-28T16:03:51.771971Z","end":"2026-07-28T16:03:52.109765Z","steps":["trace[1277533853] 'agreement among raft nodes before linearized reading' (duration: 337.610352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:52.10981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:51.643595Z","time spent":"466.191203ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:03:52.109817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:51.532176Z","time spent":"577.629938ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:03:52.109858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:51.771942Z","time spent":"337.888058ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:03:52.109445Z","caller":"traceutil/trace.go:171","msg":"trace[1188836612] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7384; }","duration":"543.039775ms","start":"2026-07-28T16:03:51.566393Z","end":"2026-07-28T16:03:52.109432Z","steps":["trace[1188836612] 'agreement among raft nodes before linearized reading' (duration: 542.879231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:52.109909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:51.56636Z","time spent":"543.540917ms","remote":"127.0.0.1:35812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":68,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:03:52.110042Z","caller":"traceutil/trace.go:171","msg":"trace[1163422189] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:7384; }","duration":"370.999155ms","start":"2026-07-28T16:03:51.738281Z","end":"2026-07-28T16:03:52.10928Z","steps":["trace[1163422189] 'agreement among raft nodes before linearized reading' (duration: 370.662977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:52.110158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:51.738255Z","time spent":"371.882767ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-28T16:03:52.223939Z","caller":"traceutil/trace.go:171","msg":"trace[2010781254] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"163.380819ms","start":"2026-07-28T16:03:52.060521Z","end":"2026-07-28T16:03:52.223901Z","steps":["trace[2010781254] 'process raft request' (duration: 160.247483ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:52.223973Z","caller":"traceutil/trace.go:171","msg":"trace[1824029909] linearizableReadLoop","detail":"{readStateIndex:7650; appliedIndex:7647; }","duration":"112.579901ms","start":"2026-07-28T16:03:52.111367Z","end":"2026-07-28T16:03:52.223947Z","steps":["trace[1824029909] 'read index received' (duration: 109.63356ms)","trace[1824029909] 'applied index is now lower than readState.Index' (duration: 2.945651ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:52.224033Z","caller":"traceutil/trace.go:171","msg":"trace[115549586] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"155.596329ms","start":"2026-07-28T16:03:52.068396Z","end":"2026-07-28T16:03:52.223993Z","steps":["trace[115549586] 'process raft request' (duration: 155.394484ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:52.224144Z","caller":"traceutil/trace.go:171","msg":"trace[124447785] transaction","detail":"{read_only:false; response_revision:7387; number_of_response:1; }","duration":"129.167676ms","start":"2026-07-28T16:03:52.094925Z","end":"2026-07-28T16:03:52.224092Z","steps":["trace[124447785] 'process raft request' (duration: 128.976341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:52.224484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.091854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:03:52.224584Z","caller":"traceutil/trace.go:171","msg":"trace[712554077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7387; }","duration":"113.252658ms","start":"2026-07-28T16:03:52.111317Z","end":"2026-07-28T16:03:52.22457Z","steps":["trace[712554077] 'agreement among raft nodes before linearized reading' (duration: 112.694905ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:52.233574Z","caller":"traceutil/trace.go:171","msg":"trace[1021222339] transaction","detail":"{read_only:false; response_revision:7388; number_of_response:1; }","duration":"118.478595ms","start":"2026-07-28T16:03:52.115074Z","end":"2026-07-28T16:03:52.233552Z","steps":["trace[1021222339] 'process raft request' (duration: 118.26934ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:52.233877Z","caller":"traceutil/trace.go:171","msg":"trace[116125010] transaction","detail":"{read_only:false; response_revision:7389; number_of_response:1; }","duration":"118.511287ms","start":"2026-07-28T16:03:52.115346Z","end":"2026-07-28T16:03:52.233857Z","steps":["trace[116125010] 'process raft request' (duration: 118.158598ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:52.233934Z","caller":"traceutil/trace.go:171","msg":"trace[2012941182] transaction","detail":"{read_only:false; response_revision:7390; number_of_response:1; }","duration":"118.24268ms","start":"2026-07-28T16:03:52.115663Z","end":"2026-07-28T16:03:52.233906Z","steps":["trace[2012941182] 'process raft request' (duration: 118.062575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:52.234186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.600043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-28T16:03:52.234233Z","caller":"traceutil/trace.go:171","msg":"trace[54680374] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:7390; }","duration":"119.713405ms","start":"2026-07-28T16:03:52.114506Z","end":"2026-07-28T16:03:52.23422Z","steps":["trace[54680374] 'agreement among raft nodes before linearized reading' (duration: 119.353537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:09.961567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626772563,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:04:10.175338Z","caller":"traceutil/trace.go:171","msg":"trace[902713013] linearizableReadLoop","detail":"{readStateIndex:7762; appliedIndex:7761; }","duration":"714.007698ms","start":"2026-07-28T16:04:09.461293Z","end":"2026-07-28T16:04:10.175301Z","steps":["trace[902713013] 'read index received' (duration: 713.804213ms)","trace[902713013] 'applied index is now lower than readState.Index' (duration: 202.155µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:10.175412Z","caller":"traceutil/trace.go:171","msg":"trace[2144581737] transaction","detail":"{read_only:false; response_revision:7495; number_of_response:1; }","duration":"719.39397ms","start":"2026-07-28T16:04:09.455971Z","end":"2026-07-28T16:04:10.175365Z","steps":["trace[2144581737] 'process raft request' (duration: 719.111323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:10.175635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:09.455936Z","time spent":"719.575234ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:04:10.175686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.358007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T16:04:10.175799Z","caller":"traceutil/trace.go:171","msg":"trace[297133744] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7495; }","duration":"714.493721ms","start":"2026-07-28T16:04:09.461275Z","end":"2026-07-28T16:04:10.175769Z","steps":["trace[297133744] 'agreement among raft nodes before linearized reading' (duration: 714.195973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:10.175871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:09.461202Z","time spent":"714.652434ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:04:10.180562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.203377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T16:04:10.180637Z","caller":"traceutil/trace.go:171","msg":"trace[741771338] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7496; }","duration":"104.30063ms","start":"2026-07-28T16:04:10.076319Z","end":"2026-07-28T16:04:10.18062Z","steps":["trace[741771338] 'agreement among raft nodes before linearized reading' (duration: 104.129916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:10.180601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.393769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T16:04:10.180756Z","caller":"traceutil/trace.go:171","msg":"trace[437631686] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7496; }","duration":"342.591304ms","start":"2026-07-28T16:04:09.838147Z","end":"2026-07-28T16:04:10.180738Z","steps":["trace[437631686] 'agreement among raft nodes before linearized reading' (duration: 342.272646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:10.180807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:09.838123Z","time spent":"342.672695ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12486,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:04:10.180861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.93496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-28T16:04:10.180904Z","caller":"traceutil/trace.go:171","msg":"trace[1610063135] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7496; }","duration":"469.025442ms","start":"2026-07-28T16:04:09.711863Z","end":"2026-07-28T16:04:10.180889Z","steps":["trace[1610063135] 'agreement among raft nodes before linearized reading' (duration: 468.191292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:10.180932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:09.711837Z","time spent":"469.085424ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:04:10.180918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.700047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T16:04:10.181021Z","caller":"traceutil/trace.go:171","msg":"trace[352250574] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:7496; }","duration":"441.880331ms","start":"2026-07-28T16:04:09.739117Z","end":"2026-07-28T16:04:10.180997Z","steps":["trace[352250574] 'agreement among raft nodes before linearized reading' (duration: 441.626855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:10.181075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:09.73908Z","time spent":"441.982994ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-28T16:04:13.602561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.93553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:04:13.602678Z","caller":"traceutil/trace.go:171","msg":"trace[1372624267] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7520; }","duration":"329.122045ms","start":"2026-07-28T16:04:13.273526Z","end":"2026-07-28T16:04:13.602648Z","steps":["trace[1372624267] 'range keys from in-memory index tree' (duration: 328.677774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:13.602739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:13.273497Z","time spent":"329.226897ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:04:13.717331Z","caller":"traceutil/trace.go:171","msg":"trace[1222820689] transaction","detail":"{read_only:false; response_revision:7521; number_of_response:1; }","duration":"109.025805ms","start":"2026-07-28T16:04:13.608276Z","end":"2026-07-28T16:04:13.717302Z","steps":["trace[1222820689] 'process raft request' (duration: 108.80808ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:13.880828Z","caller":"traceutil/trace.go:171","msg":"trace[1508821955] linearizableReadLoop","detail":"{readStateIndex:7790; appliedIndex:7789; }","duration":"141.993598ms","start":"2026-07-28T16:04:13.738799Z","end":"2026-07-28T16:04:13.880793Z","steps":["trace[1508821955] 'read index received' (duration: 127.194658ms)","trace[1508821955] 'applied index is now lower than readState.Index' (duration: 14.79747ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:13.881171Z","caller":"traceutil/trace.go:171","msg":"trace[514353248] transaction","detail":"{read_only:false; response_revision:7522; number_of_response:1; }","duration":"157.005054ms","start":"2026-07-28T16:04:13.724151Z","end":"2026-07-28T16:04:13.881156Z","steps":["trace[514353248] 'process raft request' (duration: 141.867086ms)","trace[514353248] 'compare' (duration: 14.607015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:04:13.881531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.698285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T16:04:13.881665Z","caller":"traceutil/trace.go:171","msg":"trace[1996819632] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:7522; }","duration":"142.88804ms","start":"2026-07-28T16:04:13.738742Z","end":"2026-07-28T16:04:13.88163Z","steps":["trace[1996819632] 'agreement among raft nodes before linearized reading' (duration: 142.595253ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:22.435486Z","caller":"traceutil/trace.go:171","msg":"trace[881956971] transaction","detail":"{read_only:false; response_revision:7574; number_of_response:1; }","duration":"181.144492ms","start":"2026-07-28T16:04:22.254312Z","end":"2026-07-28T16:04:22.435456Z","steps":["trace[881956971] 'process raft request' (duration: 172.724027ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:22.778473Z","caller":"traceutil/trace.go:171","msg":"trace[987595640] transaction","detail":"{read_only:false; response_revision:7578; number_of_response:1; }","duration":"322.220477ms","start":"2026-07-28T16:04:22.456216Z","end":"2026-07-28T16:04:22.778436Z","steps":["trace[987595640] 'process raft request' (duration: 321.959631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:22.778669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:22.456193Z","time spent":"322.37227ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:04:22.778706Z","caller":"traceutil/trace.go:171","msg":"trace[1920788105] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"322.254248ms","start":"2026-07-28T16:04:22.456432Z","end":"2026-07-28T16:04:22.778686Z","steps":["trace[1920788105] 'process raft request' (duration: 322.181937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:22.778815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:22.456421Z","time spent":"322.33618ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:04:22.778859Z","caller":"traceutil/trace.go:171","msg":"trace[2077748391] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"322.509635ms","start":"2026-07-28T16:04:22.456309Z","end":"2026-07-28T16:04:22.778819Z","steps":["trace[2077748391] 'process raft request' (duration: 322.075804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:22.779035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:22.455851Z","time spent":"323.097369ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:04:22.847006Z","caller":"traceutil/trace.go:171","msg":"trace[1221965579] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"189.422433ms","start":"2026-07-28T16:04:22.657551Z","end":"2026-07-28T16:04:22.846973Z","steps":["trace[1221965579] 'process raft request' (duration: 189.203428ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:26.831605Z","caller":"traceutil/trace.go:171","msg":"trace[1693758594] linearizableReadLoop","detail":"{readStateIndex:7876; appliedIndex:7875; }","duration":"106.387876ms","start":"2026-07-28T16:04:26.725183Z","end":"2026-07-28T16:04:26.831571Z","steps":["trace[1693758594] 'read index received' (duration: 106.1271ms)","trace[1693758594] 'applied index is now lower than readState.Index' (duration: 259.046µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:26.831693Z","caller":"traceutil/trace.go:171","msg":"trace[517363994] transaction","detail":"{read_only:false; response_revision:7606; number_of_response:1; }","duration":"107.040571ms","start":"2026-07-28T16:04:26.724622Z","end":"2026-07-28T16:04:26.831662Z","steps":["trace[517363994] 'process raft request' (duration: 106.722634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:26.831893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.667793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:04:26.831991Z","caller":"traceutil/trace.go:171","msg":"trace[1936850937] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:7606; }","duration":"106.838147ms","start":"2026-07-28T16:04:26.72513Z","end":"2026-07-28T16:04:26.831968Z","steps":["trace[1936850937] 'agreement among raft nodes before linearized reading' (duration: 106.624022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:28.871181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.148772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:04:28.871286Z","caller":"traceutil/trace.go:171","msg":"trace[2138714906] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7617; }","duration":"104.407278ms","start":"2026-07-28T16:04:28.766852Z","end":"2026-07-28T16:04:28.871259Z","steps":["trace[2138714906] 'range keys from in-memory index tree' (duration: 103.893165ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:29.024005Z","caller":"traceutil/trace.go:171","msg":"trace[1265698963] linearizableReadLoop","detail":"{readStateIndex:7889; appliedIndex:7888; }","duration":"143.715784ms","start":"2026-07-28T16:04:28.880257Z","end":"2026-07-28T16:04:29.023973Z","steps":["trace[1265698963] 'read index received' (duration: 143.394176ms)","trace[1265698963] 'applied index is now lower than readState.Index' (duration: 320.568µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:29.02419Z","caller":"traceutil/trace.go:171","msg":"trace[882429380] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"147.187808ms","start":"2026-07-28T16:04:28.876953Z","end":"2026-07-28T16:04:29.024141Z","steps":["trace[882429380] 'process raft request' (duration: 146.768248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:29.024304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.9722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T16:04:29.024373Z","caller":"traceutil/trace.go:171","msg":"trace[1849940316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7618; }","duration":"144.105863ms","start":"2026-07-28T16:04:28.88025Z","end":"2026-07-28T16:04:29.024356Z","steps":["trace[1849940316] 'agreement among raft nodes before linearized reading' (duration: 143.921229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:29.024404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.446595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T16:04:29.024487Z","caller":"traceutil/trace.go:171","msg":"trace[479560348] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7618; }","duration":"131.600469ms","start":"2026-07-28T16:04:28.892867Z","end":"2026-07-28T16:04:29.024467Z","steps":["trace[479560348] 'agreement among raft nodes before linearized reading' (duration: 131.400074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:29.02464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.582268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T16:04:29.024901Z","caller":"traceutil/trace.go:171","msg":"trace[1645846090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7618; }","duration":"131.917636ms","start":"2026-07-28T16:04:28.892967Z","end":"2026-07-28T16:04:29.024885Z","steps":["trace[1645846090] 'agreement among raft nodes before linearized reading' (duration: 131.502486ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:29.157371Z","caller":"traceutil/trace.go:171","msg":"trace[392368886] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"127.512959ms","start":"2026-07-28T16:04:29.029814Z","end":"2026-07-28T16:04:29.157327Z","steps":["trace[392368886] 'process raft request' (duration: 82.359782ms)","trace[392368886] 'compare' (duration: 44.83669ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:29.157782Z","caller":"traceutil/trace.go:171","msg":"trace[1847133443] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"127.725224ms","start":"2026-07-28T16:04:29.030008Z","end":"2026-07-28T16:04:29.157733Z","steps":["trace[1847133443] 'process raft request' (duration: 127.246623ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:29.158378Z","caller":"traceutil/trace.go:171","msg":"trace[990947960] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"128.288888ms","start":"2026-07-28T16:04:29.030044Z","end":"2026-07-28T16:04:29.158333Z","steps":["trace[990947960] 'process raft request' (duration: 127.592521ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:30.64563Z","caller":"traceutil/trace.go:171","msg":"trace[1086210854] transaction","detail":"{read_only:false; response_revision:7629; number_of_response:1; }","duration":"121.837681ms","start":"2026-07-28T16:04:30.523758Z","end":"2026-07-28T16:04:30.645596Z","steps":["trace[1086210854] 'process raft request' (duration: 121.615176ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:30.672054Z","caller":"traceutil/trace.go:171","msg":"trace[930386514] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"133.175207ms","start":"2026-07-28T16:04:30.538862Z","end":"2026-07-28T16:04:30.672037Z","steps":["trace[930386514] 'process raft request' (duration: 133.059544ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:32.775509Z","caller":"traceutil/trace.go:171","msg":"trace[370077363] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"119.190457ms","start":"2026-07-28T16:04:32.656271Z","end":"2026-07-28T16:04:32.775461Z","steps":["trace[370077363] 'process raft request' (duration: 118.89966ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:32.902553Z","caller":"traceutil/trace.go:171","msg":"trace[474645738] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"122.353294ms","start":"2026-07-28T16:04:32.780165Z","end":"2026-07-28T16:04:32.902519Z","steps":["trace[474645738] 'process raft request' (duration: 122.055777ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:32.952212Z","caller":"traceutil/trace.go:171","msg":"trace[695888205] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"171.216442ms","start":"2026-07-28T16:04:32.780957Z","end":"2026-07-28T16:04:32.952174Z","steps":["trace[695888205] 'process raft request' (duration: 170.999127ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:34.498638Z","caller":"traceutil/trace.go:171","msg":"trace[1481428685] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"112.036144ms","start":"2026-07-28T16:04:34.386564Z","end":"2026-07-28T16:04:34.4986Z","steps":["trace[1481428685] 'process raft request' (duration: 111.793808ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:34.543727Z","caller":"traceutil/trace.go:171","msg":"trace[1067584817] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"137.163434ms","start":"2026-07-28T16:04:34.40654Z","end":"2026-07-28T16:04:34.543703Z","steps":["trace[1067584817] 'process raft request' (duration: 137.01242ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:35.34964Z","caller":"traceutil/trace.go:171","msg":"trace[1876051475] linearizableReadLoop","detail":"{readStateIndex:7929; appliedIndex:7928; }","duration":"146.899451ms","start":"2026-07-28T16:04:35.202701Z","end":"2026-07-28T16:04:35.3496Z","steps":["trace[1876051475] 'read index received' (duration: 146.756767ms)","trace[1876051475] 'applied index is now lower than readState.Index' (duration: 137.293µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:35.34967Z","caller":"traceutil/trace.go:171","msg":"trace[99491794] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"154.30007ms","start":"2026-07-28T16:04:35.195336Z","end":"2026-07-28T16:04:35.349636Z","steps":["trace[99491794] 'process raft request' (duration: 154.076495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:35.349913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.35306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T16:04:35.34994Z","caller":"traceutil/trace.go:171","msg":"trace[1892220032] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7657; }","duration":"142.450643ms","start":"2026-07-28T16:04:35.207481Z","end":"2026-07-28T16:04:35.349932Z","steps":["trace[1892220032] 'agreement among raft nodes before linearized reading' (duration: 142.298649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:35.349946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.210669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T16:04:35.350055Z","caller":"traceutil/trace.go:171","msg":"trace[571098714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7657; }","duration":"147.375413ms","start":"2026-07-28T16:04:35.202653Z","end":"2026-07-28T16:04:35.350029Z","steps":["trace[571098714] 'agreement among raft nodes before linearized reading' (duration: 147.091876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:36.906695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.25477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:8141"} {"level":"info","ts":"2026-07-28T16:04:36.906842Z","caller":"traceutil/trace.go:171","msg":"trace[306349461] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:7665; }","duration":"110.475435ms","start":"2026-07-28T16:04:36.796336Z","end":"2026-07-28T16:04:36.906811Z","steps":["trace[306349461] 'range keys from in-memory index tree' (duration: 110.016024ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:37.286954Z","caller":"traceutil/trace.go:171","msg":"trace[1074832142] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"255.218654ms","start":"2026-07-28T16:04:37.031709Z","end":"2026-07-28T16:04:37.286927Z","steps":["trace[1074832142] 'process raft request' (duration: 255.017359ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:37.287282Z","caller":"traceutil/trace.go:171","msg":"trace[1334321980] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"254.977448ms","start":"2026-07-28T16:04:37.032259Z","end":"2026-07-28T16:04:37.287236Z","steps":["trace[1334321980] 'process raft request' (duration: 254.614219ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:37.287308Z","caller":"traceutil/trace.go:171","msg":"trace[1833902221] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"254.65567ms","start":"2026-07-28T16:04:37.032618Z","end":"2026-07-28T16:04:37.287274Z","steps":["trace[1833902221] 'process raft request' (duration: 254.482166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:37.287511Z","caller":"traceutil/trace.go:171","msg":"trace[1588512636] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"254.880466ms","start":"2026-07-28T16:04:37.032622Z","end":"2026-07-28T16:04:37.287503Z","steps":["trace[1588512636] 'process raft request' (duration: 254.608019ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:37.287625Z","caller":"traceutil/trace.go:171","msg":"trace[443023083] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"254.405714ms","start":"2026-07-28T16:04:37.033206Z","end":"2026-07-28T16:04:37.287611Z","steps":["trace[443023083] 'process raft request' (duration: 254.199599ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:37.287897Z","caller":"traceutil/trace.go:171","msg":"trace[1258925871] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"254.152168ms","start":"2026-07-28T16:04:37.033724Z","end":"2026-07-28T16:04:37.287876Z","steps":["trace[1258925871] 'process raft request' (duration: 253.777189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:37.288026Z","caller":"traceutil/trace.go:171","msg":"trace[2142575572] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"247.826204ms","start":"2026-07-28T16:04:37.040189Z","end":"2026-07-28T16:04:37.288015Z","steps":["trace[2142575572] 'process raft request' (duration: 247.412174ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:37.660195Z","caller":"traceutil/trace.go:171","msg":"trace[1103486875] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"174.298777ms","start":"2026-07-28T16:04:37.485863Z","end":"2026-07-28T16:04:37.660162Z","steps":["trace[1103486875] 'process raft request' (duration: 174.069751ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:39.646206Z","caller":"traceutil/trace.go:171","msg":"trace[1659252466] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"134.313025ms","start":"2026-07-28T16:04:39.511865Z","end":"2026-07-28T16:04:39.646177Z","steps":["trace[1659252466] 'process raft request' (duration: 134.202092ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:39.646195Z","caller":"traceutil/trace.go:171","msg":"trace[635221980] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"134.910109ms","start":"2026-07-28T16:04:39.511185Z","end":"2026-07-28T16:04:39.646095Z","steps":["trace[635221980] 'process raft request' (duration: 60.289885ms)","trace[635221980] 'compare' (duration: 74.266255ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:40.752411Z","caller":"traceutil/trace.go:171","msg":"trace[1656372822] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"190.532312ms","start":"2026-07-28T16:04:40.561846Z","end":"2026-07-28T16:04:40.752378Z","steps":["trace[1656372822] 'process raft request' (duration: 190.298536ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:40.789256Z","caller":"traceutil/trace.go:171","msg":"trace[1914584516] linearizableReadLoop","detail":"{readStateIndex:8003; appliedIndex:8001; }","duration":"137.722808ms","start":"2026-07-28T16:04:40.6515Z","end":"2026-07-28T16:04:40.789223Z","steps":["trace[1914584516] 'read index received' (duration: 100.690448ms)","trace[1914584516] 'applied index is now lower than readState.Index' (duration: 37.03087ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:40.789346Z","caller":"traceutil/trace.go:171","msg":"trace[2095401748] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"133.898315ms","start":"2026-07-28T16:04:40.655442Z","end":"2026-07-28T16:04:40.78934Z","steps":["trace[2095401748] 'process raft request' (duration: 133.736661ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:40.789285Z","caller":"traceutil/trace.go:171","msg":"trace[112647844] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"199.248284ms","start":"2026-07-28T16:04:40.589999Z","end":"2026-07-28T16:04:40.789248Z","steps":["trace[112647844] 'process raft request' (duration: 199.000068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:40.789653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.145438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:04:40.789767Z","caller":"traceutil/trace.go:171","msg":"trace[1729033604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7727; }","duration":"138.337173ms","start":"2026-07-28T16:04:40.651407Z","end":"2026-07-28T16:04:40.789744Z","steps":["trace[1729033604] 'agreement among raft nodes before linearized reading' (duration: 138.101667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:41.12773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.264367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:04:41.128005Z","caller":"traceutil/trace.go:171","msg":"trace[955884101] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"295.200685ms","start":"2026-07-28T16:04:40.832776Z","end":"2026-07-28T16:04:41.127977Z","steps":["trace[955884101] 'process raft request' (duration: 295.107953ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:41.128344Z","caller":"traceutil/trace.go:171","msg":"trace[1140427659] linearizableReadLoop","detail":"{readStateIndex:8005; appliedIndex:8004; }","duration":"311.914161ms","start":"2026-07-28T16:04:40.816362Z","end":"2026-07-28T16:04:41.128276Z","steps":["trace[1140427659] 'read index received' (duration: 15.925547ms)","trace[1140427659] 'applied index is now lower than readState.Index' (duration: 295.984504ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:41.127978Z","caller":"traceutil/trace.go:171","msg":"trace[1795000483] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"336.078349ms","start":"2026-07-28T16:04:40.791847Z","end":"2026-07-28T16:04:41.127925Z","steps":["trace[1795000483] 'process raft request' (duration: 40.501834ms)","trace[1795000483] 'compare' (duration: 295.142604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:04:41.128484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.086136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:04:41.128588Z","caller":"traceutil/trace.go:171","msg":"trace[178371239] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7729; }","duration":"312.24278ms","start":"2026-07-28T16:04:40.816321Z","end":"2026-07-28T16:04:41.128564Z","steps":["trace[178371239] 'agreement among raft nodes before linearized reading' (duration: 312.049095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:41.128607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:40.791833Z","time spent":"336.668133ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:04:41.128645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:40.816303Z","time spent":"312.330972ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:04:41.209971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.023967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:04:41.210073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.402685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T16:04:41.210081Z","caller":"traceutil/trace.go:171","msg":"trace[753662877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7730; }","duration":"352.18806ms","start":"2026-07-28T16:04:40.857869Z","end":"2026-07-28T16:04:41.210057Z","steps":["trace[753662877] 'agreement among raft nodes before linearized reading' (duration: 351.936304ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:41.210137Z","caller":"traceutil/trace.go:171","msg":"trace[99695905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7730; }","duration":"187.514988ms","start":"2026-07-28T16:04:41.022605Z","end":"2026-07-28T16:04:41.21012Z","steps":["trace[99695905] 'agreement among raft nodes before linearized reading' (duration: 187.308723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:41.210146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:40.857854Z","time spent":"352.280243ms","remote":"127.0.0.1:35228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:04:41.210129Z","caller":"traceutil/trace.go:171","msg":"trace[310065016] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"279.093124ms","start":"2026-07-28T16:04:40.930977Z","end":"2026-07-28T16:04:41.21007Z","steps":["trace[310065016] 'process raft request' (duration: 278.631462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:41.210198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.852374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keepalived-etc\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:04:41.210336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.785937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T16:04:41.210469Z","caller":"traceutil/trace.go:171","msg":"trace[1210816946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7730; }","duration":"184.017483ms","start":"2026-07-28T16:04:41.02643Z","end":"2026-07-28T16:04:41.210448Z","steps":["trace[1210816946] 'agreement among raft nodes before linearized reading' (duration: 183.391828ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:41.210477Z","caller":"traceutil/trace.go:171","msg":"trace[945581858] range","detail":"{range_begin:/registry/secrets/openstack/keepalived-etc; range_end:; response_count:0; response_revision:7730; }","duration":"278.12593ms","start":"2026-07-28T16:04:40.932281Z","end":"2026-07-28T16:04:41.210407Z","steps":["trace[945581858] 'agreement among raft nodes before linearized reading' (duration: 277.805372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:41.210467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.009225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T16:04:41.210679Z","caller":"traceutil/trace.go:171","msg":"trace[997664981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7730; }","duration":"108.251351ms","start":"2026-07-28T16:04:41.102352Z","end":"2026-07-28T16:04:41.210603Z","steps":["trace[997664981] 'agreement among raft nodes before linearized reading' (duration: 107.856641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:41.348449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.880091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:04:41.349376Z","caller":"traceutil/trace.go:171","msg":"trace[98974566] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"133.806592ms","start":"2026-07-28T16:04:41.215511Z","end":"2026-07-28T16:04:41.349317Z","steps":["trace[98974566] 'process raft request' (duration: 15.925377ms)","trace[98974566] 'compare' (duration: 116.661876ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:41.349612Z","caller":"traceutil/trace.go:171","msg":"trace[1544549990] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"133.477435ms","start":"2026-07-28T16:04:41.216093Z","end":"2026-07-28T16:04:41.34957Z","steps":["trace[1544549990] 'process raft request' (duration: 133.216208ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:41.34977Z","caller":"traceutil/trace.go:171","msg":"trace[1309666755] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8007; }","duration":"133.800782ms","start":"2026-07-28T16:04:41.215905Z","end":"2026-07-28T16:04:41.349706Z","steps":["trace[1309666755] 'read index received' (duration: 15.553298ms)","trace[1309666755] 'applied index is now lower than readState.Index' (duration: 118.241714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:04:41.350002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.353043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:04:41.350053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.38339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:04:41.350063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.161531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11153"} {"level":"info","ts":"2026-07-28T16:04:41.35009Z","caller":"traceutil/trace.go:171","msg":"trace[1702673746] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:7732; }","duration":"131.437435ms","start":"2026-07-28T16:04:41.218633Z","end":"2026-07-28T16:04:41.35007Z","steps":["trace[1702673746] 'agreement among raft nodes before linearized reading' (duration: 131.321402ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:41.35011Z","caller":"traceutil/trace.go:171","msg":"trace[401538738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7732; }","duration":"100.471832ms","start":"2026-07-28T16:04:41.249619Z","end":"2026-07-28T16:04:41.350091Z","steps":["trace[401538738] 'agreement among raft nodes before linearized reading' (duration: 100.335209ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:41.35012Z","caller":"traceutil/trace.go:171","msg":"trace[838997863] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7732; }","duration":"134.270054ms","start":"2026-07-28T16:04:41.215835Z","end":"2026-07-28T16:04:41.350105Z","steps":["trace[838997863] 'agreement among raft nodes before linearized reading' (duration: 134.048668ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:45.69151Z","caller":"traceutil/trace.go:171","msg":"trace[1169077225] linearizableReadLoop","detail":"{readStateIndex:8062; appliedIndex:8059; }","duration":"281.607535ms","start":"2026-07-28T16:04:45.409877Z","end":"2026-07-28T16:04:45.691484Z","steps":["trace[1169077225] 'read index received' (duration: 33.765361ms)","trace[1169077225] 'applied index is now lower than readState.Index' (duration: 247.840784ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:45.691611Z","caller":"traceutil/trace.go:171","msg":"trace[1958855650] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"286.102475ms","start":"2026-07-28T16:04:45.405449Z","end":"2026-07-28T16:04:45.691551Z","steps":["trace[1958855650] 'process raft request' (duration: 268.180609ms)","trace[1958855650] 'compare' (duration: 17.630789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:04:45.691714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.81784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:04:45.69197Z","caller":"traceutil/trace.go:171","msg":"trace[1673991319] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:7784; }","duration":"282.118107ms","start":"2026-07-28T16:04:45.409834Z","end":"2026-07-28T16:04:45.691952Z","steps":["trace[1673991319] 'agreement among raft nodes before linearized reading' (duration: 281.80585ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:45.691682Z","caller":"traceutil/trace.go:171","msg":"trace[1598513190] transaction","detail":"{read_only:false; response_revision:7784; number_of_response:1; }","duration":"285.861029ms","start":"2026-07-28T16:04:45.405778Z","end":"2026-07-28T16:04:45.691639Z","steps":["trace[1598513190] 'process raft request' (duration: 285.652264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:45.692299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.108159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-28T16:04:45.69239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.720931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T16:04:45.692431Z","caller":"traceutil/trace.go:171","msg":"trace[441633500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7784; }","duration":"154.803643ms","start":"2026-07-28T16:04:45.537615Z","end":"2026-07-28T16:04:45.692419Z","steps":["trace[441633500] 'agreement among raft nodes before linearized reading' (duration: 154.68677ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:45.692403Z","caller":"traceutil/trace.go:171","msg":"trace[986074656] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7784; }","duration":"278.312085ms","start":"2026-07-28T16:04:45.414074Z","end":"2026-07-28T16:04:45.692386Z","steps":["trace[986074656] 'agreement among raft nodes before linearized reading' (duration: 277.858294ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:45.895319Z","caller":"traceutil/trace.go:171","msg":"trace[2069595711] linearizableReadLoop","detail":"{readStateIndex:8069; appliedIndex:8067; }","duration":"145.550778ms","start":"2026-07-28T16:04:45.749731Z","end":"2026-07-28T16:04:45.895281Z","steps":["trace[2069595711] 'read index received' (duration: 145.20768ms)","trace[2069595711] 'applied index is now lower than readState.Index' (duration: 341.248µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:04:45.89533Z","caller":"traceutil/trace.go:171","msg":"trace[986371410] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7788; }","duration":"172.041842ms","start":"2026-07-28T16:04:45.723242Z","end":"2026-07-28T16:04:45.895284Z","steps":["trace[986371410] 'process raft request' (duration: 171.737355ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:45.895389Z","caller":"traceutil/trace.go:171","msg":"trace[278014284] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"167.112472ms","start":"2026-07-28T16:04:45.728233Z","end":"2026-07-28T16:04:45.895345Z","steps":["trace[278014284] 'process raft request' (duration: 166.900636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:45.895997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.207074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" ","response":"range_response_count:1 size:4678"} {"level":"info","ts":"2026-07-28T16:04:45.896226Z","caller":"traceutil/trace.go:171","msg":"trace[1767293043] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io; range_end:; response_count:1; response_revision:7789; }","duration":"146.527202ms","start":"2026-07-28T16:04:45.749668Z","end":"2026-07-28T16:04:45.896195Z","steps":["trace[1767293043] 'agreement among raft nodes before linearized reading' (duration: 145.754273ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:50.552898Z","caller":"traceutil/trace.go:171","msg":"trace[2024096793] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"400.423953ms","start":"2026-07-28T16:04:50.152456Z","end":"2026-07-28T16:04:50.55288Z","steps":["trace[2024096793] 'process raft request' (duration: 400.198147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:50.553038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.764442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:04:50.553099Z","caller":"traceutil/trace.go:171","msg":"trace[560194200] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7917; }","duration":"161.883595ms","start":"2026-07-28T16:04:50.391193Z","end":"2026-07-28T16:04:50.553077Z","steps":["trace[560194200] 'agreement among raft nodes before linearized reading' (duration: 161.742721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:04:50.553044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:04:50.152429Z","time spent":"400.533196ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1305,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:04:50.55287Z","caller":"traceutil/trace.go:171","msg":"trace[230131834] linearizableReadLoop","detail":"{readStateIndex:8198; appliedIndex:8197; }","duration":"161.582258ms","start":"2026-07-28T16:04:50.391255Z","end":"2026-07-28T16:04:50.552837Z","steps":["trace[230131834] 'read index received' (duration: 161.296971ms)","trace[230131834] 'applied index is now lower than readState.Index' (duration: 284.137µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:05:00.913193Z","caller":"traceutil/trace.go:171","msg":"trace[812149357] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8291; }","duration":"172.38281ms","start":"2026-07-28T16:05:00.740778Z","end":"2026-07-28T16:05:00.913161Z","steps":["trace[812149357] 'read index received' (duration: 172.226006ms)","trace[812149357] 'applied index is now lower than readState.Index' (duration: 154.864µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:05:00.913332Z","caller":"traceutil/trace.go:171","msg":"trace[2058091783] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"189.492976ms","start":"2026-07-28T16:05:00.723791Z","end":"2026-07-28T16:05:00.913284Z","steps":["trace[2058091783] 'process raft request' (duration: 189.160658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:00.913475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.661747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T16:05:00.913692Z","caller":"traceutil/trace.go:171","msg":"trace[514642387] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8009; }","duration":"172.930963ms","start":"2026-07-28T16:05:00.740745Z","end":"2026-07-28T16:05:00.913676Z","steps":["trace[514642387] 'agreement among raft nodes before linearized reading' (duration: 172.560935ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:05:00.95454Z","caller":"traceutil/trace.go:171","msg":"trace[1762568867] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"124.535847ms","start":"2026-07-28T16:05:00.829977Z","end":"2026-07-28T16:05:00.954513Z","steps":["trace[1762568867] 'process raft request' (duration: 124.296591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:01.39879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.717452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:05:01.399381Z","caller":"traceutil/trace.go:171","msg":"trace[559180874] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"474.175826ms","start":"2026-07-28T16:05:00.925169Z","end":"2026-07-28T16:05:01.399344Z","steps":["trace[559180874] 'process raft request' (duration: 473.759556ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:05:01.399276Z","caller":"traceutil/trace.go:171","msg":"trace[784879008] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"480.680675ms","start":"2026-07-28T16:05:00.918326Z","end":"2026-07-28T16:05:01.399006Z","steps":["trace[784879008] 'process raft request' (duration: 232.645745ms)","trace[784879008] 'compare' (duration: 247.451506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:05:01.399588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:05:00.925156Z","time spent":"474.31897ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:05:01.399702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:05:00.918285Z","time spent":"481.248499ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:05:01.947355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.038613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T16:05:01.947455Z","caller":"traceutil/trace.go:171","msg":"trace[1667676115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8015; }","duration":"105.174676ms","start":"2026-07-28T16:05:01.842257Z","end":"2026-07-28T16:05:01.947432Z","steps":["trace[1667676115] 'range keys from in-memory index tree' (duration: 104.91939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:01.947459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.351916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T16:05:01.947565Z","caller":"traceutil/trace.go:171","msg":"trace[1262703012] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8015; }","duration":"111.540661ms","start":"2026-07-28T16:05:01.835998Z","end":"2026-07-28T16:05:01.947539Z","steps":["trace[1262703012] 'range keys from in-memory index tree' (duration: 111.021179ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:05:02.175879Z","caller":"traceutil/trace.go:171","msg":"trace[1058119591] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"223.295637ms","start":"2026-07-28T16:05:01.952551Z","end":"2026-07-28T16:05:02.175847Z","steps":["trace[1058119591] 'process raft request' (duration: 136.695802ms)","trace[1058119591] 'compare' (duration: 86.300518ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:05:02.176474Z","caller":"traceutil/trace.go:171","msg":"trace[561913379] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"223.704698ms","start":"2026-07-28T16:05:01.952729Z","end":"2026-07-28T16:05:02.176434Z","steps":["trace[561913379] 'process raft request' (duration: 222.97503ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:05:02.176538Z","caller":"traceutil/trace.go:171","msg":"trace[1592110857] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8298; }","duration":"223.822811ms","start":"2026-07-28T16:05:01.952689Z","end":"2026-07-28T16:05:02.176511Z","steps":["trace[1592110857] 'read index received' (duration: 17.771552ms)","trace[1592110857] 'applied index is now lower than readState.Index' (duration: 206.049509ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:05:02.176615Z","caller":"traceutil/trace.go:171","msg":"trace[1486710822] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"223.496593ms","start":"2026-07-28T16:05:01.953068Z","end":"2026-07-28T16:05:02.176565Z","steps":["trace[1486710822] 'process raft request' (duration: 223.259457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:02.176896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.313934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63519"} {"level":"warn","ts":"2026-07-28T16:05:02.176894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.167679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T16:05:02.176948Z","caller":"traceutil/trace.go:171","msg":"trace[1893023933] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:8019; }","duration":"222.402296ms","start":"2026-07-28T16:05:01.954534Z","end":"2026-07-28T16:05:02.176936Z","steps":["trace[1893023933] 'agreement among raft nodes before linearized reading' (duration: 222.179791ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:05:02.176971Z","caller":"traceutil/trace.go:171","msg":"trace[713697291] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8019; }","duration":"224.358173ms","start":"2026-07-28T16:05:01.952593Z","end":"2026-07-28T16:05:02.176951Z","steps":["trace[713697291] 'agreement among raft nodes before linearized reading' (duration: 224.079477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:02.177007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.876573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T16:05:02.177132Z","caller":"traceutil/trace.go:171","msg":"trace[1032655122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8019; }","duration":"136.040057ms","start":"2026-07-28T16:05:02.041055Z","end":"2026-07-28T16:05:02.177095Z","steps":["trace[1032655122] 'agreement among raft nodes before linearized reading' (duration: 135.75072ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:05:11.62892Z","caller":"traceutil/trace.go:171","msg":"trace[18287628] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"210.011555ms","start":"2026-07-28T16:05:11.418869Z","end":"2026-07-28T16:05:11.62888Z","steps":["trace[18287628] 'process raft request' (duration: 209.783799ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:05:11.635385Z","caller":"traceutil/trace.go:171","msg":"trace[317666153] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"141.988321ms","start":"2026-07-28T16:05:11.493363Z","end":"2026-07-28T16:05:11.635351Z","steps":["trace[317666153] 'process raft request' (duration: 141.750985ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:05:11.63572Z","caller":"traceutil/trace.go:171","msg":"trace[790063640] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"131.025695ms","start":"2026-07-28T16:05:11.504657Z","end":"2026-07-28T16:05:11.635683Z","steps":["trace[790063640] 'process raft request' (duration: 130.637796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.516787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.537526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:05:17.517065Z","caller":"traceutil/trace.go:171","msg":"trace[294153900] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"463.116817ms","start":"2026-07-28T16:05:17.053923Z","end":"2026-07-28T16:05:17.51704Z","steps":["trace[294153900] 'process raft request' (duration: 462.990654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.517165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:05:17.053902Z","time spent":"463.223179ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:05:17.517248Z","caller":"traceutil/trace.go:171","msg":"trace[980550782] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"483.214656ms","start":"2026-07-28T16:05:17.033976Z","end":"2026-07-28T16:05:17.51719Z","steps":["trace[980550782] 'process raft request' (duration: 161.184278ms)","trace[980550782] 'compare' (duration: 320.612634ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:05:17.517232Z","caller":"traceutil/trace.go:171","msg":"trace[16384550] linearizableReadLoop","detail":"{readStateIndex:8408; appliedIndex:8407; }","duration":"464.456099ms","start":"2026-07-28T16:05:17.05271Z","end":"2026-07-28T16:05:17.517166Z","steps":["trace[16384550] 'read index received' (duration: 142.470003ms)","trace[16384550] 'applied index is now lower than readState.Index' (duration: 321.981176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:05:17.517458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:05:17.033942Z","time spent":"483.415681ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:05:17.517526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.788337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-28T16:05:17.517591Z","caller":"traceutil/trace.go:171","msg":"trace[1991053714] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8123; }","duration":"464.919941ms","start":"2026-07-28T16:05:17.052652Z","end":"2026-07-28T16:05:17.517572Z","steps":["trace[1991053714] 'agreement among raft nodes before linearized reading' (duration: 464.667755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.517632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:05:17.052623Z","time spent":"465.001143ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-28T16:05:17.517699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.189168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T16:05:17.517775Z","caller":"traceutil/trace.go:171","msg":"trace[1471714614] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:8123; }","duration":"263.318961ms","start":"2026-07-28T16:05:17.254436Z","end":"2026-07-28T16:05:17.517755Z","steps":["trace[1471714614] 'agreement among raft nodes before linearized reading' (duration: 263.115786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.517716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.9846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116583"} {"level":"info","ts":"2026-07-28T16:05:17.517895Z","caller":"traceutil/trace.go:171","msg":"trace[823939602] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8123; }","duration":"462.178934ms","start":"2026-07-28T16:05:17.055703Z","end":"2026-07-28T16:05:17.517882Z","steps":["trace[823939602] 'agreement among raft nodes before linearized reading' (duration: 461.840106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.51794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:05:17.055696Z","time spent":"462.232416ms","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":116606,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-28T16:05:17.517881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.029673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:05:17.51804Z","caller":"traceutil/trace.go:171","msg":"trace[1071190241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8123; }","duration":"265.271978ms","start":"2026-07-28T16:05:17.252706Z","end":"2026-07-28T16:05:17.517978Z","steps":["trace[1071190241] 'agreement among raft nodes before linearized reading' (duration: 264.912079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.855201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:05:17.519049Z","time spent":"336.138691ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T16:05:17.855186Z","caller":"traceutil/trace.go:171","msg":"trace[574354300] linearizableReadLoop","detail":"{readStateIndex:8410; appliedIndex:8409; }","duration":"333.563098ms","start":"2026-07-28T16:05:17.521584Z","end":"2026-07-28T16:05:17.855147Z","steps":["trace[574354300] 'read index received' (duration: 266.791745ms)","trace[574354300] 'applied index is now lower than readState.Index' (duration: 66.769553ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:05:17.855681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.05145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:24 size:37332"} {"level":"info","ts":"2026-07-28T16:05:17.855762Z","caller":"traceutil/trace.go:171","msg":"trace[1811819556] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:24; response_revision:8123; }","duration":"334.254985ms","start":"2026-07-28T16:05:17.521491Z","end":"2026-07-28T16:05:17.855746Z","steps":["trace[1811819556] 'agreement among raft nodes before linearized reading' (duration: 333.766664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.855803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:05:17.521475Z","time spent":"334.317397ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":37355,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-07-28T16:05:17.857768Z","caller":"traceutil/trace.go:171","msg":"trace[2033980875] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"198.551137ms","start":"2026-07-28T16:05:17.659185Z","end":"2026-07-28T16:05:17.857736Z","steps":["trace[2033980875] 'process raft request' (duration: 198.204288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.85813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T16:05:17.858186Z","caller":"traceutil/trace.go:171","msg":"trace[1973858731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8125; }","duration":"101.314142ms","start":"2026-07-28T16:05:17.756859Z","end":"2026-07-28T16:05:17.858173Z","steps":["trace[1973858731] 'agreement among raft nodes before linearized reading' (duration: 101.186929ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:05:17.858283Z","caller":"traceutil/trace.go:171","msg":"trace[1311718253] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"197.02707ms","start":"2026-07-28T16:05:17.661245Z","end":"2026-07-28T16:05:17.858272Z","steps":["trace[1311718253] 'process raft request' (duration: 196.426725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.858479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.622791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:05:17.858523Z","caller":"traceutil/trace.go:171","msg":"trace[1519822829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8126; }","duration":"208.710984ms","start":"2026-07-28T16:05:17.6498Z","end":"2026-07-28T16:05:17.858511Z","steps":["trace[1519822829] 'agreement among raft nodes before linearized reading' (duration: 208.594991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.858632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.520436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T16:05:17.858693Z","caller":"traceutil/trace.go:171","msg":"trace[1925929270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8126; }","duration":"335.635409ms","start":"2026-07-28T16:05:17.523043Z","end":"2026-07-28T16:05:17.858679Z","steps":["trace[1925929270] 'agreement among raft nodes before linearized reading' (duration: 335.414183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.858736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:05:17.523031Z","time spent":"335.69618ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12486,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:05:17.858751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.055183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:24 size:37332"} {"level":"info","ts":"2026-07-28T16:05:17.858809Z","caller":"traceutil/trace.go:171","msg":"trace[395568793] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:24; response_revision:8125; }","duration":"337.118454ms","start":"2026-07-28T16:05:17.521672Z","end":"2026-07-28T16:05:17.858791Z","steps":["trace[395568793] 'agreement among raft nodes before linearized reading' (duration: 336.258344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:05:17.858856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:05:17.521619Z","time spent":"337.226528ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":37355,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-07-28T16:05:52.412165Z","caller":"traceutil/trace.go:171","msg":"trace[390213617] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"148.827308ms","start":"2026-07-28T16:05:52.263299Z","end":"2026-07-28T16:05:52.412126Z","steps":["trace[390213617] 'process raft request' (duration: 148.559351ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:06:52.608148Z","caller":"traceutil/trace.go:171","msg":"trace[410719776] transaction","detail":"{read_only:false; response_revision:9192; number_of_response:1; }","duration":"406.027101ms","start":"2026-07-28T16:06:52.202088Z","end":"2026-07-28T16:06:52.608115Z","steps":["trace[410719776] 'process raft request' (duration: 405.802286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:06:52.60906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:06:52.202055Z","time spent":"406.899812ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:06:52.609616Z","caller":"traceutil/trace.go:171","msg":"trace[629756608] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"390.513584ms","start":"2026-07-28T16:06:52.219078Z","end":"2026-07-28T16:06:52.609591Z","steps":["trace[629756608] 'process raft request' (duration: 390.177996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:06:52.609713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:06:52.219043Z","time spent":"390.629917ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:06:52.611403Z","caller":"traceutil/trace.go:171","msg":"trace[1609703177] linearizableReadLoop","detail":"{readStateIndex:9520; appliedIndex:9518; }","duration":"166.159819ms","start":"2026-07-28T16:06:52.445216Z","end":"2026-07-28T16:06:52.611376Z","steps":["trace[1609703177] 'read index received' (duration: 163.034253ms)","trace[1609703177] 'applied index is now lower than readState.Index' (duration: 3.123936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:06:52.611665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.424506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T16:06:52.611708Z","caller":"traceutil/trace.go:171","msg":"trace[205631574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9193; }","duration":"166.551279ms","start":"2026-07-28T16:06:52.445145Z","end":"2026-07-28T16:06:52.611697Z","steps":["trace[205631574] 'agreement among raft nodes before linearized reading' (duration: 166.345664ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:06:57.72642Z","caller":"traceutil/trace.go:171","msg":"trace[1338871384] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"132.528652ms","start":"2026-07-28T16:06:57.593844Z","end":"2026-07-28T16:06:57.726373Z","steps":["trace[1338871384] 'process raft request' (duration: 132.193624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:06:58.12029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.021872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:06:58.120429Z","caller":"traceutil/trace.go:171","msg":"trace[781298091] transaction","detail":"{read_only:false; response_revision:9371; number_of_response:1; }","duration":"156.905905ms","start":"2026-07-28T16:06:57.9635Z","end":"2026-07-28T16:06:58.120406Z","steps":["trace[781298091] 'process raft request' (duration: 56.660198ms)","trace[781298091] 'compare' (duration: 99.825847ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:06:58.183729Z","caller":"traceutil/trace.go:171","msg":"trace[359775698] linearizableReadLoop","detail":"{readStateIndex:9703; appliedIndex:9701; }","duration":"216.512334ms","start":"2026-07-28T16:06:57.967193Z","end":"2026-07-28T16:06:58.183706Z","steps":["trace[359775698] 'read index received' (duration: 53.035759ms)","trace[359775698] 'applied index is now lower than readState.Index' (duration: 163.475385ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:06:58.18392Z","caller":"traceutil/trace.go:171","msg":"trace[2002420773] transaction","detail":"{read_only:false; response_revision:9372; number_of_response:1; }","duration":"217.98685ms","start":"2026-07-28T16:06:57.965887Z","end":"2026-07-28T16:06:58.183874Z","steps":["trace[2002420773] 'process raft request' (duration: 217.674912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:06:58.184156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.925684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-28T16:06:58.184278Z","caller":"traceutil/trace.go:171","msg":"trace[665618089] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9372; }","duration":"217.125369ms","start":"2026-07-28T16:06:57.967124Z","end":"2026-07-28T16:06:58.184249Z","steps":["trace[665618089] 'agreement among raft nodes before linearized reading' (duration: 216.73628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:06:58.343006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.102584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:06:58.343157Z","caller":"traceutil/trace.go:171","msg":"trace[753628574] linearizableReadLoop","detail":"{readStateIndex:9704; appliedIndex:9703; }","duration":"159.331214ms","start":"2026-07-28T16:06:58.183806Z","end":"2026-07-28T16:06:58.343137Z","steps":["trace[753628574] 'read index received' (duration: 52.050056ms)","trace[753628574] 'applied index is now lower than readState.Index' (duration: 107.279598ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:06:58.34321Z","caller":"traceutil/trace.go:171","msg":"trace[1044774423] transaction","detail":"{read_only:false; response_revision:9373; number_of_response:1; }","duration":"169.958523ms","start":"2026-07-28T16:06:58.1732Z","end":"2026-07-28T16:06:58.343159Z","steps":["trace[1044774423] 'process raft request' (duration: 62.612983ms)","trace[1044774423] 'compare' (duration: 106.845497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:06:58.343415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.810638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:06:58.343477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.177647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:06:58.343521Z","caller":"traceutil/trace.go:171","msg":"trace[704666358] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9373; }","duration":"360.277779ms","start":"2026-07-28T16:06:57.98323Z","end":"2026-07-28T16:06:58.343508Z","steps":["trace[704666358] 'agreement among raft nodes before linearized reading' (duration: 360.016993ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:06:58.343517Z","caller":"traceutil/trace.go:171","msg":"trace[161163041] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9373; }","duration":"243.985072ms","start":"2026-07-28T16:06:58.099505Z","end":"2026-07-28T16:06:58.34349Z","steps":["trace[161163041] 'agreement among raft nodes before linearized reading' (duration: 243.750396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:06:58.343566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:06:57.983208Z","time spent":"360.348241ms","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:06:58.343655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.36593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-pgwtz\" ","response":"range_response_count:1 size:9674"} {"level":"warn","ts":"2026-07-28T16:06:58.343659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.605113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-28T16:06:58.343736Z","caller":"traceutil/trace.go:171","msg":"trace[1590599574] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-pgwtz; range_end:; response_count:1; response_revision:9373; }","duration":"172.521824ms","start":"2026-07-28T16:06:58.171193Z","end":"2026-07-28T16:06:58.343715Z","steps":["trace[1590599574] 'agreement among raft nodes before linearized reading' (duration: 172.214377ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:06:58.343771Z","caller":"traceutil/trace.go:171","msg":"trace[615870824] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:9373; }","duration":"155.774347ms","start":"2026-07-28T16:06:58.187967Z","end":"2026-07-28T16:06:58.343742Z","steps":["trace[615870824] 'agreement among raft nodes before linearized reading' (duration: 155.409498ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:09.478449Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T16:07:09.483264Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T16:07:09.483341Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-28T16:07:10.945811Z","caller":"traceutil/trace.go:171","msg":"trace[1815954074] linearizableReadLoop","detail":"{readStateIndex:10033; appliedIndex:10032; }","duration":"237.358371ms","start":"2026-07-28T16:07:10.708423Z","end":"2026-07-28T16:07:10.945781Z","steps":["trace[1815954074] 'read index received' (duration: 237.066094ms)","trace[1815954074] 'applied index is now lower than readState.Index' (duration: 290.957µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:07:10.946226Z","caller":"traceutil/trace.go:171","msg":"trace[113549752] transaction","detail":"{read_only:false; response_revision:9694; number_of_response:1; }","duration":"255.288216ms","start":"2026-07-28T16:07:10.690911Z","end":"2026-07-28T16:07:10.946199Z","steps":["trace[113549752] 'process raft request' (duration: 254.688672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:10.946469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.948475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T16:07:10.946576Z","caller":"traceutil/trace.go:171","msg":"trace[1040013692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9694; }","duration":"238.179471ms","start":"2026-07-28T16:07:10.708368Z","end":"2026-07-28T16:07:10.946548Z","steps":["trace[1040013692] 'agreement among raft nodes before linearized reading' (duration: 237.792091ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:14.602454Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6775} {"level":"info","ts":"2026-07-28T16:07:14.651169Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6775,"took":"47.218668ms","hash":3751875237,"current-db-size-bytes":35143680,"current-db-size":"35 MB","current-db-size-in-use-bytes":29622272,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T16:07:14.651258Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3751875237,"revision":6775,"compact-revision":4858} {"level":"warn","ts":"2026-07-28T16:07:16.216374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.535643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:07:16.216528Z","caller":"traceutil/trace.go:171","msg":"trace[982744021] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"330.205658ms","start":"2026-07-28T16:07:15.886294Z","end":"2026-07-28T16:07:16.216499Z","steps":["trace[982744021] 'process raft request' (duration: 67.433519ms)","trace[982744021] 'compare' (duration: 262.246036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:07:16.216598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:15.88626Z","time spent":"330.30933ms","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116569,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:07:16.924518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.820554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:07:16.92482Z","caller":"traceutil/trace.go:171","msg":"trace[1710056311] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"448.514203ms","start":"2026-07-28T16:07:16.476285Z","end":"2026-07-28T16:07:16.9248Z","steps":["trace[1710056311] 'process raft request' (duration: 448.470822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:16.924925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:16.476245Z","time spent":"448.643457ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:07:16.925026Z","caller":"traceutil/trace.go:171","msg":"trace[1644516978] linearizableReadLoop","detail":"{readStateIndex:10117; appliedIndex:10116; }","duration":"709.822727ms","start":"2026-07-28T16:07:16.215117Z","end":"2026-07-28T16:07:16.924939Z","steps":["trace[1644516978] 'read index received' (duration: 343.401129ms)","trace[1644516978] 'applied index is now lower than readState.Index' (duration: 366.406847ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:07:16.925176Z","caller":"traceutil/trace.go:171","msg":"trace[897151498] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"676.677511ms","start":"2026-07-28T16:07:16.248482Z","end":"2026-07-28T16:07:16.925159Z","steps":["trace[897151498] 'process raft request' (duration: 676.22946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:16.925238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:16.248451Z","time spent":"676.754972ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:07:16.925281Z","caller":"traceutil/trace.go:171","msg":"trace[1286305750] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"716.94508ms","start":"2026-07-28T16:07:16.208302Z","end":"2026-07-28T16:07:16.925247Z","steps":["trace[1286305750] 'process raft request' (duration: 350.277377ms)","trace[1286305750] 'compare' (duration: 365.70155ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:07:16.925321Z","caller":"traceutil/trace.go:171","msg":"trace[129108870] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"706.929207ms","start":"2026-07-28T16:07:16.218253Z","end":"2026-07-28T16:07:16.925182Z","steps":["trace[129108870] 'process raft request' (duration: 706.391634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:16.925443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:16.218226Z","time spent":"707.128111ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:07:16.925473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.320389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:07:16.925495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:16.208268Z","time spent":"717.068862ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:07:16.925578Z","caller":"traceutil/trace.go:171","msg":"trace[377672856] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9778; }","duration":"710.476613ms","start":"2026-07-28T16:07:16.215071Z","end":"2026-07-28T16:07:16.925548Z","steps":["trace[377672856] 'agreement among raft nodes before linearized reading' (duration: 710.172425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:16.925619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:16.215052Z","time spent":"710.558364ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:07:17.05947Z","caller":"traceutil/trace.go:171","msg":"trace[1973626693] transaction","detail":"{read_only:false; response_revision:9779; number_of_response:1; }","duration":"339.440543ms","start":"2026-07-28T16:07:16.719993Z","end":"2026-07-28T16:07:17.059434Z","steps":["trace[1973626693] 'process raft request' (duration: 309.940035ms)","trace[1973626693] 'compare' (duration: 29.302533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:07:17.059642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:16.719955Z","time spent":"339.592636ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:07:17.05974Z","caller":"traceutil/trace.go:171","msg":"trace[15916828] transaction","detail":"{read_only:false; response_revision:9780; number_of_response:1; }","duration":"130.897962ms","start":"2026-07-28T16:07:16.928814Z","end":"2026-07-28T16:07:17.059712Z","steps":["trace[15916828] 'process raft request' (duration: 130.610015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:17.059759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.287351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:07:17.059822Z","caller":"traceutil/trace.go:171","msg":"trace[819213717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9780; }","duration":"407.402984ms","start":"2026-07-28T16:07:16.652407Z","end":"2026-07-28T16:07:17.05981Z","steps":["trace[819213717] 'agreement among raft nodes before linearized reading' (duration: 407.227309ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:17.059566Z","caller":"traceutil/trace.go:171","msg":"trace[496096329] linearizableReadLoop","detail":"{readStateIndex:10121; appliedIndex:10120; }","duration":"134.351517ms","start":"2026-07-28T16:07:16.925168Z","end":"2026-07-28T16:07:17.059519Z","steps":["trace[496096329] 'read index received' (duration: 104.651794ms)","trace[496096329] 'applied index is now lower than readState.Index' (duration: 29.694622ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:07:17.059855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:16.652386Z","time spent":"407.463816ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:07:17.060035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.864231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-7cj5x\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-07-28T16:07:17.060119Z","caller":"traceutil/trace.go:171","msg":"trace[1719380942] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-7cj5x; range_end:; response_count:1; response_revision:9781; }","duration":"683.054736ms","start":"2026-07-28T16:07:16.377045Z","end":"2026-07-28T16:07:17.060099Z","steps":["trace[1719380942] 'agreement among raft nodes before linearized reading' (duration: 682.919192ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:17.060126Z","caller":"traceutil/trace.go:171","msg":"trace[949541664] transaction","detail":"{read_only:false; response_revision:9781; number_of_response:1; }","duration":"130.218636ms","start":"2026-07-28T16:07:16.929881Z","end":"2026-07-28T16:07:17.0601Z","steps":["trace[949541664] 'process raft request' (duration: 129.742874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:17.06016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:16.377011Z","time spent":"683.140288ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7689,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-7cj5x\" "} {"level":"warn","ts":"2026-07-28T16:07:17.060179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.769125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T16:07:17.060255Z","caller":"traceutil/trace.go:171","msg":"trace[1390199980] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9781; }","duration":"136.907828ms","start":"2026-07-28T16:07:16.923328Z","end":"2026-07-28T16:07:17.060236Z","steps":["trace[1390199980] 'agreement among raft nodes before linearized reading' (duration: 136.480638ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:17.060385Z","caller":"traceutil/trace.go:171","msg":"trace[115232300] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"130.239926ms","start":"2026-07-28T16:07:16.930135Z","end":"2026-07-28T16:07:17.060375Z","steps":["trace[115232300] 'process raft request' (duration: 129.842207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:17.061577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.148653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1713"} {"level":"info","ts":"2026-07-28T16:07:17.061683Z","caller":"traceutil/trace.go:171","msg":"trace[700622304] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9781; }","duration":"624.283458ms","start":"2026-07-28T16:07:16.437372Z","end":"2026-07-28T16:07:17.061655Z","steps":["trace[700622304] 'agreement among raft nodes before linearized reading' (duration: 622.579406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:17.061722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:16.437343Z","time spent":"624.371389ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1736,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-28T16:07:17.517432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.385173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:07:17.517705Z","caller":"traceutil/trace.go:171","msg":"trace[1460611890] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"361.943909ms","start":"2026-07-28T16:07:17.155741Z","end":"2026-07-28T16:07:17.517685Z","steps":["trace[1460611890] 'process raft request' (duration: 361.893948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:17.517787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:17.155717Z","time spent":"362.034502ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:07:17.517796Z","caller":"traceutil/trace.go:171","msg":"trace[1111383668] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"362.104163ms","start":"2026-07-28T16:07:17.155654Z","end":"2026-07-28T16:07:17.517758Z","steps":["trace[1111383668] 'process raft request' (duration: 177.29456ms)","trace[1111383668] 'compare' (duration: 184.238779ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:07:17.5178Z","caller":"traceutil/trace.go:171","msg":"trace[1237480021] transaction","detail":"{read_only:false; response_revision:9794; number_of_response:1; }","duration":"362.081763ms","start":"2026-07-28T16:07:17.155675Z","end":"2026-07-28T16:07:17.517757Z","steps":["trace[1237480021] 'process raft request' (duration: 361.867238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:17.517958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:17.155644Z","time spent":"362.217526ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:07:17.517973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:17.155643Z","time spent":"362.240926ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:07:17.66632Z","caller":"traceutil/trace.go:171","msg":"trace[1450135912] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"495.733983ms","start":"2026-07-28T16:07:17.170548Z","end":"2026-07-28T16:07:17.666282Z","steps":["trace[1450135912] 'process raft request' (duration: 485.811031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:17.666495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.47923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-28T16:07:17.666531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:17.170524Z","time spent":"495.886916ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:07:17.666567Z","caller":"traceutil/trace.go:171","msg":"trace[556705965] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:9796; }","duration":"403.629033ms","start":"2026-07-28T16:07:17.262924Z","end":"2026-07-28T16:07:17.666553Z","steps":["trace[556705965] 'agreement among raft nodes before linearized reading' (duration: 403.427178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:17.666613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:17.262886Z","time spent":"403.717795ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-07-28T16:07:17.666282Z","caller":"traceutil/trace.go:171","msg":"trace[1229532074] linearizableReadLoop","detail":"{readStateIndex:10138; appliedIndex:10134; }","duration":"403.226493ms","start":"2026-07-28T16:07:17.263009Z","end":"2026-07-28T16:07:17.666235Z","steps":["trace[1229532074] 'read index received' (duration: 69.972591ms)","trace[1229532074] 'applied index is now lower than readState.Index' (duration: 333.252832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:07:17.700679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.661662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1713"} {"level":"info","ts":"2026-07-28T16:07:17.700787Z","caller":"traceutil/trace.go:171","msg":"trace[1072925638] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9797; }","duration":"224.829096ms","start":"2026-07-28T16:07:17.475926Z","end":"2026-07-28T16:07:17.700755Z","steps":["trace[1072925638] 'agreement among raft nodes before linearized reading' (duration: 224.529199ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:19.526496Z","caller":"traceutil/trace.go:171","msg":"trace[1582313847] transaction","detail":"{read_only:false; response_revision:9804; number_of_response:1; }","duration":"815.65525ms","start":"2026-07-28T16:07:18.710815Z","end":"2026-07-28T16:07:19.52647Z","steps":["trace[1582313847] 'process raft request' (duration: 815.418875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:19.526661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:18.710761Z","time spent":"815.811364ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:07:19.527163Z","caller":"traceutil/trace.go:171","msg":"trace[163707957] transaction","detail":"{read_only:false; response_revision:9805; number_of_response:1; }","duration":"715.043454ms","start":"2026-07-28T16:07:18.812096Z","end":"2026-07-28T16:07:19.52714Z","steps":["trace[163707957] 'process raft request' (duration: 714.845289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:19.527331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:18.812007Z","time spent":"715.224638ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:07:19.527371Z","caller":"traceutil/trace.go:171","msg":"trace[1036251715] transaction","detail":"{read_only:false; response_revision:9806; number_of_response:1; }","duration":"594.986776ms","start":"2026-07-28T16:07:18.932353Z","end":"2026-07-28T16:07:19.52734Z","steps":["trace[1036251715] 'process raft request' (duration: 594.74257ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:19.527525Z","caller":"traceutil/trace.go:171","msg":"trace[892787627] linearizableReadLoop","detail":"{readStateIndex:10152; appliedIndex:10146; }","duration":"456.524379ms","start":"2026-07-28T16:07:19.070985Z","end":"2026-07-28T16:07:19.527509Z","steps":["trace[892787627] 'read index received' (duration: 455.278608ms)","trace[892787627] 'applied index is now lower than readState.Index' (duration: 1.244611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:07:19.527542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:18.932298Z","time spent":"595.155119ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:07:19.527823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.852226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-28T16:07:19.527859Z","caller":"traceutil/trace.go:171","msg":"trace[415191207] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:9809; }","duration":"456.928558ms","start":"2026-07-28T16:07:19.070921Z","end":"2026-07-28T16:07:19.52785Z","steps":["trace[415191207] 'agreement among raft nodes before linearized reading' (duration: 456.756114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:19.527881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:19.070907Z","time spent":"456.9702ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"info","ts":"2026-07-28T16:07:19.527484Z","caller":"traceutil/trace.go:171","msg":"trace[258418588] transaction","detail":"{read_only:false; response_revision:9808; number_of_response:1; }","duration":"461.633883ms","start":"2026-07-28T16:07:19.06583Z","end":"2026-07-28T16:07:19.527464Z","steps":["trace[258418588] 'process raft request' (duration: 461.53421ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:19.528002Z","caller":"traceutil/trace.go:171","msg":"trace[959485828] transaction","detail":"{read_only:false; response_revision:9809; number_of_response:1; }","duration":"459.683385ms","start":"2026-07-28T16:07:19.06831Z","end":"2026-07-28T16:07:19.527993Z","steps":["trace[959485828] 'process raft request' (duration: 459.107581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:19.528002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.684558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-28T16:07:19.528043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:19.068273Z","time spent":"459.746447ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:07:19.528097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.458699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T16:07:19.528052Z","caller":"traceutil/trace.go:171","msg":"trace[571495300] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:9809; }","duration":"374.73509ms","start":"2026-07-28T16:07:19.153296Z","end":"2026-07-28T16:07:19.528032Z","steps":["trace[571495300] 'agreement among raft nodes before linearized reading' (duration: 374.632808ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:19.528134Z","caller":"traceutil/trace.go:171","msg":"trace[1724143296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9809; }","duration":"373.520021ms","start":"2026-07-28T16:07:19.154605Z","end":"2026-07-28T16:07:19.528125Z","steps":["trace[1724143296] 'agreement among raft nodes before linearized reading' (duration: 373.328376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:19.52812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:19.0658Z","time spent":"462.218477ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:07:19.528167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:19.154594Z","time spent":"373.567282ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:07:19.528164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:19.153288Z","time spent":"374.861023ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:07:19.528154Z","caller":"traceutil/trace.go:171","msg":"trace[721279182] transaction","detail":"{read_only:false; response_revision:9807; number_of_response:1; }","duration":"595.566819ms","start":"2026-07-28T16:07:18.932534Z","end":"2026-07-28T16:07:19.528101Z","steps":["trace[721279182] 'process raft request' (duration: 594.720958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:19.528324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.609051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T16:07:19.528358Z","caller":"traceutil/trace.go:171","msg":"trace[1170334847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9809; }","duration":"375.684733ms","start":"2026-07-28T16:07:19.152663Z","end":"2026-07-28T16:07:19.528348Z","steps":["trace[1170334847] 'agreement among raft nodes before linearized reading' (duration: 375.583951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:19.52836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.424067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T16:07:19.528398Z","caller":"traceutil/trace.go:171","msg":"trace[941656656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9809; }","duration":"375.474968ms","start":"2026-07-28T16:07:19.152915Z","end":"2026-07-28T16:07:19.52839Z","steps":["trace[941656656] 'agreement among raft nodes before linearized reading' (duration: 375.391406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:19.52838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:18.9325Z","time spent":"595.760384ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:07:19.528394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:19.152643Z","time spent":"375.744555ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:07:19.528419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:19.152908Z","time spent":"375.506489ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:07:19.527898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.442847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T16:07:19.528599Z","caller":"traceutil/trace.go:171","msg":"trace[1036205946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9809; }","duration":"376.201216ms","start":"2026-07-28T16:07:19.152387Z","end":"2026-07-28T16:07:19.528589Z","steps":["trace[1036205946] 'agreement among raft nodes before linearized reading' (duration: 375.388756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:19.528632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:19.152359Z","time spent":"376.264547ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:07:19.531332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.867488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T16:07:19.531469Z","caller":"traceutil/trace.go:171","msg":"trace[889960585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9809; }","duration":"378.573203ms","start":"2026-07-28T16:07:19.152861Z","end":"2026-07-28T16:07:19.531434Z","steps":["trace[889960585] 'agreement among raft nodes before linearized reading' (duration: 375.365055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:19.531567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:19.152844Z","time spent":"378.680196ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:07:23.561755Z","caller":"traceutil/trace.go:171","msg":"trace[1106947321] transaction","detail":"{read_only:false; response_revision:9885; number_of_response:1; }","duration":"124.322233ms","start":"2026-07-28T16:07:23.4374Z","end":"2026-07-28T16:07:23.561722Z","steps":["trace[1106947321] 'process raft request' (duration: 124.128298ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:25.438208Z","caller":"traceutil/trace.go:171","msg":"trace[967179220] transaction","detail":"{read_only:false; response_revision:9908; number_of_response:1; }","duration":"156.638269ms","start":"2026-07-28T16:07:25.281539Z","end":"2026-07-28T16:07:25.438178Z","steps":["trace[967179220] 'process raft request' (duration: 156.448594ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:25.566506Z","caller":"traceutil/trace.go:171","msg":"trace[1297199524] linearizableReadLoop","detail":"{readStateIndex:10254; appliedIndex:10252; }","duration":"123.015551ms","start":"2026-07-28T16:07:25.443469Z","end":"2026-07-28T16:07:25.566484Z","steps":["trace[1297199524] 'read index received' (duration: 122.857387ms)","trace[1297199524] 'applied index is now lower than readState.Index' (duration: 157.054µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:07:25.5666Z","caller":"traceutil/trace.go:171","msg":"trace[1993254280] transaction","detail":"{read_only:false; response_revision:9910; number_of_response:1; }","duration":"282.96768ms","start":"2026-07-28T16:07:25.283595Z","end":"2026-07-28T16:07:25.566563Z","steps":["trace[1993254280] 'process raft request' (duration: 282.855667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:25.56671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.219436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18c67fca1f210480\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-07-28T16:07:25.566746Z","caller":"traceutil/trace.go:171","msg":"trace[780656987] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18c67fca1f210480; range_end:; response_count:1; response_revision:9910; }","duration":"123.309638ms","start":"2026-07-28T16:07:25.443427Z","end":"2026-07-28T16:07:25.566737Z","steps":["trace[780656987] 'agreement among raft nodes before linearized reading' (duration: 123.160815ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:25.56654Z","caller":"traceutil/trace.go:171","msg":"trace[883043448] transaction","detail":"{read_only:false; response_revision:9909; number_of_response:1; }","duration":"284.170519ms","start":"2026-07-28T16:07:25.282352Z","end":"2026-07-28T16:07:25.566522Z","steps":["trace[883043448] 'process raft request' (duration: 283.960364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:42.632184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.52345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:07:42.632315Z","caller":"traceutil/trace.go:171","msg":"trace[1219513299] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10192; }","duration":"308.743007ms","start":"2026-07-28T16:07:42.323545Z","end":"2026-07-28T16:07:42.632288Z","steps":["trace[1219513299] 'count revisions from in-memory index tree' (duration: 308.400638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:42.632378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:42.323516Z","time spent":"308.848838ms","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:07:43.847756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150897201s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T16:07:43.84793Z","caller":"traceutil/trace.go:171","msg":"trace[1989662893] linearizableReadLoop","detail":"{readStateIndex:10542; appliedIndex:10541; }","duration":"1.195550507s","start":"2026-07-28T16:07:42.652339Z","end":"2026-07-28T16:07:43.847889Z","steps":["trace[1989662893] 'read index received' (duration: 44.439371ms)","trace[1989662893] 'applied index is now lower than readState.Index' (duration: 1.151109576s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:07:43.848447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19610151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:07:43.848499Z","caller":"traceutil/trace.go:171","msg":"trace[1624869858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10192; }","duration":"1.196208392s","start":"2026-07-28T16:07:42.652275Z","end":"2026-07-28T16:07:43.848483Z","steps":["trace[1624869858] 'agreement among raft nodes before linearized reading' (duration: 1.19611773s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:43.848535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:42.652253Z","time spent":"1.196273564s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:07:43.84867Z","caller":"traceutil/trace.go:171","msg":"trace[1405166886] transaction","detail":"{read_only:false; response_revision:10193; number_of_response:1; }","duration":"207.32355ms","start":"2026-07-28T16:07:43.641317Z","end":"2026-07-28T16:07:43.848641Z","steps":["trace[1405166886] 'process raft request' (duration: 206.691985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.348222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626778611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:07:44.848835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626778611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:07:44.855167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007698719s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:07:44.855734Z","caller":"traceutil/trace.go:171","msg":"trace[2035909321] transaction","detail":"{read_only:false; response_revision:10195; number_of_response:1; }","duration":"1.211272169s","start":"2026-07-28T16:07:43.644427Z","end":"2026-07-28T16:07:44.855699Z","steps":["trace[2035909321] 'process raft request' (duration: 1.211166227s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:44.8558Z","caller":"traceutil/trace.go:171","msg":"trace[1573071070] transaction","detail":"{read_only:false; response_revision:10194; number_of_response:1; }","duration":"1.212736895s","start":"2026-07-28T16:07:43.642982Z","end":"2026-07-28T16:07:44.855719Z","steps":["trace[1573071070] 'process raft request' (duration: 1.212424547s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.855947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:43.644389Z","time spent":"1.211413453s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:07:44.856085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:43.642946Z","time spent":"1.21292855s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:07:44.856135Z","caller":"traceutil/trace.go:171","msg":"trace[1256049224] linearizableReadLoop","detail":"{readStateIndex:10546; appliedIndex:10543; }","duration":"1.00812624s","start":"2026-07-28T16:07:43.847968Z","end":"2026-07-28T16:07:44.856094Z","steps":["trace[1256049224] 'read index received' (duration: 1.007345231s)","trace[1256049224] 'applied index is now lower than readState.Index' (duration: 778.959µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:07:44.856535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160262839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-28T16:07:44.856401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168502719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T16:07:44.856599Z","caller":"traceutil/trace.go:171","msg":"trace[2117723977] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:10196; }","duration":"1.160349521s","start":"2026-07-28T16:07:43.696231Z","end":"2026-07-28T16:07:44.85658Z","steps":["trace[2117723977] 'agreement among raft nodes before linearized reading' (duration: 1.160172756s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.856571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188813003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T16:07:44.856647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:43.696215Z","time spent":"1.160424562s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:07:44.856666Z","caller":"traceutil/trace.go:171","msg":"trace[1479823636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10196; }","duration":"1.188955816s","start":"2026-07-28T16:07:43.667691Z","end":"2026-07-28T16:07:44.856647Z","steps":["trace[1479823636] 'agreement among raft nodes before linearized reading' (duration: 1.188747911s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.8565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161492619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T16:07:44.856761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.062936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:07:44.856748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.451342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:07:44.856807Z","caller":"traceutil/trace.go:171","msg":"trace[1397429143] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:10196; }","duration":"212.167009ms","start":"2026-07-28T16:07:44.644627Z","end":"2026-07-28T16:07:44.856794Z","steps":["trace[1397429143] 'agreement among raft nodes before linearized reading' (duration: 212.101467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.856792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.975737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:07:44.85683Z","caller":"traceutil/trace.go:171","msg":"trace[913717510] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10196; }","duration":"638.579695ms","start":"2026-07-28T16:07:44.218228Z","end":"2026-07-28T16:07:44.856808Z","steps":["trace[913717510] 'agreement among raft nodes before linearized reading' (duration: 638.451282ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:44.856605Z","caller":"traceutil/trace.go:171","msg":"trace[1856111680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10196; }","duration":"1.168736975s","start":"2026-07-28T16:07:43.687853Z","end":"2026-07-28T16:07:44.85659Z","steps":["trace[1856111680] 'agreement among raft nodes before linearized reading' (duration: 1.168387746s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.856876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:44.2182Z","time spent":"638.665168ms","remote":"127.0.0.1:58450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:07:44.856864Z","caller":"traceutil/trace.go:171","msg":"trace[320407670] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:10196; }","duration":"245.092239ms","start":"2026-07-28T16:07:44.611757Z","end":"2026-07-28T16:07:44.856849Z","steps":["trace[320407670] 'agreement among raft nodes before linearized reading' (duration: 244.875564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.856893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:43.687837Z","time spent":"1.169039062s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:07:44.856899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.858223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-28T16:07:44.856911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174142276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T16:07:44.856933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168745575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T16:07:44.856995Z","caller":"traceutil/trace.go:171","msg":"trace[349596117] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:10196; }","duration":"252.041067ms","start":"2026-07-28T16:07:44.604932Z","end":"2026-07-28T16:07:44.856973Z","steps":["trace[349596117] 'agreement among raft nodes before linearized reading' (duration: 251.72462ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:44.856785Z","caller":"traceutil/trace.go:171","msg":"trace[1856763886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10196; }","duration":"1.161818347s","start":"2026-07-28T16:07:43.694935Z","end":"2026-07-28T16:07:44.856753Z","steps":["trace[1856763886] 'agreement among raft nodes before linearized reading' (duration: 1.161235303s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.85755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:43.694923Z","time spent":"1.162603396s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:07:44.856706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:43.667663Z","time spent":"1.189035149s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:07:44.856391Z","caller":"traceutil/trace.go:171","msg":"trace[1292102428] transaction","detail":"{read_only:false; response_revision:10196; number_of_response:1; }","duration":"1.208148643s","start":"2026-07-28T16:07:43.648201Z","end":"2026-07-28T16:07:44.85635Z","steps":["trace[1292102428] 'process raft request' (duration: 1.207443446s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.858033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:43.648175Z","time spent":"1.209779703s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:07:44.857063Z","caller":"traceutil/trace.go:171","msg":"trace[1508402588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10196; }","duration":"1.168991121s","start":"2026-07-28T16:07:43.688033Z","end":"2026-07-28T16:07:44.857024Z","steps":["trace[1508402588] 'agreement among raft nodes before linearized reading' (duration: 1.168455177s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.856416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97919563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"warn","ts":"2026-07-28T16:07:44.858159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:43.687995Z","time spent":"1.170143099s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:07:44.858217Z","caller":"traceutil/trace.go:171","msg":"trace[1117949237] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10196; }","duration":"1.981060305s","start":"2026-07-28T16:07:42.877137Z","end":"2026-07-28T16:07:44.858198Z","steps":["trace[1117949237] 'agreement among raft nodes before linearized reading' (duration: 1.979063737s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.856411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172537917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-28T16:07:44.858289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:42.877116Z","time spent":"1.981160017s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1666,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-28T16:07:44.857046Z","caller":"traceutil/trace.go:171","msg":"trace[1259641692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10196; }","duration":"1.17428914s","start":"2026-07-28T16:07:43.682713Z","end":"2026-07-28T16:07:44.857003Z","steps":["trace[1259641692] 'agreement among raft nodes before linearized reading' (duration: 1.173662275s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.858422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:43.68269Z","time spent":"1.175716504s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:07:44.858375Z","caller":"traceutil/trace.go:171","msg":"trace[828736779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:10196; }","duration":"1.174445544s","start":"2026-07-28T16:07:43.683819Z","end":"2026-07-28T16:07:44.858264Z","steps":["trace[828736779] 'agreement among raft nodes before linearized reading' (duration: 1.172354583s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.858635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:43.683803Z","time spent":"1.174813232s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:07:44.857004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005809853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:07:44.859032Z","caller":"traceutil/trace.go:171","msg":"trace[2131177211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10196; }","duration":"1.008041608s","start":"2026-07-28T16:07:43.850964Z","end":"2026-07-28T16:07:44.859006Z","steps":["trace[2131177211] 'agreement among raft nodes before linearized reading' (duration: 1.00566076s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:07:44.860118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:07:43.850945Z","time spent":"1.008500299s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:08:19.963298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.85139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T16:08:19.963385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.972994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:08:19.96344Z","caller":"traceutil/trace.go:171","msg":"trace[323535771] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:10548; }","duration":"140.077286ms","start":"2026-07-28T16:08:19.823334Z","end":"2026-07-28T16:08:19.963411Z","steps":["trace[323535771] 'count revisions from in-memory index tree' (duration: 139.721487ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:08:19.963457Z","caller":"traceutil/trace.go:171","msg":"trace[1516605386] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10548; }","duration":"168.109677ms","start":"2026-07-28T16:08:19.795327Z","end":"2026-07-28T16:08:19.963436Z","steps":["trace[1516605386] 'count revisions from in-memory index tree' (duration: 167.855111ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:08:19.964732Z","caller":"traceutil/trace.go:171","msg":"trace[1919282191] transaction","detail":"{read_only:false; response_revision:10549; number_of_response:1; }","duration":"136.427096ms","start":"2026-07-28T16:08:19.828255Z","end":"2026-07-28T16:08:19.964682Z","steps":["trace[1919282191] 'process raft request' (duration: 136.194381ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:08:30.164216Z","caller":"traceutil/trace.go:171","msg":"trace[528208967] transaction","detail":"{read_only:false; response_revision:10620; number_of_response:1; }","duration":"171.986731ms","start":"2026-07-28T16:08:29.992199Z","end":"2026-07-28T16:08:30.164186Z","steps":["trace[528208967] 'process raft request' (duration: 171.717905ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:08:30.235211Z","caller":"traceutil/trace.go:171","msg":"trace[1330799458] transaction","detail":"{read_only:false; response_revision:10622; number_of_response:1; }","duration":"205.369444ms","start":"2026-07-28T16:08:30.029803Z","end":"2026-07-28T16:08:30.235173Z","steps":["trace[1330799458] 'process raft request' (duration: 205.259391ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:08:30.235458Z","caller":"traceutil/trace.go:171","msg":"trace[1771622166] transaction","detail":"{read_only:false; response_revision:10621; number_of_response:1; }","duration":"243.139661ms","start":"2026-07-28T16:08:29.992303Z","end":"2026-07-28T16:08:30.235443Z","steps":["trace[1771622166] 'process raft request' (duration: 242.588968ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:08:30.235502Z","caller":"traceutil/trace.go:171","msg":"trace[1702438906] transaction","detail":"{read_only:false; response_revision:10623; number_of_response:1; }","duration":"160.888292ms","start":"2026-07-28T16:08:30.074565Z","end":"2026-07-28T16:08:30.235453Z","steps":["trace[1702438906] 'process raft request' (duration: 160.548233ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:12:14.608659Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9728} {"level":"info","ts":"2026-07-28T16:12:14.700016Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9728,"took":"89.583749ms","hash":4419421,"current-db-size-bytes":41271296,"current-db-size":"41 MB","current-db-size-in-use-bytes":33181696,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-28T16:12:14.700192Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4419421,"revision":9728,"compact-revision":6775} {"level":"info","ts":"2026-07-28T16:12:53.482334Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003362.wal"} {"level":"info","ts":"2026-07-28T16:14:29.341724Z","caller":"traceutil/trace.go:171","msg":"trace[1605718603] transaction","detail":"{read_only:false; response_revision:13640; number_of_response:1; }","duration":"279.079919ms","start":"2026-07-28T16:14:29.062613Z","end":"2026-07-28T16:14:29.341693Z","steps":["trace[1605718603] 'process raft request' (duration: 278.408983ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:14:40.634783Z","caller":"traceutil/trace.go:171","msg":"trace[380851203] transaction","detail":"{read_only:false; response_revision:13711; number_of_response:1; }","duration":"110.348134ms","start":"2026-07-28T16:14:40.524416Z","end":"2026-07-28T16:14:40.634764Z","steps":["trace[380851203] 'process raft request' (duration: 110.078588ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:14:40.634751Z","caller":"traceutil/trace.go:171","msg":"trace[1286938961] transaction","detail":"{read_only:false; response_revision:13712; number_of_response:1; }","duration":"107.591307ms","start":"2026-07-28T16:14:40.52713Z","end":"2026-07-28T16:14:40.634721Z","steps":["trace[1286938961] 'process raft request' (duration: 107.537896ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:14:41.40869Z","caller":"traceutil/trace.go:171","msg":"trace[670822262] linearizableReadLoop","detail":"{readStateIndex:14161; appliedIndex:14160; }","duration":"152.307075ms","start":"2026-07-28T16:14:41.256354Z","end":"2026-07-28T16:14:41.408661Z","steps":["trace[670822262] 'read index received' (duration: 152.017368ms)","trace[670822262] 'applied index is now lower than readState.Index' (duration: 289.057µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:14:41.408789Z","caller":"traceutil/trace.go:171","msg":"trace[671938903] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"202.718971ms","start":"2026-07-28T16:14:41.20604Z","end":"2026-07-28T16:14:41.408759Z","steps":["trace[671938903] 'process raft request' (duration: 202.393363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:14:41.408956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.50398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T16:14:41.409026Z","caller":"traceutil/trace.go:171","msg":"trace[651499345] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13713; }","duration":"115.611343ms","start":"2026-07-28T16:14:41.293374Z","end":"2026-07-28T16:14:41.408986Z","steps":["trace[651499345] 'agreement among raft nodes before linearized reading' (duration: 115.476489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:14:41.409372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.007982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:14:41.409476Z","caller":"traceutil/trace.go:171","msg":"trace[1239693482] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13713; }","duration":"153.119615ms","start":"2026-07-28T16:14:41.256329Z","end":"2026-07-28T16:14:41.409448Z","steps":["trace[1239693482] 'agreement among raft nodes before linearized reading' (duration: 152.476669ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:14:42.427431Z","caller":"traceutil/trace.go:171","msg":"trace[743316732] transaction","detail":"{read_only:false; response_revision:13723; number_of_response:1; }","duration":"247.913611ms","start":"2026-07-28T16:14:42.179462Z","end":"2026-07-28T16:14:42.427376Z","steps":["trace[743316732] 'process raft request' (duration: 247.672645ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:14:42.480903Z","caller":"traceutil/trace.go:171","msg":"trace[1747636201] linearizableReadLoop","detail":"{readStateIndex:14172; appliedIndex:14170; }","duration":"100.28604ms","start":"2026-07-28T16:14:42.380578Z","end":"2026-07-28T16:14:42.480864Z","steps":["trace[1747636201] 'read index received' (duration: 46.689346ms)","trace[1747636201] 'applied index is now lower than readState.Index' (duration: 53.594574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:14:42.481084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.481485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:14:42.481128Z","caller":"traceutil/trace.go:171","msg":"trace[292589024] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:13723; }","duration":"100.600387ms","start":"2026-07-28T16:14:42.380515Z","end":"2026-07-28T16:14:42.481115Z","steps":["trace[292589024] 'agreement among raft nodes before linearized reading' (duration: 100.483615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:14:43.829636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.270432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:14:43.829972Z","caller":"traceutil/trace.go:171","msg":"trace[587683274] transaction","detail":"{read_only:false; response_revision:13735; number_of_response:1; }","duration":"332.601421ms","start":"2026-07-28T16:14:43.497351Z","end":"2026-07-28T16:14:43.829953Z","steps":["trace[587683274] 'process raft request' (duration: 332.56051ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:14:43.829983Z","caller":"traceutil/trace.go:171","msg":"trace[972601908] transaction","detail":"{read_only:false; response_revision:13731; number_of_response:1; }","duration":"333.993055ms","start":"2026-07-28T16:14:43.495957Z","end":"2026-07-28T16:14:43.82995Z","steps":["trace[972601908] 'process raft request' (duration: 66.290432ms)","trace[972601908] 'compare' (duration: 267.119269ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:14:43.830048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:14:43.497342Z","time spent":"332.669393ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:14:43.830104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:14:43.495923Z","time spent":"334.116638ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:14:43.830259Z","caller":"traceutil/trace.go:171","msg":"trace[2129507072] transaction","detail":"{read_only:false; response_revision:13733; number_of_response:1; }","duration":"333.937304ms","start":"2026-07-28T16:14:43.496273Z","end":"2026-07-28T16:14:43.830211Z","steps":["trace[2129507072] 'process raft request' (duration: 333.552514ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:14:43.830259Z","caller":"traceutil/trace.go:171","msg":"trace[1012759408] transaction","detail":"{read_only:false; response_revision:13734; number_of_response:1; }","duration":"332.971291ms","start":"2026-07-28T16:14:43.497253Z","end":"2026-07-28T16:14:43.830225Z","steps":["trace[1012759408] 'process raft request' (duration: 332.616612ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:14:43.830282Z","caller":"traceutil/trace.go:171","msg":"trace[12659709] transaction","detail":"{read_only:false; response_revision:13732; number_of_response:1; }","duration":"334.205361ms","start":"2026-07-28T16:14:43.496022Z","end":"2026-07-28T16:14:43.830227Z","steps":["trace[12659709] 'process raft request' (duration: 333.74339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:14:43.830401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:14:43.496235Z","time spent":"334.088317ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:14:43.830415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:14:43.497237Z","time spent":"333.094864ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:14:43.830478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:14:43.495992Z","time spent":"334.394375ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:14:44.126516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.028171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1559"} {"level":"info","ts":"2026-07-28T16:14:44.126632Z","caller":"traceutil/trace.go:171","msg":"trace[1484655101] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13736; }","duration":"162.220615ms","start":"2026-07-28T16:14:43.964384Z","end":"2026-07-28T16:14:44.126604Z","steps":["trace[1484655101] 'range keys from in-memory index tree' (duration: 161.789665ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:14:44.840701Z","caller":"traceutil/trace.go:171","msg":"trace[466592895] linearizableReadLoop","detail":"{readStateIndex:14186; appliedIndex:14185; }","duration":"189.717765ms","start":"2026-07-28T16:14:44.650955Z","end":"2026-07-28T16:14:44.840672Z","steps":["trace[466592895] 'read index received' (duration: 189.681844ms)","trace[466592895] 'applied index is now lower than readState.Index' (duration: 34.441µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:14:44.840852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.88003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:14:44.840823Z","caller":"traceutil/trace.go:171","msg":"trace[602111541] transaction","detail":"{read_only:false; response_revision:13737; number_of_response:1; }","duration":"206.962685ms","start":"2026-07-28T16:14:44.633813Z","end":"2026-07-28T16:14:44.840776Z","steps":["trace[602111541] 'process raft request' (duration: 206.668387ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:14:44.840886Z","caller":"traceutil/trace.go:171","msg":"trace[149473953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13737; }","duration":"189.989912ms","start":"2026-07-28T16:14:44.650886Z","end":"2026-07-28T16:14:44.840876Z","steps":["trace[149473953] 'agreement among raft nodes before linearized reading' (duration: 189.90337ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:14:45.003861Z","caller":"traceutil/trace.go:171","msg":"trace[26249199] linearizableReadLoop","detail":"{readStateIndex:14188; appliedIndex:14186; }","duration":"161.447528ms","start":"2026-07-28T16:14:44.842386Z","end":"2026-07-28T16:14:45.003834Z","steps":["trace[26249199] 'read index received' (duration: 161.184881ms)","trace[26249199] 'applied index is now lower than readState.Index' (duration: 261.077µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:14:45.004114Z","caller":"traceutil/trace.go:171","msg":"trace[2024647000] transaction","detail":"{read_only:false; response_revision:13738; number_of_response:1; }","duration":"350.780384ms","start":"2026-07-28T16:14:44.653232Z","end":"2026-07-28T16:14:45.004012Z","steps":["trace[2024647000] 'process raft request' (duration: 350.371294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:14:45.004253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.817597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:14:45.004291Z","caller":"traceutil/trace.go:171","msg":"trace[1117649877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13739; }","duration":"161.94334ms","start":"2026-07-28T16:14:44.842336Z","end":"2026-07-28T16:14:45.00428Z","steps":["trace[1117649877] 'agreement among raft nodes before linearized reading' (duration: 161.612782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:14:45.004325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:14:44.65321Z","time spent":"350.981989ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:14:45.004301Z","caller":"traceutil/trace.go:171","msg":"trace[1961458701] transaction","detail":"{read_only:false; response_revision:13739; number_of_response:1; }","duration":"340.609886ms","start":"2026-07-28T16:14:44.66364Z","end":"2026-07-28T16:14:45.00425Z","steps":["trace[1961458701] 'process raft request' (duration: 340.145055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:14:45.004558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:14:44.663625Z","time spent":"340.809951ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:15:11.255399Z","caller":"traceutil/trace.go:171","msg":"trace[386914911] transaction","detail":"{read_only:false; response_revision:13967; number_of_response:1; }","duration":"128.65866ms","start":"2026-07-28T16:15:11.126699Z","end":"2026-07-28T16:15:11.255357Z","steps":["trace[386914911] 'process raft request' (duration: 105.225279ms)","trace[386914911] 'compare' (duration: 23.220886ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:11.93278Z","caller":"traceutil/trace.go:171","msg":"trace[926482525] linearizableReadLoop","detail":"{readStateIndex:14426; appliedIndex:14425; }","duration":"348.986909ms","start":"2026-07-28T16:15:11.583762Z","end":"2026-07-28T16:15:11.932749Z","steps":["trace[926482525] 'read index received' (duration: 348.852076ms)","trace[926482525] 'applied index is now lower than readState.Index' (duration: 133.643µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:11.932912Z","caller":"traceutil/trace.go:171","msg":"trace[887580405] transaction","detail":"{read_only:false; response_revision:13969; number_of_response:1; }","duration":"349.525132ms","start":"2026-07-28T16:15:11.583354Z","end":"2026-07-28T16:15:11.93288Z","steps":["trace[887580405] 'process raft request' (duration: 349.240255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:11.933054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.487698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T16:15:11.933091Z","caller":"traceutil/trace.go:171","msg":"trace[1607887179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13969; }","duration":"288.58023ms","start":"2026-07-28T16:15:11.644501Z","end":"2026-07-28T16:15:11.933081Z","steps":["trace[1607887179] 'agreement among raft nodes before linearized reading' (duration: 288.430916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:11.933113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:11.58334Z","time spent":"349.678357ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:11.933153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.355369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:21826"} {"level":"info","ts":"2026-07-28T16:15:11.933267Z","caller":"traceutil/trace.go:171","msg":"trace[1726360197] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13969; }","duration":"349.531623ms","start":"2026-07-28T16:15:11.58371Z","end":"2026-07-28T16:15:11.933241Z","steps":["trace[1726360197] 'agreement among raft nodes before linearized reading' (duration: 349.186175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:11.933366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:11.583692Z","time spent":"349.626045ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":21849,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-28T16:15:12.211259Z","caller":"traceutil/trace.go:171","msg":"trace[1671569279] transaction","detail":"{read_only:false; response_revision:13970; number_of_response:1; }","duration":"272.037468ms","start":"2026-07-28T16:15:11.939169Z","end":"2026-07-28T16:15:12.211207Z","steps":["trace[1671569279] 'process raft request' (duration: 269.146458ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:12.220895Z","caller":"traceutil/trace.go:171","msg":"trace[1016024548] transaction","detail":"{read_only:false; response_revision:13971; number_of_response:1; }","duration":"261.757008ms","start":"2026-07-28T16:15:11.959109Z","end":"2026-07-28T16:15:12.220866Z","steps":["trace[1016024548] 'process raft request' (duration: 261.557453ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:12.221192Z","caller":"traceutil/trace.go:171","msg":"trace[223357362] transaction","detail":"{read_only:false; response_revision:13972; number_of_response:1; }","duration":"235.055928ms","start":"2026-07-28T16:15:11.986113Z","end":"2026-07-28T16:15:12.221169Z","steps":["trace[223357362] 'process raft request' (duration: 234.699739ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:12.221212Z","caller":"traceutil/trace.go:171","msg":"trace[334844341] linearizableReadLoop","detail":"{readStateIndex:14428; appliedIndex:14426; }","duration":"244.357304ms","start":"2026-07-28T16:15:11.976769Z","end":"2026-07-28T16:15:12.221126Z","steps":["trace[334844341] 'read index received' (duration: 231.503041ms)","trace[334844341] 'applied index is now lower than readState.Index' (duration: 12.850303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:15:12.22145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.652931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T16:15:12.221547Z","caller":"traceutil/trace.go:171","msg":"trace[1681368758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13972; }","duration":"244.816956ms","start":"2026-07-28T16:15:11.976708Z","end":"2026-07-28T16:15:12.221525Z","steps":["trace[1681368758] 'agreement among raft nodes before linearized reading' (duration: 244.541839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:12.221563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.941708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T16:15:12.221607Z","caller":"traceutil/trace.go:171","msg":"trace[1970217938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13972; }","duration":"238.02206ms","start":"2026-07-28T16:15:11.983571Z","end":"2026-07-28T16:15:12.221593Z","steps":["trace[1970217938] 'agreement among raft nodes before linearized reading' (duration: 237.801305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:12.221622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.855015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T16:15:12.221636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.536114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T16:15:12.221684Z","caller":"traceutil/trace.go:171","msg":"trace[2030897178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13972; }","duration":"223.983318ms","start":"2026-07-28T16:15:11.997684Z","end":"2026-07-28T16:15:12.221667Z","steps":["trace[2030897178] 'agreement among raft nodes before linearized reading' (duration: 223.744192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:12.221805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.416941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T16:15:12.221842Z","caller":"traceutil/trace.go:171","msg":"trace[1236797146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13972; }","duration":"236.470472ms","start":"2026-07-28T16:15:11.985358Z","end":"2026-07-28T16:15:12.221828Z","steps":["trace[1236797146] 'agreement among raft nodes before linearized reading' (duration: 236.3756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:12.221854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.351243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-28T16:15:12.221882Z","caller":"traceutil/trace.go:171","msg":"trace[1730647497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:13972; }","duration":"172.412094ms","start":"2026-07-28T16:15:12.049462Z","end":"2026-07-28T16:15:12.221874Z","steps":["trace[1730647497] 'agreement among raft nodes before linearized reading' (duration: 172.345443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:12.22185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.537028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:15:12.221954Z","caller":"traceutil/trace.go:171","msg":"trace[207566009] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13972; }","duration":"223.658361ms","start":"2026-07-28T16:15:11.998274Z","end":"2026-07-28T16:15:12.221933Z","steps":["trace[207566009] 'agreement among raft nodes before linearized reading' (duration: 223.483766ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:12.221722Z","caller":"traceutil/trace.go:171","msg":"trace[693229848] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13972; }","duration":"199.644567ms","start":"2026-07-28T16:15:12.022047Z","end":"2026-07-28T16:15:12.221691Z","steps":["trace[693229848] 'agreement among raft nodes before linearized reading' (duration: 199.35248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:12.465818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.074616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:15:12.465929Z","caller":"traceutil/trace.go:171","msg":"trace[1847959880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:13977; }","duration":"142.21373ms","start":"2026-07-28T16:15:12.32368Z","end":"2026-07-28T16:15:12.465894Z","steps":["trace[1847959880] 'count revisions from in-memory index tree' (duration: 141.953064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:14.734425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626788350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:15:15.235745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626788350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:15:15.718883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.497333874s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:15:15.719481Z","caller":"traceutil/trace.go:171","msg":"trace[674930310] transaction","detail":"{read_only:false; response_revision:13985; number_of_response:1; }","duration":"1.49799777s","start":"2026-07-28T16:15:14.221452Z","end":"2026-07-28T16:15:15.71945Z","steps":["trace[674930310] 'process raft request' (duration: 1.497641992s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:15.719827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:14.221441Z","time spent":"1.498125253s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:15:15.721258Z","caller":"traceutil/trace.go:171","msg":"trace[666450389] transaction","detail":"{read_only:false; response_revision:13987; number_of_response:1; }","duration":"732.477008ms","start":"2026-07-28T16:15:14.988749Z","end":"2026-07-28T16:15:15.721226Z","steps":["trace[666450389] 'process raft request' (duration: 732.388866ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:15.721332Z","caller":"traceutil/trace.go:171","msg":"trace[1785720700] transaction","detail":"{read_only:false; response_revision:13986; number_of_response:1; }","duration":"1.493313036s","start":"2026-07-28T16:15:14.227942Z","end":"2026-07-28T16:15:15.721255Z","steps":["trace[1785720700] 'process raft request' (duration: 1.492995878s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:15.72147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:14.988718Z","time spent":"732.632911ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:15.721518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:14.227936Z","time spent":"1.49348526s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:15:15.721562Z","caller":"traceutil/trace.go:171","msg":"trace[2031621014] transaction","detail":"{read_only:false; response_revision:13988; number_of_response:1; }","duration":"530.870284ms","start":"2026-07-28T16:15:15.190676Z","end":"2026-07-28T16:15:15.721547Z","steps":["trace[2031621014] 'process raft request' (duration: 530.508425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:15.72164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:15.190643Z","time spent":"530.955777ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:15:15.721629Z","caller":"traceutil/trace.go:171","msg":"trace[1783798821] linearizableReadLoop","detail":"{readStateIndex:14446; appliedIndex:14442; }","duration":"1.488068129s","start":"2026-07-28T16:15:14.233524Z","end":"2026-07-28T16:15:15.721592Z","steps":["trace[1783798821] 'read index received' (duration: 1.485750023s)","trace[1783798821] 'applied index is now lower than readState.Index' (duration: 2.317236ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:15.721683Z","caller":"traceutil/trace.go:171","msg":"trace[409923210] transaction","detail":"{read_only:false; response_revision:13989; number_of_response:1; }","duration":"450.337814ms","start":"2026-07-28T16:15:15.271297Z","end":"2026-07-28T16:15:15.721635Z","steps":["trace[409923210] 'process raft request' (duration: 450.16996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:15.721826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488305015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T16:15:15.721859Z","caller":"traceutil/trace.go:171","msg":"trace[1116667279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13989; }","duration":"1.488390107s","start":"2026-07-28T16:15:14.233461Z","end":"2026-07-28T16:15:15.721851Z","steps":["trace[1116667279] 'agreement among raft nodes before linearized reading' (duration: 1.488249463s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:15.721864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:15.27126Z","time spent":"450.510319ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:15.721894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478734812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T16:15:15.721918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.67904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:15:15.721927Z","caller":"traceutil/trace.go:171","msg":"trace[306597736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13989; }","duration":"1.478807213s","start":"2026-07-28T16:15:14.243111Z","end":"2026-07-28T16:15:15.721918Z","steps":["trace[306597736] 'agreement among raft nodes before linearized reading' (duration: 1.478637749s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:15.721933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:14.233438Z","time spent":"1.488439108s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:15:15.721949Z","caller":"traceutil/trace.go:171","msg":"trace[272644327] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:13989; }","duration":"359.762892ms","start":"2026-07-28T16:15:15.362176Z","end":"2026-07-28T16:15:15.721939Z","steps":["trace[272644327] 'agreement among raft nodes before linearized reading' (duration: 359.68746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:15.72195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.657515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T16:15:15.721975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:15.362142Z","time spent":"359.828374ms","remote":"127.0.0.1:45892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:15:15.721947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478062785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T16:15:15.722022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478204889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T16:15:15.721973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364882312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T16:15:15.722031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071150957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:15:15.722038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.791304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T16:15:15.722047Z","caller":"traceutil/trace.go:171","msg":"trace[164386249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13989; }","duration":"1.47824683s","start":"2026-07-28T16:15:14.243792Z","end":"2026-07-28T16:15:15.722039Z","steps":["trace[164386249] 'agreement among raft nodes before linearized reading' (duration: 1.478184439s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:15.722018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475252558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-28T16:15:15.722072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478795414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T16:15:15.722072Z","caller":"traceutil/trace.go:171","msg":"trace[1586582711] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:13989; }","duration":"216.863516ms","start":"2026-07-28T16:15:15.505202Z","end":"2026-07-28T16:15:15.722065Z","steps":["trace[1586582711] 'agreement among raft nodes before linearized reading' (duration: 216.797224ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:15.722102Z","caller":"traceutil/trace.go:171","msg":"trace[899432122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13989; }","duration":"1.478831134s","start":"2026-07-28T16:15:14.24326Z","end":"2026-07-28T16:15:15.722091Z","steps":["trace[899432122] 'agreement among raft nodes before linearized reading' (duration: 1.478751873s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:15.72209Z","caller":"traceutil/trace.go:171","msg":"trace[1878794302] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13989; }","duration":"1.365022576s","start":"2026-07-28T16:15:14.357036Z","end":"2026-07-28T16:15:15.722058Z","steps":["trace[1878794302] 'agreement among raft nodes before linearized reading' (duration: 1.364742029s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:15.721991Z","caller":"traceutil/trace.go:171","msg":"trace[281037041] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13989; }","duration":"573.763588ms","start":"2026-07-28T16:15:15.148215Z","end":"2026-07-28T16:15:15.721979Z","steps":["trace[281037041] 'agreement among raft nodes before linearized reading' (duration: 573.681646ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:15.722116Z","caller":"traceutil/trace.go:171","msg":"trace[1810839158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:13989; }","duration":"1.4753901s","start":"2026-07-28T16:15:14.2467Z","end":"2026-07-28T16:15:15.72209Z","steps":["trace[1810839158] 'agreement among raft nodes before linearized reading' (duration: 1.475143804s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:15.722127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:14.243252Z","time spent":"1.478869625s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:15:15.722155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:15.148182Z","time spent":"573.963413ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:15:15.722076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:14.243782Z","time spent":"1.478290081s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:15:15.722168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:14.246668Z","time spent":"1.475491833s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"info","ts":"2026-07-28T16:15:15.722039Z","caller":"traceutil/trace.go:171","msg":"trace[1756554473] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13989; }","duration":"1.478162338s","start":"2026-07-28T16:15:14.243855Z","end":"2026-07-28T16:15:15.722018Z","steps":["trace[1756554473] 'agreement among raft nodes before linearized reading' (duration: 1.477941282s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:15.722303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:14.24383Z","time spent":"1.478461505s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:15:15.72196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:14.243099Z","time spent":"1.478855425s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:15:15.72207Z","caller":"traceutil/trace.go:171","msg":"trace[735956558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13989; }","duration":"1.071236769s","start":"2026-07-28T16:15:14.650825Z","end":"2026-07-28T16:15:15.722062Z","steps":["trace[735956558] 'agreement among raft nodes before linearized reading' (duration: 1.071161357s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:15.722415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:14.650795Z","time spent":"1.071610828s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:15:15.722149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:14.356957Z","time spent":"1.36518071s","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:15:18.088474Z","caller":"traceutil/trace.go:171","msg":"trace[1639971772] linearizableReadLoop","detail":"{readStateIndex:14462; appliedIndex:14458; }","duration":"355.125998ms","start":"2026-07-28T16:15:17.733323Z","end":"2026-07-28T16:15:18.088449Z","steps":["trace[1639971772] 'read index received' (duration: 75.445385ms)","trace[1639971772] 'applied index is now lower than readState.Index' (duration: 279.679823ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:18.089325Z","caller":"traceutil/trace.go:171","msg":"trace[1447058289] transaction","detail":"{read_only:false; response_revision:14003; number_of_response:1; }","duration":"360.07887ms","start":"2026-07-28T16:15:17.729209Z","end":"2026-07-28T16:15:18.089288Z","steps":["trace[1447058289] 'process raft request' (duration: 359.200428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:18.089506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:17.729199Z","time spent":"360.213493ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:18.089479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.128144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T16:15:18.089579Z","caller":"traceutil/trace.go:171","msg":"trace[403054896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14003; }","duration":"356.252416ms","start":"2026-07-28T16:15:17.733305Z","end":"2026-07-28T16:15:18.089557Z","steps":["trace[403054896] 'agreement among raft nodes before linearized reading' (duration: 355.99247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:18.089626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:17.733296Z","time spent":"356.322218ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:15:18.089771Z","caller":"traceutil/trace.go:171","msg":"trace[2036123272] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"361.796501ms","start":"2026-07-28T16:15:17.72796Z","end":"2026-07-28T16:15:18.089757Z","steps":["trace[2036123272] 'process raft request' (duration: 360.378477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:18.08984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:17.727953Z","time spent":"361.853672ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:15:18.089902Z","caller":"traceutil/trace.go:171","msg":"trace[1525122518] transaction","detail":"{read_only:false; response_revision:14002; number_of_response:1; }","duration":"360.723005ms","start":"2026-07-28T16:15:17.729162Z","end":"2026-07-28T16:15:18.089885Z","steps":["trace[1525122518] 'process raft request' (duration: 359.215799ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:18.088925Z","caller":"traceutil/trace.go:171","msg":"trace[780219156] transaction","detail":"{read_only:false; response_revision:14000; number_of_response:1; }","duration":"360.980332ms","start":"2026-07-28T16:15:17.727934Z","end":"2026-07-28T16:15:18.088915Z","steps":["trace[780219156] 'process raft request' (duration: 360.08569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:18.089956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:17.729154Z","time spent":"360.775486ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:18.090946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:17.727904Z","time spent":"362.082468ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:18.098654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.838349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T16:15:18.098706Z","caller":"traceutil/trace.go:171","msg":"trace[1828101785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14004; }","duration":"358.89944ms","start":"2026-07-28T16:15:17.739788Z","end":"2026-07-28T16:15:18.098687Z","steps":["trace[1828101785] 'agreement among raft nodes before linearized reading' (duration: 358.781267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:18.098708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.511503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-79c7c59658-8qff8.18c68032bf7d6955\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-07-28T16:15:18.098731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:17.739782Z","time spent":"358.942531ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:15:18.098752Z","caller":"traceutil/trace.go:171","msg":"trace[375958227] range","detail":"{range_begin:/registry/events/openstack/barbican-api-79c7c59658-8qff8.18c68032bf7d6955; range_end:; response_count:1; response_revision:14004; }","duration":"347.573996ms","start":"2026-07-28T16:15:17.751164Z","end":"2026-07-28T16:15:18.098738Z","steps":["trace[375958227] 'agreement among raft nodes before linearized reading' (duration: 347.378881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:18.098791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:17.751156Z","time spent":"347.625487ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-79c7c59658-8qff8.18c68032bf7d6955\" "} {"level":"warn","ts":"2026-07-28T16:15:18.098883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.280126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-28T16:15:18.098875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.059699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:15:18.098913Z","caller":"traceutil/trace.go:171","msg":"trace[68029428] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:14004; }","duration":"358.318327ms","start":"2026-07-28T16:15:17.740587Z","end":"2026-07-28T16:15:18.098905Z","steps":["trace[68029428] 'agreement among raft nodes before linearized reading' (duration: 358.261405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:18.098933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:17.740582Z","time spent":"358.347177ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:15:18.098944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.091777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:15:18.098943Z","caller":"traceutil/trace.go:171","msg":"trace[867325694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14004; }","duration":"360.12129ms","start":"2026-07-28T16:15:17.7388Z","end":"2026-07-28T16:15:18.098921Z","steps":["trace[867325694] 'agreement among raft nodes before linearized reading' (duration: 360.009707ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:18.098968Z","caller":"traceutil/trace.go:171","msg":"trace[416157918] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14004; }","duration":"230.159479ms","start":"2026-07-28T16:15:17.868801Z","end":"2026-07-28T16:15:18.098961Z","steps":["trace[416157918] 'agreement among raft nodes before linearized reading' (duration: 230.113518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:18.098957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.959866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T16:15:18.099001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:17.738794Z","time spent":"360.197142ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:15:18.09905Z","caller":"traceutil/trace.go:171","msg":"trace[1963292306] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:14004; }","duration":"360.069519ms","start":"2026-07-28T16:15:17.738965Z","end":"2026-07-28T16:15:18.099034Z","steps":["trace[1963292306] 'agreement among raft nodes before linearized reading' (duration: 359.740281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:18.099135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:17.73896Z","time spent":"360.165291ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:15:18.098748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.08364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T16:15:18.098733Z","caller":"traceutil/trace.go:171","msg":"trace[1219592905] transaction","detail":"{read_only:false; response_revision:14004; number_of_response:1; }","duration":"231.815779ms","start":"2026-07-28T16:15:17.866789Z","end":"2026-07-28T16:15:18.098604Z","steps":["trace[1219592905] 'process raft request' (duration: 231.487131ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:18.099268Z","caller":"traceutil/trace.go:171","msg":"trace[272507693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14004; }","duration":"360.633312ms","start":"2026-07-28T16:15:17.738592Z","end":"2026-07-28T16:15:18.099225Z","steps":["trace[272507693] 'agreement among raft nodes before linearized reading' (duration: 359.936595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:18.099634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:17.738581Z","time spent":"361.039023ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:15:20.635397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626788429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:15:21.136245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626788429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:15:21.637096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626788429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:15:22.137384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626788429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:15:22.216202Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.082018728s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:15:22.216708Z","caller":"traceutil/trace.go:171","msg":"trace[382939978] transaction","detail":"{read_only:false; response_revision:14019; number_of_response:1; }","duration":"2.119653114s","start":"2026-07-28T16:15:20.097027Z","end":"2026-07-28T16:15:22.21668Z","steps":["trace[382939978] 'process raft request' (duration: 2.119595862s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:22.216742Z","caller":"traceutil/trace.go:171","msg":"trace[1545749618] transaction","detail":"{read_only:false; response_revision:14017; number_of_response:1; }","duration":"2.122097553s","start":"2026-07-28T16:15:20.094598Z","end":"2026-07-28T16:15:22.216696Z","steps":["trace[1545749618] 'process raft request' (duration: 2.121802556s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:22.216794Z","caller":"traceutil/trace.go:171","msg":"trace[1728339638] transaction","detail":"{read_only:false; response_revision:14018; number_of_response:1; }","duration":"2.120526174s","start":"2026-07-28T16:15:20.096218Z","end":"2026-07-28T16:15:22.216744Z","steps":["trace[1728339638] 'process raft request' (duration: 2.12035456s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.216884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.097013Z","time spent":"2.119785976s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:22.216957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.094561Z","time spent":"2.122273787s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:22.217056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.096199Z","time spent":"2.120715149s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:15:22.292567Z","caller":"traceutil/trace.go:171","msg":"trace[791666475] transaction","detail":"{read_only:false; response_revision:14020; number_of_response:1; }","duration":"2.152904782s","start":"2026-07-28T16:15:20.139626Z","end":"2026-07-28T16:15:22.292531Z","steps":["trace[791666475] 'process raft request' (duration: 2.132147777s)","trace[791666475] 'compare' (duration: 20.469498ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:22.292778Z","caller":"traceutil/trace.go:171","msg":"trace[2133671600] linearizableReadLoop","detail":"{readStateIndex:14480; appliedIndex:14475; }","duration":"2.158350514s","start":"2026-07-28T16:15:20.13438Z","end":"2026-07-28T16:15:22.29273Z","steps":["trace[2133671600] 'read index received' (duration: 2.082004917s)","trace[2133671600] 'applied index is now lower than readState.Index' (duration: 76.343407ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:15:22.292885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.139604Z","time spent":"2.153066116s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:22.292963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172290834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T16:15:22.293036Z","caller":"traceutil/trace.go:171","msg":"trace[463932014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14021; }","duration":"2.172391236s","start":"2026-07-28T16:15:20.120627Z","end":"2026-07-28T16:15:22.293018Z","steps":["trace[463932014] 'agreement among raft nodes before linearized reading' (duration: 2.172159571s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.293076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.120617Z","time spent":"2.172451088s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:15:22.293135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173648496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T16:15:22.293194Z","caller":"traceutil/trace.go:171","msg":"trace[1599442754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14021; }","duration":"2.17378741s","start":"2026-07-28T16:15:20.119391Z","end":"2026-07-28T16:15:22.293178Z","steps":["trace[1599442754] 'agreement among raft nodes before linearized reading' (duration: 2.173531284s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:22.293234Z","caller":"traceutil/trace.go:171","msg":"trace[304528099] transaction","detail":"{read_only:false; response_revision:14021; number_of_response:1; }","duration":"460.690636ms","start":"2026-07-28T16:15:21.83253Z","end":"2026-07-28T16:15:22.293221Z","steps":["trace[304528099] 'process raft request' (duration: 459.924508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.293317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:21.832501Z","time spent":"460.758518ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:22.293362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186205062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T16:15:22.293399Z","caller":"traceutil/trace.go:171","msg":"trace[1067304906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14021; }","duration":"2.186263024s","start":"2026-07-28T16:15:20.107124Z","end":"2026-07-28T16:15:22.293387Z","steps":["trace[1067304906] 'agreement among raft nodes before linearized reading' (duration: 2.186157321s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.293427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.107113Z","time spent":"2.186306984s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:15:22.293541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17171754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T16:15:22.29358Z","caller":"traceutil/trace.go:171","msg":"trace[1819278147] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:14021; }","duration":"2.171767751s","start":"2026-07-28T16:15:20.121795Z","end":"2026-07-28T16:15:22.293563Z","steps":["trace[1819278147] 'agreement among raft nodes before linearized reading' (duration: 2.171672518s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.293607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.121783Z","time spent":"2.171818173s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:15:22.293679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879225925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:15:22.29372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183855806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-28T16:15:22.293741Z","caller":"traceutil/trace.go:171","msg":"trace[871476086] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:14021; }","duration":"1.879292487s","start":"2026-07-28T16:15:20.414432Z","end":"2026-07-28T16:15:22.293724Z","steps":["trace[871476086] 'agreement among raft nodes before linearized reading' (duration: 1.879185514s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.293794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.414367Z","time spent":"1.879414329s","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:15:22.293821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18035244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T16:15:22.29385Z","caller":"traceutil/trace.go:171","msg":"trace[1870279864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14021; }","duration":"2.180397811s","start":"2026-07-28T16:15:20.113444Z","end":"2026-07-28T16:15:22.293842Z","steps":["trace[1870279864] 'agreement among raft nodes before linearized reading' (duration: 2.180322929s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.293874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.113434Z","time spent":"2.180434662s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:15:22.293884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.119361Z","time spent":"2.173864902s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:15:22.293747Z","caller":"traceutil/trace.go:171","msg":"trace[2111129528] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:14021; }","duration":"2.183900126s","start":"2026-07-28T16:15:20.109838Z","end":"2026-07-28T16:15:22.293738Z","steps":["trace[2111129528] 'agreement among raft nodes before linearized reading' (duration: 2.183845635s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.294119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.64539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-28T16:15:22.294153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816469588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:15:22.294159Z","caller":"traceutil/trace.go:171","msg":"trace[1348926387] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14021; }","duration":"780.725382ms","start":"2026-07-28T16:15:21.513423Z","end":"2026-07-28T16:15:22.294148Z","steps":["trace[1348926387] 'agreement among raft nodes before linearized reading' (duration: 780.607529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.294156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.109827Z","time spent":"2.184314916s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:15:22.294206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:21.513401Z","time spent":"780.798384ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:15:22.294208Z","caller":"traceutil/trace.go:171","msg":"trace[1053493481] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:14021; }","duration":"1.81656645s","start":"2026-07-28T16:15:20.477621Z","end":"2026-07-28T16:15:22.294188Z","steps":["trace[1053493481] 'agreement among raft nodes before linearized reading' (duration: 1.816486328s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.294265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:20.47759Z","time spent":"1.816663263s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:15:22.294472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.991597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:15:22.294525Z","caller":"traceutil/trace.go:171","msg":"trace[1046215004] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:14021; }","duration":"101.088699ms","start":"2026-07-28T16:15:22.19342Z","end":"2026-07-28T16:15:22.294509Z","steps":["trace[1046215004] 'agreement among raft nodes before linearized reading' (duration: 101.011167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.294559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.747735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:15:22.294601Z","caller":"traceutil/trace.go:171","msg":"trace[2145008748] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14021; }","duration":"339.786656ms","start":"2026-07-28T16:15:21.954799Z","end":"2026-07-28T16:15:22.294586Z","steps":["trace[2145008748] 'agreement among raft nodes before linearized reading' (duration: 339.684273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.294631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:21.954726Z","time spent":"339.898709ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:15:22.294761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.216682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:15:22.294803Z","caller":"traceutil/trace.go:171","msg":"trace[1005304799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14021; }","duration":"644.310324ms","start":"2026-07-28T16:15:21.650479Z","end":"2026-07-28T16:15:22.294789Z","steps":["trace[1005304799] 'agreement among raft nodes before linearized reading' (duration: 644.213201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:22.294833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:21.650455Z","time spent":"644.371745ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:15:24.550648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.622752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:15:24.550902Z","caller":"traceutil/trace.go:171","msg":"trace[985539565] linearizableReadLoop","detail":"{readStateIndex:14495; appliedIndex:14493; }","duration":"242.977251ms","start":"2026-07-28T16:15:24.307892Z","end":"2026-07-28T16:15:24.55087Z","steps":["trace[985539565] 'read index received' (duration: 53.100882ms)","trace[985539565] 'applied index is now lower than readState.Index' (duration: 189.874789ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:24.550926Z","caller":"traceutil/trace.go:171","msg":"trace[2007000068] transaction","detail":"{read_only:false; response_revision:14034; number_of_response:1; }","duration":"252.055722ms","start":"2026-07-28T16:15:24.298815Z","end":"2026-07-28T16:15:24.550871Z","steps":["trace[2007000068] 'process raft request' (duration: 62.100731ms)","trace[2007000068] 'compare' (duration: 189.479139ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:24.551005Z","caller":"traceutil/trace.go:171","msg":"trace[955510574] transaction","detail":"{read_only:false; response_revision:14035; number_of_response:1; }","duration":"247.578273ms","start":"2026-07-28T16:15:24.303415Z","end":"2026-07-28T16:15:24.550993Z","steps":["trace[955510574] 'process raft request' (duration: 247.382078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:24.551207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.930752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T16:15:24.551243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.013595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T16:15:24.551249Z","caller":"traceutil/trace.go:171","msg":"trace[1684787867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14035; }","duration":"171.998035ms","start":"2026-07-28T16:15:24.379238Z","end":"2026-07-28T16:15:24.551236Z","steps":["trace[1684787867] 'agreement among raft nodes before linearized reading' (duration: 171.874662ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:24.551276Z","caller":"traceutil/trace.go:171","msg":"trace[1438569367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14035; }","duration":"172.097656ms","start":"2026-07-28T16:15:24.379168Z","end":"2026-07-28T16:15:24.551266Z","steps":["trace[1438569367] 'agreement among raft nodes before linearized reading' (duration: 171.976803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:24.551295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.071746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T16:15:24.551335Z","caller":"traceutil/trace.go:171","msg":"trace[1352300280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14035; }","duration":"172.132238ms","start":"2026-07-28T16:15:24.379187Z","end":"2026-07-28T16:15:24.551319Z","steps":["trace[1352300280] 'agreement among raft nodes before linearized reading' (duration: 172.048636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:24.551208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.146307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T16:15:24.551416Z","caller":"traceutil/trace.go:171","msg":"trace[1741919198] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:14035; }","duration":"172.397364ms","start":"2026-07-28T16:15:24.379009Z","end":"2026-07-28T16:15:24.551406Z","steps":["trace[1741919198] 'agreement among raft nodes before linearized reading' (duration: 172.035955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:24.55142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.534164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:15:24.551451Z","caller":"traceutil/trace.go:171","msg":"trace[443418583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14035; }","duration":"243.590156ms","start":"2026-07-28T16:15:24.307853Z","end":"2026-07-28T16:15:24.551443Z","steps":["trace[443418583] 'agreement among raft nodes before linearized reading' (duration: 243.506624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:24.551451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.679784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-28T16:15:24.551545Z","caller":"traceutil/trace.go:171","msg":"trace[252238546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:14035; }","duration":"168.804816ms","start":"2026-07-28T16:15:24.382716Z","end":"2026-07-28T16:15:24.55152Z","steps":["trace[252238546] 'agreement among raft nodes before linearized reading' (duration: 168.636492ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:24.657552Z","caller":"traceutil/trace.go:171","msg":"trace[212434564] transaction","detail":"{read_only:false; response_revision:14036; number_of_response:1; }","duration":"101.315025ms","start":"2026-07-28T16:15:24.556206Z","end":"2026-07-28T16:15:24.657521Z","steps":["trace[212434564] 'process raft request' (duration: 99.522592ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:24.657875Z","caller":"traceutil/trace.go:171","msg":"trace[439108183] transaction","detail":"{read_only:false; response_revision:14037; number_of_response:1; }","duration":"101.51793ms","start":"2026-07-28T16:15:24.556324Z","end":"2026-07-28T16:15:24.657842Z","steps":["trace[439108183] 'process raft request' (duration: 101.138301ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:24.657944Z","caller":"traceutil/trace.go:171","msg":"trace[1406515453] transaction","detail":"{read_only:false; response_revision:14038; number_of_response:1; }","duration":"100.458724ms","start":"2026-07-28T16:15:24.557458Z","end":"2026-07-28T16:15:24.657917Z","steps":["trace[1406515453] 'process raft request' (duration: 100.255829ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:24.658186Z","caller":"traceutil/trace.go:171","msg":"trace[864650523] transaction","detail":"{read_only:false; response_revision:14040; number_of_response:1; }","duration":"100.384922ms","start":"2026-07-28T16:15:24.55779Z","end":"2026-07-28T16:15:24.658175Z","steps":["trace[864650523] 'process raft request' (duration: 100.30104ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:24.658232Z","caller":"traceutil/trace.go:171","msg":"trace[887464816] transaction","detail":"{read_only:false; response_revision:14039; number_of_response:1; }","duration":"100.618008ms","start":"2026-07-28T16:15:24.557586Z","end":"2026-07-28T16:15:24.658204Z","steps":["trace[887464816] 'process raft request' (duration: 100.270569ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:24.658189Z","caller":"traceutil/trace.go:171","msg":"trace[1870792265] linearizableReadLoop","detail":"{readStateIndex:14497; appliedIndex:14495; }","duration":"100.906635ms","start":"2026-07-28T16:15:24.557257Z","end":"2026-07-28T16:15:24.658163Z","steps":["trace[1870792265] 'read index received' (duration: 98.488746ms)","trace[1870792265] 'applied index is now lower than readState.Index' (duration: 2.416819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:15:24.65883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.53196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228651"} {"level":"info","ts":"2026-07-28T16:15:24.658945Z","caller":"traceutil/trace.go:171","msg":"trace[818761165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:14040; }","duration":"101.686264ms","start":"2026-07-28T16:15:24.557236Z","end":"2026-07-28T16:15:24.658922Z","steps":["trace[818761165] 'agreement among raft nodes before linearized reading' (duration: 101.070869ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:27.57561Z","caller":"traceutil/trace.go:171","msg":"trace[992648125] transaction","detail":"{read_only:false; response_revision:14053; number_of_response:1; }","duration":"192.659757ms","start":"2026-07-28T16:15:27.382918Z","end":"2026-07-28T16:15:27.575578Z","steps":["trace[992648125] 'process raft request' (duration: 192.471582ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:27.592441Z","caller":"traceutil/trace.go:171","msg":"trace[416737539] transaction","detail":"{read_only:false; response_revision:14054; number_of_response:1; }","duration":"209.274931ms","start":"2026-07-28T16:15:27.38313Z","end":"2026-07-28T16:15:27.592405Z","steps":["trace[416737539] 'process raft request' (duration: 208.177734ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:27.592713Z","caller":"traceutil/trace.go:171","msg":"trace[630616925] transaction","detail":"{read_only:false; response_revision:14055; number_of_response:1; }","duration":"107.623368ms","start":"2026-07-28T16:15:27.485073Z","end":"2026-07-28T16:15:27.592697Z","steps":["trace[630616925] 'process raft request' (duration: 106.450899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:28.781012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.144756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T16:15:28.781558Z","caller":"traceutil/trace.go:171","msg":"trace[1802038494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14068; }","duration":"100.73126ms","start":"2026-07-28T16:15:28.6808Z","end":"2026-07-28T16:15:28.781531Z","steps":["trace[1802038494] 'agreement among raft nodes before linearized reading' (duration: 99.958391ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:30.61984Z","caller":"traceutil/trace.go:171","msg":"trace[1250569162] linearizableReadLoop","detail":"{readStateIndex:14582; appliedIndex:14581; }","duration":"227.985055ms","start":"2026-07-28T16:15:30.391827Z","end":"2026-07-28T16:15:30.619812Z","steps":["trace[1250569162] 'read index received' (duration: 227.842182ms)","trace[1250569162] 'applied index is now lower than readState.Index' (duration: 141.493µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:15:30.620142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.289113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-28T16:15:30.619951Z","caller":"traceutil/trace.go:171","msg":"trace[1437610359] transaction","detail":"{read_only:false; response_revision:14117; number_of_response:1; }","duration":"229.987024ms","start":"2026-07-28T16:15:30.389932Z","end":"2026-07-28T16:15:30.619919Z","steps":["trace[1437610359] 'process raft request' (duration: 229.706207ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:30.620192Z","caller":"traceutil/trace.go:171","msg":"trace[709056891] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:14117; }","duration":"228.413895ms","start":"2026-07-28T16:15:30.391765Z","end":"2026-07-28T16:15:30.620179Z","steps":["trace[709056891] 'agreement among raft nodes before linearized reading' (duration: 228.18354ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:31.163528Z","caller":"traceutil/trace.go:171","msg":"trace[1279130592] linearizableReadLoop","detail":"{readStateIndex:14585; appliedIndex:14584; }","duration":"406.221082ms","start":"2026-07-28T16:15:30.757271Z","end":"2026-07-28T16:15:31.163492Z","steps":["trace[1279130592] 'read index received' (duration: 315.729861ms)","trace[1279130592] 'applied index is now lower than readState.Index' (duration: 90.489081ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:31.163676Z","caller":"traceutil/trace.go:171","msg":"trace[548086371] transaction","detail":"{read_only:false; response_revision:14120; number_of_response:1; }","duration":"456.023254ms","start":"2026-07-28T16:15:30.707632Z","end":"2026-07-28T16:15:31.163656Z","steps":["trace[548086371] 'process raft request' (duration: 365.42863ms)","trace[548086371] 'compare' (duration: 90.160093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:15:31.16389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:30.707614Z","time spent":"456.092865ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:31.164525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.241686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T16:15:31.164617Z","caller":"traceutil/trace.go:171","msg":"trace[1585315830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14120; }","duration":"407.392301ms","start":"2026-07-28T16:15:30.757203Z","end":"2026-07-28T16:15:31.164595Z","steps":["trace[1585315830] 'agreement among raft nodes before linearized reading' (duration: 407.154455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:31.164661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:30.757175Z","time spent":"407.477592ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:15:31.222996Z","caller":"traceutil/trace.go:171","msg":"trace[1238249836] transaction","detail":"{read_only:false; response_revision:14121; number_of_response:1; }","duration":"132.137804ms","start":"2026-07-28T16:15:31.090817Z","end":"2026-07-28T16:15:31.222955Z","steps":["trace[1238249836] 'process raft request' (duration: 131.898749ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:31.347299Z","caller":"traceutil/trace.go:171","msg":"trace[1722721884] linearizableReadLoop","detail":"{readStateIndex:14587; appliedIndex:14585; }","duration":"183.658568ms","start":"2026-07-28T16:15:31.163613Z","end":"2026-07-28T16:15:31.347272Z","steps":["trace[1722721884] 'read index received' (duration: 59.002125ms)","trace[1722721884] 'applied index is now lower than readState.Index' (duration: 124.655393ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:31.347335Z","caller":"traceutil/trace.go:171","msg":"trace[147747813] transaction","detail":"{read_only:false; response_revision:14122; number_of_response:1; }","duration":"247.694915ms","start":"2026-07-28T16:15:31.099601Z","end":"2026-07-28T16:15:31.347296Z","steps":["trace[147747813] 'process raft request' (duration: 247.388078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:31.347584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.053566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:15:31.347628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.32908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T16:15:31.347681Z","caller":"traceutil/trace.go:171","msg":"trace[1442845409] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:14123; }","duration":"521.213299ms","start":"2026-07-28T16:15:30.826444Z","end":"2026-07-28T16:15:31.347657Z","steps":["trace[1442845409] 'agreement among raft nodes before linearized reading' (duration: 520.911102ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:31.347696Z","caller":"traceutil/trace.go:171","msg":"trace[99259878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14123; }","duration":"553.447723ms","start":"2026-07-28T16:15:30.794229Z","end":"2026-07-28T16:15:31.347676Z","steps":["trace[99259878] 'agreement among raft nodes before linearized reading' (duration: 553.160766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:31.347757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:30.826435Z","time spent":"521.310642ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:15:31.34788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.91061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-28T16:15:31.347939Z","caller":"traceutil/trace.go:171","msg":"trace[1074862358] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:14123; }","duration":"532.007041ms","start":"2026-07-28T16:15:30.815918Z","end":"2026-07-28T16:15:31.347925Z","steps":["trace[1074862358] 'agreement among raft nodes before linearized reading' (duration: 531.791196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:31.347938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.595858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T16:15:31.34776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:30.794218Z","time spent":"553.522995ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:15:31.348001Z","caller":"traceutil/trace.go:171","msg":"trace[1704146662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14123; }","duration":"535.670401ms","start":"2026-07-28T16:15:30.81231Z","end":"2026-07-28T16:15:31.34798Z","steps":["trace[1704146662] 'agreement among raft nodes before linearized reading' (duration: 535.515877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:31.348051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:30.812298Z","time spent":"535.736592ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:15:31.347983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:30.815903Z","time spent":"532.070634ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"info","ts":"2026-07-28T16:15:31.347936Z","caller":"traceutil/trace.go:171","msg":"trace[887281704] transaction","detail":"{read_only:false; response_revision:14123; number_of_response:1; }","duration":"179.21233ms","start":"2026-07-28T16:15:31.16869Z","end":"2026-07-28T16:15:31.347902Z","steps":["trace[887281704] 'process raft request' (duration: 178.522263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:31.34827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.662801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T16:15:31.348316Z","caller":"traceutil/trace.go:171","msg":"trace[922108520] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:14123; }","duration":"535.752233ms","start":"2026-07-28T16:15:30.812552Z","end":"2026-07-28T16:15:31.348305Z","steps":["trace[922108520] 'agreement among raft nodes before linearized reading' (duration: 535.23906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:31.348352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:30.812506Z","time spent":"535.838245ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:15:31.348743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.73965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T16:15:31.348813Z","caller":"traceutil/trace.go:171","msg":"trace[1353738857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14123; }","duration":"532.814682ms","start":"2026-07-28T16:15:30.815983Z","end":"2026-07-28T16:15:31.348798Z","steps":["trace[1353738857] 'agreement among raft nodes before linearized reading' (duration: 531.865449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:31.348975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:30.815959Z","time spent":"533.004526ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:15:31.348523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.253522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lmnhq\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-07-28T16:15:31.350517Z","caller":"traceutil/trace.go:171","msg":"trace[843199666] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lmnhq; range_end:; response_count:1; response_revision:14123; }","duration":"259.634825ms","start":"2026-07-28T16:15:31.090181Z","end":"2026-07-28T16:15:31.349816Z","steps":["trace[843199666] 'agreement among raft nodes before linearized reading' (duration: 257.692758ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:31.974639Z","caller":"traceutil/trace.go:171","msg":"trace[488832538] transaction","detail":"{read_only:false; response_revision:14128; number_of_response:1; }","duration":"165.196839ms","start":"2026-07-28T16:15:31.809415Z","end":"2026-07-28T16:15:31.974612Z","steps":["trace[488832538] 'process raft request' (duration: 165.035345ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:32.40738Z","caller":"traceutil/trace.go:171","msg":"trace[1112754660] transaction","detail":"{read_only:false; response_revision:14130; number_of_response:1; }","duration":"111.125343ms","start":"2026-07-28T16:15:32.296228Z","end":"2026-07-28T16:15:32.407354Z","steps":["trace[1112754660] 'process raft request' (duration: 110.958409ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:32.40811Z","caller":"traceutil/trace.go:171","msg":"trace[1587300035] linearizableReadLoop","detail":"{readStateIndex:14595; appliedIndex:14595; }","duration":"104.616564ms","start":"2026-07-28T16:15:32.303402Z","end":"2026-07-28T16:15:32.408018Z","steps":["trace[1587300035] 'read index received' (duration: 104.594774ms)","trace[1587300035] 'applied index is now lower than readState.Index' (duration: 18.76µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:15:32.40845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.027005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-28T16:15:32.408517Z","caller":"traceutil/trace.go:171","msg":"trace[1466584107] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:14130; }","duration":"105.168508ms","start":"2026-07-28T16:15:32.303327Z","end":"2026-07-28T16:15:32.408496Z","steps":["trace[1466584107] 'agreement among raft nodes before linearized reading' (duration: 104.904192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:32.731501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.684853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:15:32.731811Z","caller":"traceutil/trace.go:171","msg":"trace[10748182] transaction","detail":"{read_only:false; response_revision:14131; number_of_response:1; }","duration":"343.520237ms","start":"2026-07-28T16:15:32.388263Z","end":"2026-07-28T16:15:32.731783Z","steps":["trace[10748182] 'process raft request' (duration: 151.410233ms)","trace[10748182] 'compare' (duration: 191.238892ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:32.731815Z","caller":"traceutil/trace.go:171","msg":"trace[1204781219] transaction","detail":"{read_only:false; response_revision:14132; number_of_response:1; }","duration":"342.037971ms","start":"2026-07-28T16:15:32.389753Z","end":"2026-07-28T16:15:32.731791Z","steps":["trace[1204781219] 'process raft request' (duration: 341.861517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:32.731897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:32.388231Z","time spent":"343.62818ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:32.73193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:32.389742Z","time spent":"342.136813ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:32.95784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.117741ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T16:15:32.957956Z","caller":"traceutil/trace.go:171","msg":"trace[1448106268] linearizableReadLoop","detail":"{readStateIndex:14598; appliedIndex:14595; }","duration":"516.30449ms","start":"2026-07-28T16:15:32.44163Z","end":"2026-07-28T16:15:32.957935Z","steps":["trace[1448106268] 'read index received' (duration: 97.298007ms)","trace[1448106268] 'applied index is now lower than readState.Index' (duration: 419.004873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:15:32.9582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.551136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-28T16:15:32.958251Z","caller":"traceutil/trace.go:171","msg":"trace[698097496] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:14132; }","duration":"516.641648ms","start":"2026-07-28T16:15:32.441592Z","end":"2026-07-28T16:15:32.958234Z","steps":["trace[698097496] 'agreement among raft nodes before linearized reading' (duration: 516.452594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:32.95829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:32.441569Z","time spent":"516.71172ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-28T16:15:32.993255Z","caller":"traceutil/trace.go:171","msg":"trace[1449081754] transaction","detail":"{read_only:false; response_revision:14133; number_of_response:1; }","duration":"326.200595ms","start":"2026-07-28T16:15:32.667026Z","end":"2026-07-28T16:15:32.993227Z","steps":["trace[1449081754] 'process raft request' (duration: 325.950119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:32.993612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.963612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:15:32.993678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.374568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:15:32.993714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.452518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T16:15:32.993734Z","caller":"traceutil/trace.go:171","msg":"trace[378720807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14133; }","duration":"343.154737ms","start":"2026-07-28T16:15:32.650551Z","end":"2026-07-28T16:15:32.993706Z","steps":["trace[378720807] 'agreement among raft nodes before linearized reading' (duration: 342.818279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:32.993682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:32.667006Z","time spent":"326.331068ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:32.993798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:32.650525Z","time spent":"343.26331ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:15:32.993737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.233233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:15:32.993869Z","caller":"traceutil/trace.go:171","msg":"trace[1877963513] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14133; }","duration":"397.455529ms","start":"2026-07-28T16:15:32.596398Z","end":"2026-07-28T16:15:32.993853Z","steps":["trace[1877963513] 'agreement among raft nodes before linearized reading' (duration: 397.1ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:32.993872Z","caller":"traceutil/trace.go:171","msg":"trace[681048374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14133; }","duration":"316.555521ms","start":"2026-07-28T16:15:32.677219Z","end":"2026-07-28T16:15:32.993774Z","steps":["trace[681048374] 'agreement among raft nodes before linearized reading' (duration: 316.335705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:32.993912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:32.596378Z","time spent":"397.52195ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:15:32.993934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:32.677203Z","time spent":"316.715594ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:15:32.993954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.538162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T16:15:32.993747Z","caller":"traceutil/trace.go:171","msg":"trace[1426305121] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:14133; }","duration":"328.471361ms","start":"2026-07-28T16:15:32.665256Z","end":"2026-07-28T16:15:32.993728Z","steps":["trace[1426305121] 'agreement among raft nodes before linearized reading' (duration: 328.370998ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:32.994034Z","caller":"traceutil/trace.go:171","msg":"trace[1116772262] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14133; }","duration":"247.651915ms","start":"2026-07-28T16:15:32.746365Z","end":"2026-07-28T16:15:32.994017Z","steps":["trace[1116772262] 'agreement among raft nodes before linearized reading' (duration: 247.216524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:32.994031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.793627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T16:15:32.994107Z","caller":"traceutil/trace.go:171","msg":"trace[1339082320] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14133; }","duration":"413.872188ms","start":"2026-07-28T16:15:32.580217Z","end":"2026-07-28T16:15:32.994089Z","steps":["trace[1339082320] 'agreement among raft nodes before linearized reading' (duration: 413.234673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:32.994044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:32.665244Z","time spent":"328.785098ms","remote":"127.0.0.1:42846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:15:32.994166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:32.580117Z","time spent":"414.035622ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:15:34.136808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12144434s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:15:34.194155Z","caller":"traceutil/trace.go:171","msg":"trace[918690643] linearizableReadLoop","detail":"{readStateIndex:14601; appliedIndex:14600; }","duration":"1.194447206s","start":"2026-07-28T16:15:32.999675Z","end":"2026-07-28T16:15:34.194122Z","steps":["trace[918690643] 'read index received' (duration: 15.719373ms)","trace[918690643] 'applied index is now lower than readState.Index' (duration: 1.178726363s)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:34.194305Z","caller":"traceutil/trace.go:171","msg":"trace[1891811557] transaction","detail":"{read_only:false; response_revision:14136; number_of_response:1; }","duration":"1.193644486s","start":"2026-07-28T16:15:33.000617Z","end":"2026-07-28T16:15:34.194262Z","steps":["trace[1891811557] 'process raft request' (duration: 1.19338901s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:34.194322Z","caller":"traceutil/trace.go:171","msg":"trace[1454276285] transaction","detail":"{read_only:false; response_revision:14135; number_of_response:1; }","duration":"1.194703242s","start":"2026-07-28T16:15:32.999574Z","end":"2026-07-28T16:15:34.194277Z","steps":["trace[1454276285] 'process raft request' (duration: 1.137488591s)","trace[1454276285] 'compare' (duration: 56.742599ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:15:34.194449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194762434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:21826"} {"level":"warn","ts":"2026-07-28T16:15:34.19446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.000583Z","time spent":"1.19377678s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:34.194531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:32.999556Z","time spent":"1.194846396s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:15:34.194543Z","caller":"traceutil/trace.go:171","msg":"trace[305199698] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14136; }","duration":"1.194866576s","start":"2026-07-28T16:15:32.999659Z","end":"2026-07-28T16:15:34.194525Z","steps":["trace[305199698] 'agreement among raft nodes before linearized reading' (duration: 1.19463351s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.194563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.137167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T16:15:34.194574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.919477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:15:34.194593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:32.999653Z","time spent":"1.194927157s","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":21849,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-28T16:15:34.194609Z","caller":"traceutil/trace.go:171","msg":"trace[2032420928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14136; }","duration":"815.220069ms","start":"2026-07-28T16:15:33.379376Z","end":"2026-07-28T16:15:34.194596Z","steps":["trace[2032420928] 'agreement among raft nodes before linearized reading' (duration: 815.067116ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:34.194632Z","caller":"traceutil/trace.go:171","msg":"trace[396410585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14136; }","duration":"543.027379ms","start":"2026-07-28T16:15:33.65159Z","end":"2026-07-28T16:15:34.194617Z","steps":["trace[396410585] 'agreement among raft nodes before linearized reading' (duration: 542.922196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.194641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.379351Z","time spent":"815.282521ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:15:34.194667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.651569Z","time spent":"543.091001ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:15:34.194763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.373216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-28T16:15:34.194795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.249489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T16:15:34.194797Z","caller":"traceutil/trace.go:171","msg":"trace[839359817] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:14136; }","duration":"811.433278ms","start":"2026-07-28T16:15:33.383355Z","end":"2026-07-28T16:15:34.194789Z","steps":["trace[839359817] 'agreement among raft nodes before linearized reading' (duration: 811.352036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.194763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192275483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-07-28T16:15:34.194831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.383343Z","time spent":"811.482199ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"info","ts":"2026-07-28T16:15:34.194837Z","caller":"traceutil/trace.go:171","msg":"trace[1408227158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14136; }","duration":"831.324332ms","start":"2026-07-28T16:15:33.363495Z","end":"2026-07-28T16:15:34.19482Z","steps":["trace[1408227158] 'agreement among raft nodes before linearized reading' (duration: 831.24475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.194869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.36347Z","time spent":"831.393553ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:15:34.194837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.477975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T16:15:34.194883Z","caller":"traceutil/trace.go:171","msg":"trace[461184212] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:14136; }","duration":"1.192451127s","start":"2026-07-28T16:15:33.002402Z","end":"2026-07-28T16:15:34.194853Z","steps":["trace[461184212] 'agreement among raft nodes before linearized reading' (duration: 1.192046107s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.194942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.002391Z","time spent":"1.19253937s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-07-28T16:15:34.194941Z","caller":"traceutil/trace.go:171","msg":"trace[1697537408] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14136; }","duration":"736.596277ms","start":"2026-07-28T16:15:33.458313Z","end":"2026-07-28T16:15:34.194909Z","steps":["trace[1697537408] 'agreement among raft nodes before linearized reading' (duration: 736.245229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.194954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.430119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-28T16:15:34.194995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.760927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T16:15:34.195016Z","caller":"traceutil/trace.go:171","msg":"trace[46398136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14136; }","duration":"816.808188ms","start":"2026-07-28T16:15:33.378202Z","end":"2026-07-28T16:15:34.19501Z","steps":["trace[46398136] 'agreement among raft nodes before linearized reading' (duration: 816.750477ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:34.195024Z","caller":"traceutil/trace.go:171","msg":"trace[365845539] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:14136; }","duration":"816.512621ms","start":"2026-07-28T16:15:33.37849Z","end":"2026-07-28T16:15:34.195003Z","steps":["trace[365845539] 'agreement among raft nodes before linearized reading' (duration: 816.286546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.195039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.378184Z","time spent":"816.850949ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:15:34.195008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.458301Z","time spent":"736.69112ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:15:34.195058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.378465Z","time spent":"816.586784ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:15:34.194557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.917856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T16:15:34.195165Z","caller":"traceutil/trace.go:171","msg":"trace[883593206] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14136; }","duration":"640.586962ms","start":"2026-07-28T16:15:33.554571Z","end":"2026-07-28T16:15:34.195158Z","steps":["trace[883593206] 'agreement among raft nodes before linearized reading' (duration: 639.880375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.19519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.554549Z","time spent":"640.633804ms","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:15:34.195221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.48643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:15:34.195249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.472169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T16:15:34.195266Z","caller":"traceutil/trace.go:171","msg":"trace[1391235855] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14136; }","duration":"959.525041ms","start":"2026-07-28T16:15:33.235727Z","end":"2026-07-28T16:15:34.195252Z","steps":["trace[1391235855] 'agreement among raft nodes before linearized reading' (duration: 959.423619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.195297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.235653Z","time spent":"959.636593ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:15:34.195295Z","caller":"traceutil/trace.go:171","msg":"trace[2007615305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14136; }","duration":"841.544361ms","start":"2026-07-28T16:15:33.353738Z","end":"2026-07-28T16:15:34.195282Z","steps":["trace[2007615305] 'agreement among raft nodes before linearized reading' (duration: 841.425648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.195331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:33.353723Z","time spent":"841.601062ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:15:34.418736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.396758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:15:34.418858Z","caller":"traceutil/trace.go:171","msg":"trace[1520229984] transaction","detail":"{read_only:false; response_revision:14137; number_of_response:1; }","duration":"218.112136ms","start":"2026-07-28T16:15:34.200723Z","end":"2026-07-28T16:15:34.418835Z","steps":["trace[1520229984] 'process raft request' (duration: 104.502203ms)","trace[1520229984] 'compare' (duration: 113.108901ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:34.962087Z","caller":"traceutil/trace.go:171","msg":"trace[1782259013] transaction","detail":"{read_only:false; response_revision:14138; number_of_response:1; }","duration":"761.324569ms","start":"2026-07-28T16:15:34.200731Z","end":"2026-07-28T16:15:34.962055Z","steps":["trace[1782259013] 'process raft request' (duration: 761.062463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.962282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.200702Z","time spent":"761.479203ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:15:34.962569Z","caller":"traceutil/trace.go:171","msg":"trace[1545644420] linearizableReadLoop","detail":"{readStateIndex:14604; appliedIndex:14602; }","duration":"761.765641ms","start":"2026-07-28T16:15:34.200764Z","end":"2026-07-28T16:15:34.96253Z","steps":["trace[1545644420] 'read index received' (duration: 104.528933ms)","trace[1545644420] 'applied index is now lower than readState.Index' (duration: 657.234208ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:15:34.962744Z","caller":"traceutil/trace.go:171","msg":"trace[215514859] transaction","detail":"{read_only:false; response_revision:14143; number_of_response:1; }","duration":"760.797887ms","start":"2026-07-28T16:15:34.201931Z","end":"2026-07-28T16:15:34.962729Z","steps":["trace[215514859] 'process raft request' (duration: 760.548811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:34.962753Z","caller":"traceutil/trace.go:171","msg":"trace[1176786625] transaction","detail":"{read_only:false; response_revision:14142; number_of_response:1; }","duration":"761.227258ms","start":"2026-07-28T16:15:34.201495Z","end":"2026-07-28T16:15:34.962722Z","steps":["trace[1176786625] 'process raft request' (duration: 760.943481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.96287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.201921Z","time spent":"760.862258ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:34.96292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.201487Z","time spent":"761.34349ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:15:34.963055Z","caller":"traceutil/trace.go:171","msg":"trace[1053988331] transaction","detail":"{read_only:false; response_revision:14141; number_of_response:1; }","duration":"761.700558ms","start":"2026-07-28T16:15:34.201343Z","end":"2026-07-28T16:15:34.963044Z","steps":["trace[1053988331] 'process raft request' (duration: 761.049023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.963123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.201334Z","time spent":"761.75602ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:15:34.963208Z","caller":"traceutil/trace.go:171","msg":"trace[1221350821] transaction","detail":"{read_only:false; response_revision:14139; number_of_response:1; }","duration":"762.314033ms","start":"2026-07-28T16:15:34.200851Z","end":"2026-07-28T16:15:34.963165Z","steps":["trace[1221350821] 'process raft request' (duration: 761.127054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.963424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.200841Z","time spent":"762.460048ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:15:34.962713Z","caller":"traceutil/trace.go:171","msg":"trace[262452179] transaction","detail":"{read_only:false; response_revision:14140; number_of_response:1; }","duration":"761.401082ms","start":"2026-07-28T16:15:34.201206Z","end":"2026-07-28T16:15:34.962607Z","steps":["trace[262452179] 'process raft request' (duration: 761.038073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.963622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.201194Z","time spent":"762.316104ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:34.963427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.674912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228566"} {"level":"info","ts":"2026-07-28T16:15:34.963757Z","caller":"traceutil/trace.go:171","msg":"trace[92968634] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:14143; }","duration":"763.01714ms","start":"2026-07-28T16:15:34.20073Z","end":"2026-07-28T16:15:34.963747Z","steps":["trace[92968634] 'agreement among raft nodes before linearized reading' (duration: 762.16826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:34.963808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.200653Z","time spent":"763.128413ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228589,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:15:35.032682Z","caller":"traceutil/trace.go:171","msg":"trace[352741519] transaction","detail":"{read_only:false; response_revision:14144; number_of_response:1; }","duration":"617.955882ms","start":"2026-07-28T16:15:34.414681Z","end":"2026-07-28T16:15:35.032637Z","steps":["trace[352741519] 'process raft request' (duration: 614.57669ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:35.032722Z","caller":"traceutil/trace.go:171","msg":"trace[910161453] transaction","detail":"{read_only:false; response_revision:14146; number_of_response:1; }","duration":"293.644042ms","start":"2026-07-28T16:15:34.739038Z","end":"2026-07-28T16:15:35.032682Z","steps":["trace[910161453] 'process raft request' (duration: 293.5555ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:35.032737Z","caller":"traceutil/trace.go:171","msg":"trace[1224921581] transaction","detail":"{read_only:false; response_revision:14145; number_of_response:1; }","duration":"294.709338ms","start":"2026-07-28T16:15:34.737973Z","end":"2026-07-28T16:15:35.032683Z","steps":["trace[1224921581] 'process raft request' (duration: 294.581865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:35.033085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.164174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:15:35.033113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.869534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:15:35.033164Z","caller":"traceutil/trace.go:171","msg":"trace[1498874567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:14147; }","duration":"652.297138ms","start":"2026-07-28T16:15:34.380847Z","end":"2026-07-28T16:15:35.033144Z","steps":["trace[1498874567] 'agreement among raft nodes before linearized reading' (duration: 651.939739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:35.033201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.195235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-28T16:15:35.033215Z","caller":"traceutil/trace.go:171","msg":"trace[838785888] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14147; }","duration":"776.022137ms","start":"2026-07-28T16:15:34.257169Z","end":"2026-07-28T16:15:35.033191Z","steps":["trace[838785888] 'agreement among raft nodes before linearized reading' (duration: 775.634257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:35.033219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.380827Z","time spent":"652.376649ms","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:15:35.033246Z","caller":"traceutil/trace.go:171","msg":"trace[1814883121] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:14147; }","duration":"830.250997ms","start":"2026-07-28T16:15:34.202982Z","end":"2026-07-28T16:15:35.033233Z","steps":["trace[1814883121] 'agreement among raft nodes before linearized reading' (duration: 829.677263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:35.033259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.257151Z","time spent":"776.098549ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T16:15:35.033278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.20295Z","time spent":"830.321428ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-07-28T16:15:35.033146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.414661Z","time spent":"618.127086ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:15:35.033808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.854228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:15:35.033853Z","caller":"traceutil/trace.go:171","msg":"trace[1721587618] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:14147; }","duration":"545.96166ms","start":"2026-07-28T16:15:34.48788Z","end":"2026-07-28T16:15:35.033841Z","steps":["trace[1721587618] 'agreement among raft nodes before linearized reading' (duration: 544.839823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:15:35.033884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:15:34.487854Z","time spent":"546.019962ms","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:15:35.184403Z","caller":"traceutil/trace.go:171","msg":"trace[1034048242] transaction","detail":"{read_only:false; response_revision:14148; number_of_response:1; }","duration":"115.945451ms","start":"2026-07-28T16:15:35.068425Z","end":"2026-07-28T16:15:35.184371Z","steps":["trace[1034048242] 'process raft request' (duration: 115.185482ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:15:49.34025Z","caller":"traceutil/trace.go:171","msg":"trace[1995965703] transaction","detail":"{read_only:false; response_revision:14277; number_of_response:1; }","duration":"111.638136ms","start":"2026-07-28T16:15:49.228569Z","end":"2026-07-28T16:15:49.340208Z","steps":["trace[1995965703] 'process raft request' (duration: 111.262327ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:16:36.414674Z","caller":"traceutil/trace.go:171","msg":"trace[909510342] transaction","detail":"{read_only:false; response_revision:14855; number_of_response:1; }","duration":"178.352449ms","start":"2026-07-28T16:16:36.236275Z","end":"2026-07-28T16:16:36.414628Z","steps":["trace[909510342] 'process raft request' (duration: 166.850509ms)","trace[909510342] 'compare' (duration: 11.172672ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:16:36.563081Z","caller":"traceutil/trace.go:171","msg":"trace[266559051] transaction","detail":"{read_only:false; response_revision:14856; number_of_response:1; }","duration":"102.604696ms","start":"2026-07-28T16:16:36.460429Z","end":"2026-07-28T16:16:36.563034Z","steps":["trace[266559051] 'process raft request' (duration: 55.775587ms)","trace[266559051] 'compare' (duration: 46.331367ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:16:57.816472Z","caller":"traceutil/trace.go:171","msg":"trace[878772041] linearizableReadLoop","detail":"{readStateIndex:15517; appliedIndex:15516; }","duration":"164.987874ms","start":"2026-07-28T16:16:57.65145Z","end":"2026-07-28T16:16:57.816438Z","steps":["trace[878772041] 'read index received' (duration: 164.778449ms)","trace[878772041] 'applied index is now lower than readState.Index' (duration: 208.285µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:16:57.816552Z","caller":"traceutil/trace.go:171","msg":"trace[780454178] transaction","detail":"{read_only:false; response_revision:15031; number_of_response:1; }","duration":"174.288489ms","start":"2026-07-28T16:16:57.642211Z","end":"2026-07-28T16:16:57.816499Z","steps":["trace[780454178] 'process raft request' (duration: 174.002232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:16:57.816783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.301481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:16:57.816932Z","caller":"traceutil/trace.go:171","msg":"trace[1012509315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15031; }","duration":"165.515056ms","start":"2026-07-28T16:16:57.651387Z","end":"2026-07-28T16:16:57.816902Z","steps":["trace[1012509315] 'agreement among raft nodes before linearized reading' (duration: 165.232129ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:17:14.61999Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12454} {"level":"info","ts":"2026-07-28T16:17:14.71004Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12454,"took":"87.669312ms","hash":2658981765,"current-db-size-bytes":41271296,"current-db-size":"41 MB","current-db-size-in-use-bytes":25796608,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T16:17:14.71015Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2658981765,"revision":12454,"compact-revision":9728} {"level":"warn","ts":"2026-07-28T16:19:45.902547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.992309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T16:19:45.902646Z","caller":"traceutil/trace.go:171","msg":"trace[1879995955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16324; }","duration":"298.154133ms","start":"2026-07-28T16:19:45.604473Z","end":"2026-07-28T16:19:45.902627Z","steps":["trace[1879995955] 'range keys from in-memory index tree' (duration: 297.712422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:19:45.902664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.011631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T16:19:45.902727Z","caller":"traceutil/trace.go:171","msg":"trace[482917731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16324; }","duration":"155.111044ms","start":"2026-07-28T16:19:45.7476Z","end":"2026-07-28T16:19:45.902711Z","steps":["trace[482917731] 'range keys from in-memory index tree' (duration: 154.868998ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:20:56.949829Z","caller":"traceutil/trace.go:171","msg":"trace[1599423755] transaction","detail":"{read_only:false; response_revision:16895; number_of_response:1; }","duration":"142.842875ms","start":"2026-07-28T16:20:56.806956Z","end":"2026-07-28T16:20:56.949799Z","steps":["trace[1599423755] 'process raft request' (duration: 132.75873ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:20:58.539051Z","caller":"traceutil/trace.go:171","msg":"trace[1758010341] transaction","detail":"{read_only:false; response_revision:16901; number_of_response:1; }","duration":"156.393415ms","start":"2026-07-28T16:20:58.382624Z","end":"2026-07-28T16:20:58.539017Z","steps":["trace[1758010341] 'process raft request' (duration: 83.778918ms)","trace[1758010341] 'compare' (duration: 72.419962ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:20:58.539316Z","caller":"traceutil/trace.go:171","msg":"trace[458936383] linearizableReadLoop","detail":"{readStateIndex:17445; appliedIndex:17441; }","duration":"115.381157ms","start":"2026-07-28T16:20:58.42391Z","end":"2026-07-28T16:20:58.539292Z","steps":["trace[458936383] 'read index received' (duration: 33.003983ms)","trace[458936383] 'applied index is now lower than readState.Index' (duration: 82.376104ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:20:58.539422Z","caller":"traceutil/trace.go:171","msg":"trace[2083654852] transaction","detail":"{read_only:false; response_revision:16902; number_of_response:1; }","duration":"154.080138ms","start":"2026-07-28T16:20:58.385323Z","end":"2026-07-28T16:20:58.539403Z","steps":["trace[2083654852] 'process raft request' (duration: 153.654508ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:20:58.539469Z","caller":"traceutil/trace.go:171","msg":"trace[381043320] transaction","detail":"{read_only:false; response_revision:16903; number_of_response:1; }","duration":"134.164223ms","start":"2026-07-28T16:20:58.405294Z","end":"2026-07-28T16:20:58.539458Z","steps":["trace[381043320] 'process raft request' (duration: 133.895877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:20:58.539621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.707815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:20:58.53964Z","caller":"traceutil/trace.go:171","msg":"trace[1232675585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16903; }","duration":"115.779867ms","start":"2026-07-28T16:20:58.423855Z","end":"2026-07-28T16:20:58.539635Z","steps":["trace[1232675585] 'agreement among raft nodes before linearized reading' (duration: 115.684634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:20:59.061383Z","caller":"traceutil/trace.go:171","msg":"trace[576995933] transaction","detail":"{read_only:false; response_revision:16910; number_of_response:1; }","duration":"103.729403ms","start":"2026-07-28T16:20:58.957626Z","end":"2026-07-28T16:20:59.061355Z","steps":["trace[576995933] 'process raft request' (duration: 103.568129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:03.415978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626797676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:22:03.916209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626797676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:22:04.401431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.639565033s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:22:04.401922Z","caller":"traceutil/trace.go:171","msg":"trace[847323575] transaction","detail":"{read_only:false; response_revision:17664; number_of_response:1; }","duration":"1.640123047s","start":"2026-07-28T16:22:02.761758Z","end":"2026-07-28T16:22:04.401881Z","steps":["trace[847323575] 'process raft request' (duration: 1.639913822s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.40212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:02.761732Z","time spent":"1.64029041s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:22:04.403391Z","caller":"traceutil/trace.go:171","msg":"trace[786139495] linearizableReadLoop","detail":"{readStateIndex:18224; appliedIndex:18221; }","duration":"1.487815182s","start":"2026-07-28T16:22:02.915543Z","end":"2026-07-28T16:22:04.403358Z","steps":["trace[786139495] 'read index received' (duration: 1.486156951s)","trace[786139495] 'applied index is now lower than readState.Index' (duration: 1.656931ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:22:04.40352Z","caller":"traceutil/trace.go:171","msg":"trace[369179134] transaction","detail":"{read_only:false; response_revision:17666; number_of_response:1; }","duration":"1.63616487s","start":"2026-07-28T16:22:02.767339Z","end":"2026-07-28T16:22:04.403504Z","steps":["trace[369179134] 'process raft request' (duration: 1.635942815s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.403668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:02.767312Z","time spent":"1.636253853s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:22:04.403696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.385905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:04.403762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284531016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:22:04.403815Z","caller":"traceutil/trace.go:171","msg":"trace[1636220894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17666; }","duration":"1.284627828s","start":"2026-07-28T16:22:03.119172Z","end":"2026-07-28T16:22:04.4038Z","steps":["trace[1636220894] 'agreement among raft nodes before linearized reading' (duration: 1.284427464s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.403852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.119147Z","time spent":"1.284697201s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:22:04.403873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488339234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:22:04.403963Z","caller":"traceutil/trace.go:171","msg":"trace[1318290908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17666; }","duration":"1.488467567s","start":"2026-07-28T16:22:02.915487Z","end":"2026-07-28T16:22:04.403954Z","steps":["trace[1318290908] 'agreement among raft nodes before linearized reading' (duration: 1.488307543s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.403996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:02.915464Z","time spent":"1.488523799s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:22:04.403983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.098492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:04.404012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.696751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:04.4041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199264172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T16:22:04.404122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.431898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T16:22:04.404132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166783342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:22:04.404126Z","caller":"traceutil/trace.go:171","msg":"trace[696351523] transaction","detail":"{read_only:false; response_revision:17665; number_of_response:1; }","duration":"1.637111323s","start":"2026-07-28T16:22:02.766936Z","end":"2026-07-28T16:22:04.404048Z","steps":["trace[696351523] 'process raft request' (duration: 1.636195671s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:04.404173Z","caller":"traceutil/trace.go:171","msg":"trace[925490674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17666; }","duration":"1.199375425s","start":"2026-07-28T16:22:03.204778Z","end":"2026-07-28T16:22:04.404153Z","steps":["trace[925490674] 'agreement among raft nodes before linearized reading' (duration: 1.199077208s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:04.404179Z","caller":"traceutil/trace.go:171","msg":"trace[1731807253] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17666; }","duration":"781.52948ms","start":"2026-07-28T16:22:03.622635Z","end":"2026-07-28T16:22:04.404164Z","steps":["trace[1731807253] 'agreement among raft nodes before linearized reading' (duration: 781.291605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.404181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.924799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:04.404151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.871656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:04.404202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.936747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:04.404224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.62259Z","time spent":"781.623262ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:22:04.404225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.204756Z","time spent":"1.199456297s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:22:04.404241Z","caller":"traceutil/trace.go:171","msg":"trace[1538460696] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17666; }","duration":"487.99551ms","start":"2026-07-28T16:22:03.916231Z","end":"2026-07-28T16:22:04.404226Z","steps":["trace[1538460696] 'agreement among raft nodes before linearized reading' (duration: 487.921158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.404286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:02.766928Z","time spent":"1.637270607s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:22:04.40412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284292721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T16:22:04.404264Z","caller":"traceutil/trace.go:171","msg":"trace[1380573090] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17666; }","duration":"379.043719ms","start":"2026-07-28T16:22:04.025206Z","end":"2026-07-28T16:22:04.404249Z","steps":["trace[1380573090] 'agreement among raft nodes before linearized reading' (duration: 378.972148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.404343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:04.025177Z","time spent":"379.161203ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:22:04.404337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.87761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:04.404197Z","caller":"traceutil/trace.go:171","msg":"trace[1990288603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17666; }","duration":"1.166893055s","start":"2026-07-28T16:22:03.237288Z","end":"2026-07-28T16:22:04.404181Z","steps":["trace[1990288603] 'agreement among raft nodes before linearized reading' (duration: 1.166524236s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:04.404193Z","caller":"traceutil/trace.go:171","msg":"trace[648055598] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17666; }","duration":"378.894946ms","start":"2026-07-28T16:22:04.025245Z","end":"2026-07-28T16:22:04.40414Z","steps":["trace[648055598] 'agreement among raft nodes before linearized reading' (duration: 378.617809ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:04.404407Z","caller":"traceutil/trace.go:171","msg":"trace[1423756549] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:17666; }","duration":"557.982613ms","start":"2026-07-28T16:22:03.846403Z","end":"2026-07-28T16:22:04.404385Z","steps":["trace[1423756549] 'agreement among raft nodes before linearized reading' (duration: 557.8932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.404424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.37885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-28T16:22:04.404426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.486262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:04.404452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.846381Z","time spent":"558.057934ms","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:22:04.403858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.839522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:04.404492Z","caller":"traceutil/trace.go:171","msg":"trace[370896606] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17666; }","duration":"488.595625ms","start":"2026-07-28T16:22:03.915878Z","end":"2026-07-28T16:22:04.404473Z","steps":["trace[370896606] 'agreement among raft nodes before linearized reading' (duration: 488.502963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.404496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020813531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:22:04.404499Z","caller":"traceutil/trace.go:171","msg":"trace[1485796727] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17666; }","duration":"486.459612ms","start":"2026-07-28T16:22:03.918Z","end":"2026-07-28T16:22:04.404459Z","steps":["trace[1485796727] 'agreement among raft nodes before linearized reading' (duration: 486.333029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.4045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.768718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T16:22:04.404535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.505316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:04.404535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.915852Z","time spent":"488.672796ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-28T16:22:04.404559Z","caller":"traceutil/trace.go:171","msg":"trace[1951858600] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:17666; }","duration":"1.020920734s","start":"2026-07-28T16:22:03.383623Z","end":"2026-07-28T16:22:04.404543Z","steps":["trace[1951858600] 'agreement among raft nodes before linearized reading' (duration: 1.02076015s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.404575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.91798Z","time spent":"486.580186ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-07-28T16:22:04.40416Z","caller":"traceutil/trace.go:171","msg":"trace[1728933265] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17666; }","duration":"488.295817ms","start":"2026-07-28T16:22:03.91583Z","end":"2026-07-28T16:22:04.404126Z","steps":["trace[1728933265] 'agreement among raft nodes before linearized reading' (duration: 487.99105ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:04.40459Z","caller":"traceutil/trace.go:171","msg":"trace[575460138] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17666; }","duration":"378.584818ms","start":"2026-07-28T16:22:04.025992Z","end":"2026-07-28T16:22:04.404577Z","steps":["trace[575460138] 'agreement among raft nodes before linearized reading' (duration: 378.506796ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:04.404587Z","caller":"traceutil/trace.go:171","msg":"trace[406554006] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:17666; }","duration":"393.89398ms","start":"2026-07-28T16:22:04.010677Z","end":"2026-07-28T16:22:04.404571Z","steps":["trace[406554006] 'agreement among raft nodes before linearized reading' (duration: 393.611793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.40461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.383599Z","time spent":"1.020998246s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:22:04.404638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.915813Z","time spent":"488.810719ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:22:04.404507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.237266Z","time spent":"1.167169552s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:22:04.404635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:04.02598Z","time spent":"378.64557ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:22:04.404627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.152628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:22:04.404643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:04.010658Z","time spent":"393.976703ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:22:04.404452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:04.025227Z","time spent":"379.206774ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:22:04.404248Z","caller":"traceutil/trace.go:171","msg":"trace[515591250] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17666; }","duration":"379.013569ms","start":"2026-07-28T16:22:04.025223Z","end":"2026-07-28T16:22:04.404236Z","steps":["trace[515591250] 'agreement among raft nodes before linearized reading' (duration: 378.892836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.404308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.916222Z","time spent":"488.077222ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:22:04.404763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.092362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-28T16:22:04.404352Z","caller":"traceutil/trace.go:171","msg":"trace[653106181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17666; }","duration":"1.284542887s","start":"2026-07-28T16:22:03.119795Z","end":"2026-07-28T16:22:04.404338Z","steps":["trace[653106181] 'agreement among raft nodes before linearized reading' (duration: 1.284209388s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.404825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.119784Z","time spent":"1.285033628s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:22:04.40377Z","caller":"traceutil/trace.go:171","msg":"trace[1889429701] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17666; }","duration":"487.461767ms","start":"2026-07-28T16:22:03.91629Z","end":"2026-07-28T16:22:04.403752Z","steps":["trace[1889429701] 'agreement among raft nodes before linearized reading' (duration: 487.341254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.404261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.277321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:22:04.404829Z","caller":"traceutil/trace.go:171","msg":"trace[1974699317] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17666; }","duration":"377.163364ms","start":"2026-07-28T16:22:04.02764Z","end":"2026-07-28T16:22:04.404803Z","steps":["trace[1974699317] 'agreement among raft nodes before linearized reading' (duration: 376.936368ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:04.404874Z","caller":"traceutil/trace.go:171","msg":"trace[350516085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:17666; }","duration":"526.955778ms","start":"2026-07-28T16:22:03.877907Z","end":"2026-07-28T16:22:04.404862Z","steps":["trace[350516085] 'agreement among raft nodes before linearized reading' (duration: 526.238291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.404887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:04.027629Z","time spent":"377.253116ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:22:04.404905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.877882Z","time spent":"527.011979ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:22:04.404904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.916261Z","time spent":"488.628785ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:22:04.404765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:04.025198Z","time spent":"379.556892ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-28T16:22:04.404536Z","caller":"traceutil/trace.go:171","msg":"trace[1820227988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17666; }","duration":"753.56286ms","start":"2026-07-28T16:22:03.650954Z","end":"2026-07-28T16:22:04.404517Z","steps":["trace[1820227988] 'agreement among raft nodes before linearized reading' (duration: 752.778961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.404978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:03.650934Z","time spent":"754.034342ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:22:04.404717Z","caller":"traceutil/trace.go:171","msg":"trace[323747883] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:17666; }","duration":"378.24247ms","start":"2026-07-28T16:22:04.026451Z","end":"2026-07-28T16:22:04.404694Z","steps":["trace[323747883] 'agreement among raft nodes before linearized reading' (duration: 378.013635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:04.405072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:04.026427Z","time spent":"378.631279ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-28T16:22:14.626314Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15137} {"level":"info","ts":"2026-07-28T16:22:14.710457Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15137,"took":"80.682482ms","hash":442502553,"current-db-size-bytes":41271296,"current-db-size":"41 MB","current-db-size-in-use-bytes":27557888,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T16:22:14.710523Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":442502553,"revision":15137,"compact-revision":12454} {"level":"info","ts":"2026-07-28T16:22:26.588454Z","caller":"traceutil/trace.go:171","msg":"trace[1336174534] transaction","detail":"{read_only:false; response_revision:17819; number_of_response:1; }","duration":"100.157476ms","start":"2026-07-28T16:22:26.488266Z","end":"2026-07-28T16:22:26.588424Z","steps":["trace[1336174534] 'process raft request' (duration: 98.704991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.244967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.047947ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:22:33.245102Z","caller":"traceutil/trace.go:171","msg":"trace[1466852757] linearizableReadLoop","detail":"{readStateIndex:18423; appliedIndex:18422; }","duration":"776.424166ms","start":"2026-07-28T16:22:32.468655Z","end":"2026-07-28T16:22:33.245079Z","steps":["trace[1466852757] 'read index received' (duration: 377.315718ms)","trace[1466852757] 'applied index is now lower than readState.Index' (duration: 399.107148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:22:33.245492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.811346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:33.245561Z","caller":"traceutil/trace.go:171","msg":"trace[1601239692] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:17858; }","duration":"776.895038ms","start":"2026-07-28T16:22:32.468649Z","end":"2026-07-28T16:22:33.245544Z","steps":["trace[1601239692] 'agreement among raft nodes before linearized reading' (duration: 776.749534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.245617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.468584Z","time spent":"777.021841ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:22:33.247989Z","caller":"traceutil/trace.go:171","msg":"trace[1773326711] transaction","detail":"{read_only:false; response_revision:17859; number_of_response:1; }","duration":"635.944059ms","start":"2026-07-28T16:22:32.612011Z","end":"2026-07-28T16:22:33.247955Z","steps":["trace[1773326711] 'process raft request' (duration: 635.642312ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:33.248349Z","caller":"traceutil/trace.go:171","msg":"trace[1462017667] transaction","detail":"{read_only:false; response_revision:17860; number_of_response:1; }","duration":"617.429068ms","start":"2026-07-28T16:22:32.630886Z","end":"2026-07-28T16:22:33.248315Z","steps":["trace[1462017667] 'process raft request' (duration: 616.983367ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:33.24834Z","caller":"traceutil/trace.go:171","msg":"trace[2056222370] transaction","detail":"{read_only:false; response_revision:17861; number_of_response:1; }","duration":"612.702764ms","start":"2026-07-28T16:22:32.635593Z","end":"2026-07-28T16:22:33.248296Z","steps":["trace[2056222370] 'process raft request' (duration: 612.55384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.24835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.611984Z","time spent":"636.258357ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:22:33.248523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.630855Z","time spent":"617.572282ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:22:33.248527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.635577Z","time spent":"612.864397ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:22:33.25318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.839982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:33.253301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.530763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-28T16:22:33.253419Z","caller":"traceutil/trace.go:171","msg":"trace[1708395637] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17862; }","duration":"756.662806ms","start":"2026-07-28T16:22:32.496738Z","end":"2026-07-28T16:22:33.253401Z","steps":["trace[1708395637] 'agreement among raft nodes before linearized reading' (duration: 756.383459ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:33.253451Z","caller":"traceutil/trace.go:171","msg":"trace[1271946923] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17862; }","duration":"762.009256ms","start":"2026-07-28T16:22:32.491271Z","end":"2026-07-28T16:22:33.25328Z","steps":["trace[1271946923] 'agreement among raft nodes before linearized reading' (duration: 761.794301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.253504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.496734Z","time spent":"756.761718ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:22:33.253524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.491254Z","time spent":"762.255291ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:22:33.253661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.371554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:22:33.25375Z","caller":"traceutil/trace.go:171","msg":"trace[1658469546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17862; }","duration":"607.495717ms","start":"2026-07-28T16:22:32.646239Z","end":"2026-07-28T16:22:33.253734Z","steps":["trace[1658469546] 'agreement among raft nodes before linearized reading' (duration: 607.144578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.253802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.646222Z","time spent":"607.570928ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:22:33.253862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.181739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:22:33.253917Z","caller":"traceutil/trace.go:171","msg":"trace[877460963] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:17862; }","duration":"757.2456ms","start":"2026-07-28T16:22:32.496659Z","end":"2026-07-28T16:22:33.253904Z","steps":["trace[877460963] 'agreement among raft nodes before linearized reading' (duration: 757.010534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.253961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.496654Z","time spent":"757.299821ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-28T16:22:33.254025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.053121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:22:33.254061Z","caller":"traceutil/trace.go:171","msg":"trace[570171954] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:17862; }","duration":"608.099541ms","start":"2026-07-28T16:22:32.64595Z","end":"2026-07-28T16:22:33.254049Z","steps":["trace[570171954] 'agreement among raft nodes before linearized reading' (duration: 607.997359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.254111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.645944Z","time spent":"608.160783ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:22:33.254162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.760962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:33.25421Z","caller":"traceutil/trace.go:171","msg":"trace[375158763] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17862; }","duration":"757.815344ms","start":"2026-07-28T16:22:32.496382Z","end":"2026-07-28T16:22:33.254197Z","steps":["trace[375158763] 'agreement among raft nodes before linearized reading' (duration: 757.750413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.254255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.496379Z","time spent":"757.868315ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:22:33.254383Z","caller":"traceutil/trace.go:171","msg":"trace[609324734] transaction","detail":"{read_only:false; response_revision:17862; number_of_response:1; }","duration":"402.663914ms","start":"2026-07-28T16:22:32.851707Z","end":"2026-07-28T16:22:33.254371Z","steps":["trace[609324734] 'process raft request' (duration: 401.194589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.254847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.659671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:22:33.254892Z","caller":"traceutil/trace.go:171","msg":"trace[480605287] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:17862; }","duration":"600.718823ms","start":"2026-07-28T16:22:32.654158Z","end":"2026-07-28T16:22:33.254877Z","steps":["trace[480605287] 'agreement among raft nodes before linearized reading' (duration: 600.638661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.254927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.654143Z","time spent":"600.777834ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:22:33.254943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.851679Z","time spent":"403.169177ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:22:33.254439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.343495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:22:33.255181Z","caller":"traceutil/trace.go:171","msg":"trace[1737588523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17862; }","duration":"613.133874ms","start":"2026-07-28T16:22:32.642037Z","end":"2026-07-28T16:22:33.255171Z","steps":["trace[1737588523] 'agreement among raft nodes before linearized reading' (duration: 611.944485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.255233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.642008Z","time spent":"613.214326ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:22:33.254487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.113161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:33.255463Z","caller":"traceutil/trace.go:171","msg":"trace[1807429907] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17862; }","duration":"759.100715ms","start":"2026-07-28T16:22:32.496351Z","end":"2026-07-28T16:22:33.255452Z","steps":["trace[1807429907] 'agreement among raft nodes before linearized reading' (duration: 758.10334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.254508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.728177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:22:33.254522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.054758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:33.253928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.851415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:22:33.25455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.333135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:33.254602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.449808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-28T16:22:33.254641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.820881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:33.254679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.79386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:33.254739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.742389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:33.254787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.980348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:22:33.255633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.496344Z","time spent":"759.265359ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-28T16:22:33.255927Z","caller":"traceutil/trace.go:171","msg":"trace[898126483] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17862; }","duration":"762.956018ms","start":"2026-07-28T16:22:32.492939Z","end":"2026-07-28T16:22:33.255895Z","steps":["trace[898126483] 'agreement among raft nodes before linearized reading' (duration: 761.78151ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:33.256139Z","caller":"traceutil/trace.go:171","msg":"trace[265127569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17862; }","duration":"609.358512ms","start":"2026-07-28T16:22:32.64677Z","end":"2026-07-28T16:22:33.256129Z","steps":["trace[265127569] 'agreement among raft nodes before linearized reading' (duration: 607.973338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.256383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.646756Z","time spent":"609.615828ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:22:33.255665Z","caller":"traceutil/trace.go:171","msg":"trace[1706770330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17862; }","duration":"609.894995ms","start":"2026-07-28T16:22:32.645734Z","end":"2026-07-28T16:22:33.255629Z","steps":["trace[1706770330] 'agreement among raft nodes before linearized reading' (duration: 608.724156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.256699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.645716Z","time spent":"610.965352ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:22:33.255737Z","caller":"traceutil/trace.go:171","msg":"trace[1989002646] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17862; }","duration":"761.281219ms","start":"2026-07-28T16:22:32.494416Z","end":"2026-07-28T16:22:33.255697Z","steps":["trace[1989002646] 'agreement among raft nodes before linearized reading' (duration: 760.09289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.256814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.49439Z","time spent":"762.408785ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-28T16:22:33.255731Z","caller":"traceutil/trace.go:171","msg":"trace[1749507402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17862; }","duration":"609.654829ms","start":"2026-07-28T16:22:32.646065Z","end":"2026-07-28T16:22:33.255719Z","steps":["trace[1749507402] 'agreement among raft nodes before linearized reading' (duration: 607.779734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.256863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.646025Z","time spent":"610.830088ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:22:33.255776Z","caller":"traceutil/trace.go:171","msg":"trace[1411642599] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17862; }","duration":"761.558465ms","start":"2026-07-28T16:22:32.4942Z","end":"2026-07-28T16:22:33.255759Z","steps":["trace[1411642599] 'agreement among raft nodes before linearized reading' (duration: 760.336675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.257648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.494196Z","time spent":"763.380279ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:22:33.257898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.492916Z","time spent":"763.058281ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:22:33.255849Z","caller":"traceutil/trace.go:171","msg":"trace[370326706] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17862; }","duration":"761.687208ms","start":"2026-07-28T16:22:32.494133Z","end":"2026-07-28T16:22:33.255821Z","steps":["trace[370326706] 'agreement among raft nodes before linearized reading' (duration: 760.423517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.257953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.494126Z","time spent":"763.81851ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-07-28T16:22:33.255849Z","caller":"traceutil/trace.go:171","msg":"trace[1042542659] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17862; }","duration":"763.049181ms","start":"2026-07-28T16:22:32.492789Z","end":"2026-07-28T16:22:33.255838Z","steps":["trace[1042542659] 'agreement among raft nodes before linearized reading' (duration: 761.832951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.258054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.492776Z","time spent":"765.271695ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:22:33.255875Z","caller":"traceutil/trace.go:171","msg":"trace[653679007] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17862; }","duration":"763.044831ms","start":"2026-07-28T16:22:32.492823Z","end":"2026-07-28T16:22:33.255868Z","steps":["trace[653679007] 'agreement among raft nodes before linearized reading' (duration: 761.79241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.258153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:32.492803Z","time spent":"765.340847ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-28T16:22:33.641923Z","caller":"traceutil/trace.go:171","msg":"trace[629735883] transaction","detail":"{read_only:false; response_revision:17864; number_of_response:1; }","duration":"382.811802ms","start":"2026-07-28T16:22:33.259084Z","end":"2026-07-28T16:22:33.641896Z","steps":["trace[629735883] 'process raft request' (duration: 382.619838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.642066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:33.259074Z","time spent":"382.926155ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:22:33.642313Z","caller":"traceutil/trace.go:171","msg":"trace[1468938368] transaction","detail":"{read_only:false; response_revision:17866; number_of_response:1; }","duration":"381.213264ms","start":"2026-07-28T16:22:33.261073Z","end":"2026-07-28T16:22:33.642286Z","steps":["trace[1468938368] 'process raft request' (duration: 381.026049ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:33.642307Z","caller":"traceutil/trace.go:171","msg":"trace[2125988632] transaction","detail":"{read_only:false; response_revision:17865; number_of_response:1; }","duration":"381.297306ms","start":"2026-07-28T16:22:33.260951Z","end":"2026-07-28T16:22:33.642248Z","steps":["trace[2125988632] 'process raft request' (duration: 380.907226ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:33.642452Z","caller":"traceutil/trace.go:171","msg":"trace[381446098] linearizableReadLoop","detail":"{readStateIndex:18433; appliedIndex:18427; }","duration":"378.887527ms","start":"2026-07-28T16:22:33.263556Z","end":"2026-07-28T16:22:33.642444Z","steps":["trace[381446098] 'read index received' (duration: 55.013248ms)","trace[381446098] 'applied index is now lower than readState.Index' (duration: 323.873449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:22:33.642458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:33.261048Z","time spent":"381.335976ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:22:33.642504Z","caller":"traceutil/trace.go:171","msg":"trace[1593319790] transaction","detail":"{read_only:false; response_revision:17868; number_of_response:1; }","duration":"380.226129ms","start":"2026-07-28T16:22:33.262251Z","end":"2026-07-28T16:22:33.642477Z","steps":["trace[1593319790] 'process raft request' (duration: 380.143827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.642497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:33.26093Z","time spent":"381.467039ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:22:33.642561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:33.26224Z","time spent":"380.292401ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:22:33.642521Z","caller":"traceutil/trace.go:171","msg":"trace[1600687180] transaction","detail":"{read_only:false; response_revision:17867; number_of_response:1; }","duration":"381.173362ms","start":"2026-07-28T16:22:33.261302Z","end":"2026-07-28T16:22:33.642475Z","steps":["trace[1600687180] 'process raft request' (duration: 380.929566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.642746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:33.261292Z","time spent":"381.338316ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:22:33.642922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.374419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:446559"} {"level":"info","ts":"2026-07-28T16:22:33.642961Z","caller":"traceutil/trace.go:171","msg":"trace[1251707571] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:17868; }","duration":"379.461011ms","start":"2026-07-28T16:22:33.263479Z","end":"2026-07-28T16:22:33.64294Z","steps":["trace[1251707571] 'agreement among raft nodes before linearized reading' (duration: 379.00225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:33.642992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:22:33.263442Z","time spent":"379.542073ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":446582,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:22:34.770573Z","caller":"traceutil/trace.go:171","msg":"trace[1282591669] transaction","detail":"{read_only:false; response_revision:17869; number_of_response:1; }","duration":"289.429831ms","start":"2026-07-28T16:22:34.481117Z","end":"2026-07-28T16:22:34.770547Z","steps":["trace[1282591669] 'process raft request' (duration: 289.262817ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:35.452546Z","caller":"traceutil/trace.go:171","msg":"trace[125337705] transaction","detail":"{read_only:false; response_revision:17872; number_of_response:1; }","duration":"196.127941ms","start":"2026-07-28T16:22:35.256379Z","end":"2026-07-28T16:22:35.452507Z","steps":["trace[125337705] 'process raft request' (duration: 187.268906ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:35.452602Z","caller":"traceutil/trace.go:171","msg":"trace[1512083930] linearizableReadLoop","detail":"{readStateIndex:18437; appliedIndex:18434; }","duration":"192.723168ms","start":"2026-07-28T16:22:35.259839Z","end":"2026-07-28T16:22:35.452562Z","steps":["trace[1512083930] 'read index received' (duration: 23.701786ms)","trace[1512083930] 'applied index is now lower than readState.Index' (duration: 169.019922ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:22:35.45273Z","caller":"traceutil/trace.go:171","msg":"trace[1345326156] transaction","detail":"{read_only:false; response_revision:17873; number_of_response:1; }","duration":"188.988747ms","start":"2026-07-28T16:22:35.263707Z","end":"2026-07-28T16:22:35.452696Z","steps":["trace[1345326156] 'process raft request' (duration: 188.69274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.45289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.016446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:35.45305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.678393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:22:35.453065Z","caller":"traceutil/trace.go:171","msg":"trace[408627262] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17873; }","duration":"193.18388ms","start":"2026-07-28T16:22:35.259788Z","end":"2026-07-28T16:22:35.452971Z","steps":["trace[408627262] 'agreement among raft nodes before linearized reading' (duration: 192.974095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.453124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.316705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:35.453152Z","caller":"traceutil/trace.go:171","msg":"trace[1800751046] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17873; }","duration":"189.345036ms","start":"2026-07-28T16:22:35.263802Z","end":"2026-07-28T16:22:35.453147Z","steps":["trace[1800751046] 'agreement among raft nodes before linearized reading' (duration: 189.299705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.453168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.211293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:35.453315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.50846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:35.453329Z","caller":"traceutil/trace.go:171","msg":"trace[1723260625] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17873; }","duration":"189.522351ms","start":"2026-07-28T16:22:35.263777Z","end":"2026-07-28T16:22:35.4533Z","steps":["trace[1723260625] 'agreement among raft nodes before linearized reading' (duration: 189.165882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.453419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.638963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-28T16:22:35.453441Z","caller":"traceutil/trace.go:171","msg":"trace[1901274535] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17873; }","duration":"189.705575ms","start":"2026-07-28T16:22:35.26373Z","end":"2026-07-28T16:22:35.453435Z","steps":["trace[1901274535] 'agreement among raft nodes before linearized reading' (duration: 189.630463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.453406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.71778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:22:35.453487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.605792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:35.453502Z","caller":"traceutil/trace.go:171","msg":"trace[1435613367] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:17873; }","duration":"130.862703ms","start":"2026-07-28T16:22:35.322615Z","end":"2026-07-28T16:22:35.453477Z","steps":["trace[1435613367] 'agreement among raft nodes before linearized reading' (duration: 130.546375ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:35.453535Z","caller":"traceutil/trace.go:171","msg":"trace[1499408189] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17873; }","duration":"189.657483ms","start":"2026-07-28T16:22:35.263867Z","end":"2026-07-28T16:22:35.453524Z","steps":["trace[1499408189] 'agreement among raft nodes before linearized reading' (duration: 189.52649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.453585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.036062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:35.453614Z","caller":"traceutil/trace.go:171","msg":"trace[506369530] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17873; }","duration":"190.096954ms","start":"2026-07-28T16:22:35.263509Z","end":"2026-07-28T16:22:35.453606Z","steps":["trace[506369530] 'agreement among raft nodes before linearized reading' (duration: 190.052673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.453693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.644782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:35.453718Z","caller":"traceutil/trace.go:171","msg":"trace[709668419] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17873; }","duration":"191.696163ms","start":"2026-07-28T16:22:35.262015Z","end":"2026-07-28T16:22:35.453711Z","steps":["trace[709668419] 'agreement among raft nodes before linearized reading' (duration: 191.649722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.453784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.055595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:22:35.453814Z","caller":"traceutil/trace.go:171","msg":"trace[2044322206] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:17873; }","duration":"135.140277ms","start":"2026-07-28T16:22:35.318665Z","end":"2026-07-28T16:22:35.453805Z","steps":["trace[2044322206] 'agreement among raft nodes before linearized reading' (duration: 135.006724ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:35.453087Z","caller":"traceutil/trace.go:171","msg":"trace[879468928] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:17873; }","duration":"191.742934ms","start":"2026-07-28T16:22:35.261335Z","end":"2026-07-28T16:22:35.453078Z","steps":["trace[879468928] 'agreement among raft nodes before linearized reading' (duration: 191.5812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.453787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.239646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:35.453951Z","caller":"traceutil/trace.go:171","msg":"trace[1038344842] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17873; }","duration":"192.441701ms","start":"2026-07-28T16:22:35.261501Z","end":"2026-07-28T16:22:35.453942Z","steps":["trace[1038344842] 'agreement among raft nodes before linearized reading' (duration: 192.269657ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:35.453346Z","caller":"traceutil/trace.go:171","msg":"trace[1473720550] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17873; }","duration":"189.557291ms","start":"2026-07-28T16:22:35.263781Z","end":"2026-07-28T16:22:35.453338Z","steps":["trace[1473720550] 'agreement among raft nodes before linearized reading' (duration: 189.51073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.454024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.848278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:35.454082Z","caller":"traceutil/trace.go:171","msg":"trace[570967100] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:17873; }","duration":"101.914979ms","start":"2026-07-28T16:22:35.352151Z","end":"2026-07-28T16:22:35.454065Z","steps":["trace[570967100] 'agreement among raft nodes before linearized reading' (duration: 101.824577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.454285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.439423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-28T16:22:35.454349Z","caller":"traceutil/trace.go:171","msg":"trace[706228585] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17873; }","duration":"190.514994ms","start":"2026-07-28T16:22:35.263825Z","end":"2026-07-28T16:22:35.45434Z","steps":["trace[706228585] 'agreement among raft nodes before linearized reading' (duration: 190.155855ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:35.632431Z","caller":"traceutil/trace.go:171","msg":"trace[1369182992] transaction","detail":"{read_only:false; response_revision:17875; number_of_response:1; }","duration":"172.833734ms","start":"2026-07-28T16:22:35.459556Z","end":"2026-07-28T16:22:35.63239Z","steps":["trace[1369182992] 'process raft request' (duration: 108.401757ms)","trace[1369182992] 'compare' (duration: 64.14745ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:22:35.806016Z","caller":"traceutil/trace.go:171","msg":"trace[237075784] transaction","detail":"{read_only:false; response_revision:17877; number_of_response:1; }","duration":"135.753713ms","start":"2026-07-28T16:22:35.670223Z","end":"2026-07-28T16:22:35.805976Z","steps":["trace[237075784] 'process raft request' (duration: 111.712558ms)","trace[237075784] 'compare' (duration: 23.775899ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:22:35.854956Z","caller":"traceutil/trace.go:171","msg":"trace[179018437] transaction","detail":"{read_only:false; response_revision:17878; number_of_response:1; }","duration":"184.336795ms","start":"2026-07-28T16:22:35.67059Z","end":"2026-07-28T16:22:35.854927Z","steps":["trace[179018437] 'process raft request' (duration: 184.13592ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:35.855223Z","caller":"traceutil/trace.go:171","msg":"trace[582167017] transaction","detail":"{read_only:false; response_revision:17879; number_of_response:1; }","duration":"183.398612ms","start":"2026-07-28T16:22:35.671792Z","end":"2026-07-28T16:22:35.855191Z","steps":["trace[582167017] 'process raft request' (duration: 183.088245ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:35.855667Z","caller":"traceutil/trace.go:171","msg":"trace[1515931723] transaction","detail":"{read_only:false; response_revision:17881; number_of_response:1; }","duration":"183.400782ms","start":"2026-07-28T16:22:35.672254Z","end":"2026-07-28T16:22:35.855654Z","steps":["trace[1515931723] 'process raft request' (duration: 183.236658ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:35.855673Z","caller":"traceutil/trace.go:171","msg":"trace[1855206902] linearizableReadLoop","detail":"{readStateIndex:18446; appliedIndex:18441; }","duration":"183.089874ms","start":"2026-07-28T16:22:35.672558Z","end":"2026-07-28T16:22:35.855648Z","steps":["trace[1855206902] 'read index received' (duration: 109.303109ms)","trace[1855206902] 'applied index is now lower than readState.Index' (duration: 73.785515ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:22:35.855724Z","caller":"traceutil/trace.go:171","msg":"trace[1685690271] transaction","detail":"{read_only:false; response_revision:17882; number_of_response:1; }","duration":"136.960552ms","start":"2026-07-28T16:22:35.718753Z","end":"2026-07-28T16:22:35.855714Z","steps":["trace[1685690271] 'process raft request' (duration: 136.822249ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:35.855647Z","caller":"traceutil/trace.go:171","msg":"trace[751001398] transaction","detail":"{read_only:false; response_revision:17880; number_of_response:1; }","duration":"183.514115ms","start":"2026-07-28T16:22:35.672101Z","end":"2026-07-28T16:22:35.855615Z","steps":["trace[751001398] 'process raft request' (duration: 183.000172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.855975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.803355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:35.856038Z","caller":"traceutil/trace.go:171","msg":"trace[1644842152] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:17882; }","duration":"103.931208ms","start":"2026-07-28T16:22:35.75209Z","end":"2026-07-28T16:22:35.856021Z","steps":["trace[1644842152] 'agreement among raft nodes before linearized reading' (duration: 103.810846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:35.856464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.907184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:446559"} {"level":"info","ts":"2026-07-28T16:22:35.856517Z","caller":"traceutil/trace.go:171","msg":"trace[1265079258] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:17882; }","duration":"184.001136ms","start":"2026-07-28T16:22:35.672505Z","end":"2026-07-28T16:22:35.856506Z","steps":["trace[1265079258] 'agreement among raft nodes before linearized reading' (duration: 183.288169ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:36.014572Z","caller":"traceutil/trace.go:171","msg":"trace[1546549740] transaction","detail":"{read_only:false; response_revision:17883; number_of_response:1; }","duration":"127.092791ms","start":"2026-07-28T16:22:35.887452Z","end":"2026-07-28T16:22:36.014545Z","steps":["trace[1546549740] 'process raft request' (duration: 126.933438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:37.57087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.247612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:37.5712Z","caller":"traceutil/trace.go:171","msg":"trace[710694911] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17888; }","duration":"110.569599ms","start":"2026-07-28T16:22:37.460573Z","end":"2026-07-28T16:22:37.571142Z","steps":["trace[710694911] 'agreement among raft nodes before linearized reading' (duration: 110.20205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:37.571352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.712373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:37.571354Z","caller":"traceutil/trace.go:171","msg":"trace[1559756391] transaction","detail":"{read_only:false; response_revision:17888; number_of_response:1; }","duration":"109.989996ms","start":"2026-07-28T16:22:37.461341Z","end":"2026-07-28T16:22:37.571331Z","steps":["trace[1559756391] 'process raft request' (duration: 109.274399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:37.571355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.271293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:22:37.571411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.518669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-28T16:22:37.57098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.994346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:37.571456Z","caller":"traceutil/trace.go:171","msg":"trace[1178659520] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17888; }","duration":"110.410335ms","start":"2026-07-28T16:22:37.461025Z","end":"2026-07-28T16:22:37.571435Z","steps":["trace[1178659520] 'agreement among raft nodes before linearized reading' (duration: 110.20451ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:37.571456Z","caller":"traceutil/trace.go:171","msg":"trace[739768238] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17888; }","duration":"110.605041ms","start":"2026-07-28T16:22:37.460833Z","end":"2026-07-28T16:22:37.571438Z","steps":["trace[739768238] 'agreement among raft nodes before linearized reading' (duration: 110.424346ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:37.571531Z","caller":"traceutil/trace.go:171","msg":"trace[2041869814] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17888; }","duration":"110.57008ms","start":"2026-07-28T16:22:37.46092Z","end":"2026-07-28T16:22:37.57149Z","steps":["trace[2041869814] 'agreement among raft nodes before linearized reading' (duration: 109.920284ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:37.571398Z","caller":"traceutil/trace.go:171","msg":"trace[238667186] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17888; }","duration":"110.783665ms","start":"2026-07-28T16:22:37.460603Z","end":"2026-07-28T16:22:37.571387Z","steps":["trace[238667186] 'agreement among raft nodes before linearized reading' (duration: 110.706973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:37.571768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.135273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:22:37.571834Z","caller":"traceutil/trace.go:171","msg":"trace[601655203] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17888; }","duration":"111.206426ms","start":"2026-07-28T16:22:37.460609Z","end":"2026-07-28T16:22:37.571815Z","steps":["trace[601655203] 'agreement among raft nodes before linearized reading' (duration: 110.705324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:37.57151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.59894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-28T16:22:37.57251Z","caller":"traceutil/trace.go:171","msg":"trace[749738869] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17888; }","duration":"111.673936ms","start":"2026-07-28T16:22:37.460819Z","end":"2026-07-28T16:22:37.572493Z","steps":["trace[749738869] 'agreement among raft nodes before linearized reading' (duration: 110.374515ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:38.051475Z","caller":"traceutil/trace.go:171","msg":"trace[925735284] transaction","detail":"{read_only:false; response_revision:17892; number_of_response:1; }","duration":"174.366781ms","start":"2026-07-28T16:22:37.877084Z","end":"2026-07-28T16:22:38.05145Z","steps":["trace[925735284] 'process raft request' (duration: 174.129456ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:38.051781Z","caller":"traceutil/trace.go:171","msg":"trace[1402269494] linearizableReadLoop","detail":"{readStateIndex:18460; appliedIndex:18456; }","duration":"174.527296ms","start":"2026-07-28T16:22:37.877223Z","end":"2026-07-28T16:22:38.051751Z","steps":["trace[1402269494] 'read index received' (duration: 63.490804ms)","trace[1402269494] 'applied index is now lower than readState.Index' (duration: 111.034722ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:22:38.051853Z","caller":"traceutil/trace.go:171","msg":"trace[2136099611] transaction","detail":"{read_only:false; response_revision:17893; number_of_response:1; }","duration":"174.686619ms","start":"2026-07-28T16:22:37.877134Z","end":"2026-07-28T16:22:38.051821Z","steps":["trace[2136099611] 'process raft request' (duration: 174.276189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:38.051902Z","caller":"traceutil/trace.go:171","msg":"trace[954264438] transaction","detail":"{read_only:false; response_revision:17894; number_of_response:1; }","duration":"174.676199ms","start":"2026-07-28T16:22:37.877177Z","end":"2026-07-28T16:22:38.051853Z","steps":["trace[954264438] 'process raft request' (duration: 174.466314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:38.052461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.190932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:446559"} {"level":"info","ts":"2026-07-28T16:22:38.052509Z","caller":"traceutil/trace.go:171","msg":"trace[1320074740] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:17894; }","duration":"175.320105ms","start":"2026-07-28T16:22:37.877178Z","end":"2026-07-28T16:22:38.052498Z","steps":["trace[1320074740] 'agreement among raft nodes before linearized reading' (duration: 174.677189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:40.120324Z","caller":"traceutil/trace.go:171","msg":"trace[1392615907] transaction","detail":"{read_only:false; response_revision:17904; number_of_response:1; }","duration":"151.868713ms","start":"2026-07-28T16:22:39.968415Z","end":"2026-07-28T16:22:40.120284Z","steps":["trace[1392615907] 'process raft request' (duration: 151.573066ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:40.409052Z","caller":"traceutil/trace.go:171","msg":"trace[520943337] transaction","detail":"{read_only:false; response_revision:17905; number_of_response:1; }","duration":"281.784405ms","start":"2026-07-28T16:22:40.127245Z","end":"2026-07-28T16:22:40.40903Z","steps":["trace[520943337] 'process raft request' (duration: 281.641452ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:40.411866Z","caller":"traceutil/trace.go:171","msg":"trace[1386320194] linearizableReadLoop","detail":"{readStateIndex:18473; appliedIndex:18470; }","duration":"284.071541ms","start":"2026-07-28T16:22:40.127776Z","end":"2026-07-28T16:22:40.411847Z","steps":["trace[1386320194] 'read index received' (duration: 281.16262ms)","trace[1386320194] 'applied index is now lower than readState.Index' (duration: 2.907881ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:22:40.41192Z","caller":"traceutil/trace.go:171","msg":"trace[627945579] transaction","detail":"{read_only:false; response_revision:17907; number_of_response:1; }","duration":"284.580303ms","start":"2026-07-28T16:22:40.127317Z","end":"2026-07-28T16:22:40.411897Z","steps":["trace[627945579] 'process raft request' (duration: 284.485601ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:40.411911Z","caller":"traceutil/trace.go:171","msg":"trace[667334053] transaction","detail":"{read_only:false; response_revision:17906; number_of_response:1; }","duration":"284.604814ms","start":"2026-07-28T16:22:40.127273Z","end":"2026-07-28T16:22:40.411877Z","steps":["trace[667334053] 'process raft request' (duration: 284.421129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:22:40.412089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.264415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22127"} {"level":"info","ts":"2026-07-28T16:22:40.412263Z","caller":"traceutil/trace.go:171","msg":"trace[1165885782] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17907; }","duration":"284.47892ms","start":"2026-07-28T16:22:40.127749Z","end":"2026-07-28T16:22:40.412228Z","steps":["trace[1165885782] 'agreement among raft nodes before linearized reading' (duration: 284.167992ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:22.070361Z","caller":"traceutil/trace.go:171","msg":"trace[953043182] transaction","detail":"{read_only:false; response_revision:18677; number_of_response:1; }","duration":"299.82181ms","start":"2026-07-28T16:24:21.770506Z","end":"2026-07-28T16:24:22.070327Z","steps":["trace[953043182] 'process raft request' (duration: 299.534863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:22.070748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:21.770479Z","time spent":"300.024325ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:24:22.209422Z","caller":"traceutil/trace.go:171","msg":"trace[355769735] transaction","detail":"{read_only:false; response_revision:18678; number_of_response:1; }","duration":"438.139718ms","start":"2026-07-28T16:24:21.771241Z","end":"2026-07-28T16:24:22.209381Z","steps":["trace[355769735] 'process raft request' (duration: 431.733332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:22.209641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:21.771219Z","time spent":"438.322613ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:24:22.209676Z","caller":"traceutil/trace.go:171","msg":"trace[1390163311] transaction","detail":"{read_only:false; response_revision:18679; number_of_response:1; }","duration":"242.73403ms","start":"2026-07-28T16:24:21.966906Z","end":"2026-07-28T16:24:22.20964Z","steps":["trace[1390163311] 'process raft request' (duration: 242.338681ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:22.209695Z","caller":"traceutil/trace.go:171","msg":"trace[1320741482] transaction","detail":"{read_only:false; response_revision:18680; number_of_response:1; }","duration":"233.203779ms","start":"2026-07-28T16:24:21.976455Z","end":"2026-07-28T16:24:22.209658Z","steps":["trace[1320741482] 'process raft request' (duration: 233.044885ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:22.209655Z","caller":"traceutil/trace.go:171","msg":"trace[154941782] linearizableReadLoop","detail":"{readStateIndex:19266; appliedIndex:19264; }","duration":"375.78326ms","start":"2026-07-28T16:24:21.833774Z","end":"2026-07-28T16:24:22.209557Z","steps":["trace[154941782] 'read index received' (duration: 236.308984ms)","trace[154941782] 'applied index is now lower than readState.Index' (duration: 139.472796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:24:22.210156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.362404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:24:22.210234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.444762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:24:22.210263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.974868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:24:22.210333Z","caller":"traceutil/trace.go:171","msg":"trace[110412280] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:18680; }","duration":"372.07284ms","start":"2026-07-28T16:24:21.838247Z","end":"2026-07-28T16:24:22.21032Z","steps":["trace[110412280] 'agreement among raft nodes before linearized reading' (duration: 371.948417ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:22.210262Z","caller":"traceutil/trace.go:171","msg":"trace[31399822] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:18680; }","duration":"376.481917ms","start":"2026-07-28T16:24:21.833755Z","end":"2026-07-28T16:24:22.210237Z","steps":["trace[31399822] 'agreement among raft nodes before linearized reading' (duration: 376.093217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:22.210366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:21.838242Z","time spent":"372.114821ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-28T16:24:22.210351Z","caller":"traceutil/trace.go:171","msg":"trace[1082313399] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:18680; }","duration":"375.556554ms","start":"2026-07-28T16:24:21.834748Z","end":"2026-07-28T16:24:22.210305Z","steps":["trace[1082313399] 'agreement among raft nodes before linearized reading' (duration: 375.39483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:22.210501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:21.833665Z","time spent":"376.743183ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":81,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:24:22.210524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:21.834715Z","time spent":"375.77522ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-28T16:24:22.210772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.787142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7279"} {"level":"info","ts":"2026-07-28T16:24:22.210815Z","caller":"traceutil/trace.go:171","msg":"trace[474577084] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:18680; }","duration":"371.839623ms","start":"2026-07-28T16:24:21.838965Z","end":"2026-07-28T16:24:22.210805Z","steps":["trace[474577084] 'agreement among raft nodes before linearized reading' (duration: 371.190758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:22.210844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:21.83896Z","time spent":"371.877085ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7302,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:24:22.954309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.055493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T16:24:22.954445Z","caller":"traceutil/trace.go:171","msg":"trace[890592646] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18683; }","duration":"274.294849ms","start":"2026-07-28T16:24:22.680126Z","end":"2026-07-28T16:24:22.954421Z","steps":["trace[890592646] 'range keys from in-memory index tree' (duration: 273.670364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:25.237248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.281867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:24:25.237453Z","caller":"traceutil/trace.go:171","msg":"trace[963498155] linearizableReadLoop","detail":"{readStateIndex:19285; appliedIndex:19283; }","duration":"156.150823ms","start":"2026-07-28T16:24:25.081284Z","end":"2026-07-28T16:24:25.237434Z","steps":["trace[963498155] 'read index received' (duration: 49.704541ms)","trace[963498155] 'applied index is now lower than readState.Index' (duration: 106.442881ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:24:25.237621Z","caller":"traceutil/trace.go:171","msg":"trace[345486431] transaction","detail":"{read_only:false; response_revision:18696; number_of_response:1; }","duration":"156.726846ms","start":"2026-07-28T16:24:25.080852Z","end":"2026-07-28T16:24:25.237579Z","steps":["trace[345486431] 'process raft request' (duration: 156.520701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:25.237688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.723822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T16:24:25.237718Z","caller":"traceutil/trace.go:171","msg":"trace[156831262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18696; }","duration":"139.754533ms","start":"2026-07-28T16:24:25.097954Z","end":"2026-07-28T16:24:25.237708Z","steps":["trace[156831262] 'agreement among raft nodes before linearized reading' (duration: 139.60965ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:25.237658Z","caller":"traceutil/trace.go:171","msg":"trace[1587650841] transaction","detail":"{read_only:false; response_revision:18695; number_of_response:1; }","duration":"156.8715ms","start":"2026-07-28T16:24:25.080695Z","end":"2026-07-28T16:24:25.237566Z","steps":["trace[1587650841] 'process raft request' (duration: 50.175482ms)","trace[1587650841] 'compare' (duration: 106.137744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:24:25.238749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.383253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:485796"} {"level":"info","ts":"2026-07-28T16:24:25.23884Z","caller":"traceutil/trace.go:171","msg":"trace[117291012] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:18696; }","duration":"157.570666ms","start":"2026-07-28T16:24:25.081253Z","end":"2026-07-28T16:24:25.238824Z","steps":["trace[117291012] 'agreement among raft nodes before linearized reading' (duration: 156.292175ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:26.019376Z","caller":"traceutil/trace.go:171","msg":"trace[1048507930] transaction","detail":"{read_only:false; response_revision:18698; number_of_response:1; }","duration":"190.870267ms","start":"2026-07-28T16:24:25.828462Z","end":"2026-07-28T16:24:26.019332Z","steps":["trace[1048507930] 'process raft request' (duration: 190.57859ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:31.445573Z","caller":"traceutil/trace.go:171","msg":"trace[126137833] linearizableReadLoop","detail":"{readStateIndex:19330; appliedIndex:19328; }","duration":"114.457887ms","start":"2026-07-28T16:24:31.331091Z","end":"2026-07-28T16:24:31.445549Z","steps":["trace[126137833] 'read index received' (duration: 92.570494ms)","trace[126137833] 'applied index is now lower than readState.Index' (duration: 21.886303ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:24:31.44565Z","caller":"traceutil/trace.go:171","msg":"trace[438315416] transaction","detail":"{read_only:false; response_revision:18740; number_of_response:1; }","duration":"165.081959ms","start":"2026-07-28T16:24:31.280548Z","end":"2026-07-28T16:24:31.44563Z","steps":["trace[438315416] 'process raft request' (duration: 164.950166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:31.445678Z","caller":"traceutil/trace.go:171","msg":"trace[1516308519] transaction","detail":"{read_only:false; response_revision:18739; number_of_response:1; }","duration":"165.698114ms","start":"2026-07-28T16:24:31.279933Z","end":"2026-07-28T16:24:31.445631Z","steps":["trace[1516308519] 'process raft request' (duration: 143.76693ms)","trace[1516308519] 'compare' (duration: 21.655918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:24:31.446137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.031471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:485796"} {"level":"info","ts":"2026-07-28T16:24:31.446205Z","caller":"traceutil/trace.go:171","msg":"trace[717251091] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:18740; }","duration":"115.136464ms","start":"2026-07-28T16:24:31.331038Z","end":"2026-07-28T16:24:31.446175Z","steps":["trace[717251091] 'agreement among raft nodes before linearized reading' (duration: 114.623791ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:39.405805Z","caller":"traceutil/trace.go:171","msg":"trace[1560291854] transaction","detail":"{read_only:false; response_revision:18785; number_of_response:1; }","duration":"248.018559ms","start":"2026-07-28T16:24:39.15775Z","end":"2026-07-28T16:24:39.405768Z","steps":["trace[1560291854] 'process raft request' (duration: 247.806854ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:39.447703Z","caller":"traceutil/trace.go:171","msg":"trace[293322353] transaction","detail":"{read_only:false; response_revision:18786; number_of_response:1; }","duration":"117.783098ms","start":"2026-07-28T16:24:39.329898Z","end":"2026-07-28T16:24:39.447682Z","steps":["trace[293322353] 'process raft request' (duration: 117.387379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:41.15545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626801061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:24:41.656101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626801061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:24:42.157244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626801061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:24:42.655928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000736355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T16:24:42.656014Z","caller":"traceutil/trace.go:171","msg":"trace[682885835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000888428s","start":"2026-07-28T16:24:40.655104Z","end":"2026-07-28T16:24:42.655993Z","steps":["trace[682885835] 'agreement among raft nodes before linearized reading' (duration: 2.000781945s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:42.656051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:40.655075Z","time spent":"2.0009694s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 16:24:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T16:24:42.658166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626801061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:24:43.159043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626801061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:24:43.207654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.640779409s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:24:43.233471Z","caller":"traceutil/trace.go:171","msg":"trace[1431911356] transaction","detail":"{read_only:false; response_revision:18803; number_of_response:1; }","duration":"2.666809833s","start":"2026-07-28T16:24:40.566613Z","end":"2026-07-28T16:24:43.233423Z","steps":["trace[1431911356] 'process raft request' (duration: 2.641284332s)","trace[1431911356] 'compare' (duration: 25.180212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:24:43.233659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:40.566582Z","time spent":"2.666991288s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:24:43.283088Z","caller":"traceutil/trace.go:171","msg":"trace[1081356808] transaction","detail":"{read_only:false; response_revision:18804; number_of_response:1; }","duration":"2.46093651s","start":"2026-07-28T16:24:40.822122Z","end":"2026-07-28T16:24:43.283058Z","steps":["trace[1081356808] 'process raft request' (duration: 2.460716844s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.283292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:40.822093Z","time spent":"2.461084094s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:24:43.283359Z","caller":"traceutil/trace.go:171","msg":"trace[1418897979] transaction","detail":"{read_only:false; response_revision:18805; number_of_response:1; }","duration":"1.14459356s","start":"2026-07-28T16:24:42.138749Z","end":"2026-07-28T16:24:43.283343Z","steps":["trace[1418897979] 'process raft request' (duration: 1.144267922s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.283415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.138727Z","time spent":"1.144658852s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:24:43.283535Z","caller":"traceutil/trace.go:171","msg":"trace[1563811238] transaction","detail":"{read_only:false; response_revision:18808; number_of_response:1; }","duration":"978.479144ms","start":"2026-07-28T16:24:42.305025Z","end":"2026-07-28T16:24:43.283504Z","steps":["trace[1563811238] 'process raft request' (duration: 978.418083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.283688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.304983Z","time spent":"978.632688ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:24:43.283658Z","caller":"traceutil/trace.go:171","msg":"trace[533193334] transaction","detail":"{read_only:false; response_revision:18806; number_of_response:1; }","duration":"981.840217ms","start":"2026-07-28T16:24:42.301732Z","end":"2026-07-28T16:24:43.283573Z","steps":["trace[533193334] 'process raft request' (duration: 981.5382ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:43.283892Z","caller":"traceutil/trace.go:171","msg":"trace[2087247024] transaction","detail":"{read_only:false; response_revision:18807; number_of_response:1; }","duration":"981.373955ms","start":"2026-07-28T16:24:42.302333Z","end":"2026-07-28T16:24:43.283707Z","steps":["trace[2087247024] 'process raft request' (duration: 981.078838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.283975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.301708Z","time spent":"982.154294ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:24:43.284406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.302326Z","time spent":"981.668212ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:24:43.312516Z","caller":"traceutil/trace.go:171","msg":"trace[1105194885] linearizableReadLoop","detail":"{readStateIndex:19403; appliedIndex:19394; }","duration":"2.657321352s","start":"2026-07-28T16:24:40.655174Z","end":"2026-07-28T16:24:43.312496Z","steps":["trace[1105194885] 'read index received' (duration: 2.552913s)","trace[1105194885] 'applied index is now lower than readState.Index' (duration: 104.407252ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:24:43.312878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647237297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:24:43.312953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71881898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:24:43.312932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067733348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:24:43.312995Z","caller":"traceutil/trace.go:171","msg":"trace[1375379218] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:18810; }","duration":"2.64736393s","start":"2026-07-28T16:24:40.665594Z","end":"2026-07-28T16:24:43.312958Z","steps":["trace[1375379218] 'agreement among raft nodes before linearized reading' (duration: 2.647156755s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.313037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225174881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:24:43.313048Z","caller":"traceutil/trace.go:171","msg":"trace[880271940] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:18810; }","duration":"1.067918222s","start":"2026-07-28T16:24:42.245106Z","end":"2026-07-28T16:24:43.313024Z","steps":["trace[880271940] 'agreement among raft nodes before linearized reading' (duration: 1.067710487s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.31306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:40.665516Z","time spent":"2.647533454s","remote":"127.0.0.1:36852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:24:43.313008Z","caller":"traceutil/trace.go:171","msg":"trace[136935600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:18810; }","duration":"1.718924713s","start":"2026-07-28T16:24:41.594067Z","end":"2026-07-28T16:24:43.312992Z","steps":["trace[136935600] 'agreement among raft nodes before linearized reading' (duration: 1.71881529s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:43.313089Z","caller":"traceutil/trace.go:171","msg":"trace[1502676870] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:18810; }","duration":"1.225263083s","start":"2026-07-28T16:24:42.087809Z","end":"2026-07-28T16:24:43.313072Z","steps":["trace[1502676870] 'agreement among raft nodes before linearized reading' (duration: 1.225200222s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.313108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.245063Z","time spent":"1.068030345s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:24:43.313035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854840733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:24:43.313122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:41.594043Z","time spent":"1.719062136s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:24:43.313207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498383104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7376"} {"level":"info","ts":"2026-07-28T16:24:43.313169Z","caller":"traceutil/trace.go:171","msg":"trace[468473056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18810; }","duration":"1.855070808s","start":"2026-07-28T16:24:41.45808Z","end":"2026-07-28T16:24:43.313151Z","steps":["trace[468473056] 'agreement among raft nodes before linearized reading' (duration: 1.854774031s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:43.31324Z","caller":"traceutil/trace.go:171","msg":"trace[1756149061] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:18810; }","duration":"1.498469016s","start":"2026-07-28T16:24:41.814763Z","end":"2026-07-28T16:24:43.313232Z","steps":["trace[1756149061] 'agreement among raft nodes before linearized reading' (duration: 1.498381974s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.313266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:41.814723Z","time spent":"1.498537288s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7399,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:24:43.313233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234304222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T16:24:43.313313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:41.458055Z","time spent":"1.855189221s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:24:43.313355Z","caller":"traceutil/trace.go:171","msg":"trace[1894252886] transaction","detail":"{read_only:false; response_revision:18809; number_of_response:1; }","duration":"771.386773ms","start":"2026-07-28T16:24:42.541951Z","end":"2026-07-28T16:24:43.313338Z","steps":["trace[1894252886] 'process raft request' (duration: 770.05115ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:43.313368Z","caller":"traceutil/trace.go:171","msg":"trace[219317169] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:18810; }","duration":"2.234482176s","start":"2026-07-28T16:24:41.078834Z","end":"2026-07-28T16:24:43.313317Z","steps":["trace[219317169] 'agreement among raft nodes before linearized reading' (duration: 2.234145498s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.313403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26791903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-28T16:24:43.313432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:41.078806Z","time spent":"2.234610569s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:24:43.31346Z","caller":"traceutil/trace.go:171","msg":"trace[2052545346] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:18810; }","duration":"2.267999762s","start":"2026-07-28T16:24:41.045436Z","end":"2026-07-28T16:24:43.313435Z","steps":["trace[2052545346] 'agreement among raft nodes before linearized reading' (duration: 2.267859729s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.31349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:41.045413Z","time spent":"2.268070234s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:24:43.313124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.087786Z","time spent":"1.225328266s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:24:43.313657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90283513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T16:24:43.313665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731659503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:24:43.313672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855607181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:24:43.313699Z","caller":"traceutil/trace.go:171","msg":"trace[1445275522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18810; }","duration":"1.902932943s","start":"2026-07-28T16:24:41.410756Z","end":"2026-07-28T16:24:43.313689Z","steps":["trace[1445275522] 'agreement among raft nodes before linearized reading' (duration: 1.902833801s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:43.313721Z","caller":"traceutil/trace.go:171","msg":"trace[172610298] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:18810; }","duration":"1.855694033s","start":"2026-07-28T16:24:41.458012Z","end":"2026-07-28T16:24:43.313707Z","steps":["trace[172610298] 'agreement among raft nodes before linearized reading' (duration: 1.85556592s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.313729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:41.410725Z","time spent":"1.902998015s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:24:43.313706Z","caller":"traceutil/trace.go:171","msg":"trace[177565224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18810; }","duration":"1.731742195s","start":"2026-07-28T16:24:41.581953Z","end":"2026-07-28T16:24:43.313695Z","steps":["trace[177565224] 'agreement among raft nodes before linearized reading' (duration: 1.731579161s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.313714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.541925Z","time spent":"771.473224ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:24:43.313789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:41.581929Z","time spent":"1.731849968s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:24:43.313891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.458467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:24:43.313928Z","caller":"traceutil/trace.go:171","msg":"trace[139392284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18810; }","duration":"774.536309ms","start":"2026-07-28T16:24:42.539383Z","end":"2026-07-28T16:24:43.313919Z","steps":["trace[139392284] 'agreement among raft nodes before linearized reading' (duration: 774.448527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.313931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.054774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:24:43.313983Z","caller":"traceutil/trace.go:171","msg":"trace[607164262] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:18810; }","duration":"902.109005ms","start":"2026-07-28T16:24:42.411863Z","end":"2026-07-28T16:24:43.313972Z","steps":["trace[607164262] 'agreement among raft nodes before linearized reading' (duration: 901.983802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.314023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.411775Z","time spent":"902.240078ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:24:43.312978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502121475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:24:43.313954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.539357Z","time spent":"774.591781ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:24:43.313988Z","caller":"traceutil/trace.go:171","msg":"trace[1160197351] transaction","detail":"{read_only:false; response_revision:18810; number_of_response:1; }","duration":"208.091428ms","start":"2026-07-28T16:24:43.105887Z","end":"2026-07-28T16:24:43.313979Z","steps":["trace[1160197351] 'process raft request' (duration: 206.499449ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:43.314126Z","caller":"traceutil/trace.go:171","msg":"trace[1888113321] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:18810; }","duration":"1.503303074s","start":"2026-07-28T16:24:41.810802Z","end":"2026-07-28T16:24:43.314105Z","steps":["trace[1888113321] 'agreement among raft nodes before linearized reading' (duration: 1.502053803s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.313775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:41.45799Z","time spent":"1.855772185s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:24:43.314057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062290036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:24:43.314189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:41.810777Z","time spent":"1.503394076s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-28T16:24:43.314203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.182805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T16:24:43.314208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014633356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7376"} {"level":"warn","ts":"2026-07-28T16:24:43.3139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055196323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:24:43.314267Z","caller":"traceutil/trace.go:171","msg":"trace[970213779] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:18810; }","duration":"1.014726188s","start":"2026-07-28T16:24:42.299523Z","end":"2026-07-28T16:24:43.31425Z","steps":["trace[970213779] 'agreement among raft nodes before linearized reading' (duration: 1.014561074s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.314292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.858108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:24:43.314333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.299504Z","time spent":"1.01481579s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7399,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-28T16:24:43.314368Z","caller":"traceutil/trace.go:171","msg":"trace[587102583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18810; }","duration":"657.95661ms","start":"2026-07-28T16:24:42.65638Z","end":"2026-07-28T16:24:43.314337Z","steps":["trace[587102583] 'agreement among raft nodes before linearized reading' (duration: 657.866908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.313748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542582948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:24:43.31443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.656344Z","time spent":"658.076783ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:24:43.314451Z","caller":"traceutil/trace.go:171","msg":"trace[1351694805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18810; }","duration":"2.543372878s","start":"2026-07-28T16:24:40.771058Z","end":"2026-07-28T16:24:43.314431Z","steps":["trace[1351694805] 'agreement among raft nodes before linearized reading' (duration: 2.542397974s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.314512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:40.771027Z","time spent":"2.543466s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:24:43.314512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.03818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:24:43.314308Z","caller":"traceutil/trace.go:171","msg":"trace[772537474] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:18810; }","duration":"1.055641224s","start":"2026-07-28T16:24:42.258653Z","end":"2026-07-28T16:24:43.314294Z","steps":["trace[772537474] 'agreement among raft nodes before linearized reading' (duration: 1.055191183s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:43.314587Z","caller":"traceutil/trace.go:171","msg":"trace[1232379483] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:18810; }","duration":"616.120632ms","start":"2026-07-28T16:24:42.698443Z","end":"2026-07-28T16:24:43.314564Z","steps":["trace[1232379483] 'agreement among raft nodes before linearized reading' (duration: 615.976538ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:43.314227Z","caller":"traceutil/trace.go:171","msg":"trace[1418691964] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:18810; }","duration":"1.06246039s","start":"2026-07-28T16:24:42.251752Z","end":"2026-07-28T16:24:43.314212Z","steps":["trace[1418691964] 'agreement among raft nodes before linearized reading' (duration: 1.062220134s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.314628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.698383Z","time spent":"616.233995ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:24:43.314634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.258638Z","time spent":"1.055972592s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-28T16:24:43.314681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.251691Z","time spent":"1.062975862s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-28T16:24:43.314233Z","caller":"traceutil/trace.go:171","msg":"trace[1111618825] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18810; }","duration":"476.259077ms","start":"2026-07-28T16:24:42.837966Z","end":"2026-07-28T16:24:43.314225Z","steps":["trace[1111618825] 'agreement among raft nodes before linearized reading' (duration: 476.168784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:43.314771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:42.837939Z","time spent":"476.81303ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:24:45.487055Z","caller":"traceutil/trace.go:171","msg":"trace[1462740360] transaction","detail":"{read_only:false; response_revision:18837; number_of_response:1; }","duration":"194.192767ms","start":"2026-07-28T16:24:45.29284Z","end":"2026-07-28T16:24:45.487032Z","steps":["trace[1462740360] 'process raft request' (duration: 194.081554ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:45.487201Z","caller":"traceutil/trace.go:171","msg":"trace[2128558009] linearizableReadLoop","detail":"{readStateIndex:19431; appliedIndex:19427; }","duration":"164.34172ms","start":"2026-07-28T16:24:45.322842Z","end":"2026-07-28T16:24:45.487184Z","steps":["trace[2128558009] 'read index received' (duration: 80.920809ms)","trace[2128558009] 'applied index is now lower than readState.Index' (duration: 83.419591ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:24:45.487026Z","caller":"traceutil/trace.go:171","msg":"trace[1627354204] transaction","detail":"{read_only:false; response_revision:18836; number_of_response:1; }","duration":"194.253499ms","start":"2026-07-28T16:24:45.292739Z","end":"2026-07-28T16:24:45.486992Z","steps":["trace[1627354204] 'process raft request' (duration: 194.131236ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:45.487311Z","caller":"traceutil/trace.go:171","msg":"trace[1182854492] transaction","detail":"{read_only:false; response_revision:18838; number_of_response:1; }","duration":"194.429753ms","start":"2026-07-28T16:24:45.29287Z","end":"2026-07-28T16:24:45.4873Z","steps":["trace[1182854492] 'process raft request' (duration: 194.098275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:45.487518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.527058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:24:45.48758Z","caller":"traceutil/trace.go:171","msg":"trace[1943725932] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:18839; }","duration":"160.61409ms","start":"2026-07-28T16:24:45.326949Z","end":"2026-07-28T16:24:45.487563Z","steps":["trace[1943725932] 'agreement among raft nodes before linearized reading' (duration: 160.403454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:45.487696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.20683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:24:45.487763Z","caller":"traceutil/trace.go:171","msg":"trace[1584030164] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:18839; }","duration":"137.272672ms","start":"2026-07-28T16:24:45.350472Z","end":"2026-07-28T16:24:45.487744Z","steps":["trace[1584030164] 'agreement among raft nodes before linearized reading' (duration: 137.1822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:45.487831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.942905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:24:45.487816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.31345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:24:45.487905Z","caller":"traceutil/trace.go:171","msg":"trace[984868219] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:18839; }","duration":"165.075608ms","start":"2026-07-28T16:24:45.322808Z","end":"2026-07-28T16:24:45.487883Z","steps":["trace[984868219] 'agreement among raft nodes before linearized reading' (duration: 164.934405ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:45.487909Z","caller":"traceutil/trace.go:171","msg":"trace[1986404874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18839; }","duration":"141.426133ms","start":"2026-07-28T16:24:45.346464Z","end":"2026-07-28T16:24:45.48789Z","steps":["trace[1986404874] 'agreement among raft nodes before linearized reading' (duration: 141.196177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:45.487964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.354957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:24:45.488019Z","caller":"traceutil/trace.go:171","msg":"trace[1214383922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18839; }","duration":"147.447759ms","start":"2026-07-28T16:24:45.340558Z","end":"2026-07-28T16:24:45.488006Z","steps":["trace[1214383922] 'agreement among raft nodes before linearized reading' (duration: 147.318826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:45.48815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.854642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:24:45.488268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.880053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:24:45.488282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.615793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:24:45.488294Z","caller":"traceutil/trace.go:171","msg":"trace[1108173856] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:18839; }","duration":"157.976645ms","start":"2026-07-28T16:24:45.330264Z","end":"2026-07-28T16:24:45.48824Z","steps":["trace[1108173856] 'agreement among raft nodes before linearized reading' (duration: 157.738789ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:45.488308Z","caller":"traceutil/trace.go:171","msg":"trace[1948928017] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:18839; }","duration":"143.951953ms","start":"2026-07-28T16:24:45.344345Z","end":"2026-07-28T16:24:45.488297Z","steps":["trace[1948928017] 'agreement among raft nodes before linearized reading' (duration: 143.870571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:45.487624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.566366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:24:45.488332Z","caller":"traceutil/trace.go:171","msg":"trace[2142106837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18839; }","duration":"147.691715ms","start":"2026-07-28T16:24:45.340628Z","end":"2026-07-28T16:24:45.488319Z","steps":["trace[2142106837] 'agreement among raft nodes before linearized reading' (duration: 147.532671ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:45.488369Z","caller":"traceutil/trace.go:171","msg":"trace[1302438543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18839; }","duration":"142.315234ms","start":"2026-07-28T16:24:45.346033Z","end":"2026-07-28T16:24:45.488349Z","steps":["trace[1302438543] 'agreement among raft nodes before linearized reading' (duration: 141.488644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:45.488193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.516191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:24:45.488523Z","caller":"traceutil/trace.go:171","msg":"trace[1727310903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18839; }","duration":"147.846789ms","start":"2026-07-28T16:24:45.340663Z","end":"2026-07-28T16:24:45.48851Z","steps":["trace[1727310903] 'agreement among raft nodes before linearized reading' (duration: 147.450869ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:45.488654Z","caller":"traceutil/trace.go:171","msg":"trace[1263721805] transaction","detail":"{read_only:false; response_revision:18835; number_of_response:1; }","duration":"194.220048ms","start":"2026-07-28T16:24:45.292712Z","end":"2026-07-28T16:24:45.486932Z","steps":["trace[1263721805] 'process raft request' (duration: 111.160156ms)","trace[1263721805] 'compare' (duration: 82.823386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:24:49.651477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.887927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:24:49.6516Z","caller":"traceutil/trace.go:171","msg":"trace[297148107] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:18872; }","duration":"115.040541ms","start":"2026-07-28T16:24:49.53653Z","end":"2026-07-28T16:24:49.65157Z","steps":["trace[297148107] 'range keys from in-memory index tree' (duration: 114.699433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:49.65169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.328159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:24:49.651787Z","caller":"traceutil/trace.go:171","msg":"trace[418090062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18872; }","duration":"113.468332ms","start":"2026-07-28T16:24:49.538296Z","end":"2026-07-28T16:24:49.651765Z","steps":["trace[418090062] 'range keys from in-memory index tree' (duration: 113.130364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:49.651747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.842453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:24:49.65148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.485139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:24:49.65198Z","caller":"traceutil/trace.go:171","msg":"trace[2037038441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18872; }","duration":"121.037637ms","start":"2026-07-28T16:24:49.530877Z","end":"2026-07-28T16:24:49.651915Z","steps":["trace[2037038441] 'range keys from in-memory index tree' (duration: 120.555595ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.652011Z","caller":"traceutil/trace.go:171","msg":"trace[663709986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18872; }","duration":"120.034073ms","start":"2026-07-28T16:24:49.531923Z","end":"2026-07-28T16:24:49.651957Z","steps":["trace[663709986] 'range keys from in-memory index tree' (duration: 119.312815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:49.652045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.323796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:24:49.652025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.81755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:24:49.65211Z","caller":"traceutil/trace.go:171","msg":"trace[427637321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:18872; }","duration":"103.386927ms","start":"2026-07-28T16:24:49.548712Z","end":"2026-07-28T16:24:49.652099Z","steps":["trace[427637321] 'range keys from in-memory index tree' (duration: 103.248795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.652162Z","caller":"traceutil/trace.go:171","msg":"trace[1103257506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18872; }","duration":"116.000514ms","start":"2026-07-28T16:24:49.536136Z","end":"2026-07-28T16:24:49.652137Z","steps":["trace[1103257506] 'range keys from in-memory index tree' (duration: 115.608315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:49.652248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.680371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:24:49.652302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.763945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143120"} {"level":"info","ts":"2026-07-28T16:24:49.652365Z","caller":"traceutil/trace.go:171","msg":"trace[957771832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18872; }","duration":"116.824914ms","start":"2026-07-28T16:24:49.535514Z","end":"2026-07-28T16:24:49.652339Z","steps":["trace[957771832] 'range keys from in-memory index tree' (duration: 116.484306ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.652399Z","caller":"traceutil/trace.go:171","msg":"trace[101574530] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:18872; }","duration":"121.941689ms","start":"2026-07-28T16:24:49.530433Z","end":"2026-07-28T16:24:49.652375Z","steps":["trace[101574530] 'range keys from in-memory index tree' (duration: 121.116649ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.80109Z","caller":"traceutil/trace.go:171","msg":"trace[1426703824] transaction","detail":"{read_only:false; response_revision:18874; number_of_response:1; }","duration":"143.587136ms","start":"2026-07-28T16:24:49.657482Z","end":"2026-07-28T16:24:49.801069Z","steps":["trace[1426703824] 'process raft request' (duration: 143.33413ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.801088Z","caller":"traceutil/trace.go:171","msg":"trace[1094391536] transaction","detail":"{read_only:false; response_revision:18875; number_of_response:1; }","duration":"143.511455ms","start":"2026-07-28T16:24:49.657548Z","end":"2026-07-28T16:24:49.801059Z","steps":["trace[1094391536] 'process raft request' (duration: 143.421702ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.801336Z","caller":"traceutil/trace.go:171","msg":"trace[1179819911] transaction","detail":"{read_only:false; response_revision:18876; number_of_response:1; }","duration":"143.75658ms","start":"2026-07-28T16:24:49.657569Z","end":"2026-07-28T16:24:49.801325Z","steps":["trace[1179819911] 'process raft request' (duration: 143.438812ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.801596Z","caller":"traceutil/trace.go:171","msg":"trace[1801057008] linearizableReadLoop","detail":"{readStateIndex:19470; appliedIndex:19466; }","duration":"143.990606ms","start":"2026-07-28T16:24:49.657593Z","end":"2026-07-28T16:24:49.801583Z","steps":["trace[1801057008] 'read index received' (duration: 14.37523ms)","trace[1801057008] 'applied index is now lower than readState.Index' (duration: 129.614446ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:24:49.801608Z","caller":"traceutil/trace.go:171","msg":"trace[2086616103] transaction","detail":"{read_only:false; response_revision:18877; number_of_response:1; }","duration":"143.887264ms","start":"2026-07-28T16:24:49.657707Z","end":"2026-07-28T16:24:49.801594Z","steps":["trace[2086616103] 'process raft request' (duration: 143.564266ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.801684Z","caller":"traceutil/trace.go:171","msg":"trace[433739762] transaction","detail":"{read_only:false; response_revision:18878; number_of_response:1; }","duration":"143.879344ms","start":"2026-07-28T16:24:49.657766Z","end":"2026-07-28T16:24:49.801646Z","steps":["trace[433739762] 'process raft request' (duration: 143.760711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:49.802777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.161285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:53 size:495322"} {"level":"info","ts":"2026-07-28T16:24:49.802836Z","caller":"traceutil/trace.go:171","msg":"trace[1336125160] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:53; response_revision:18878; }","duration":"145.266578ms","start":"2026-07-28T16:24:49.657557Z","end":"2026-07-28T16:24:49.802824Z","steps":["trace[1336125160] 'agreement among raft nodes before linearized reading' (duration: 144.084279ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:59.666222Z","caller":"traceutil/trace.go:171","msg":"trace[782015415] transaction","detail":"{read_only:false; response_revision:18959; number_of_response:1; }","duration":"100.905217ms","start":"2026-07-28T16:24:59.565278Z","end":"2026-07-28T16:24:59.666183Z","steps":["trace[782015415] 'process raft request' (duration: 100.624771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:06.154412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.069062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:25:06.154538Z","caller":"traceutil/trace.go:171","msg":"trace[407968798] linearizableReadLoop","detail":"{readStateIndex:19606; appliedIndex:19605; }","duration":"267.244147ms","start":"2026-07-28T16:25:05.887274Z","end":"2026-07-28T16:25:06.154518Z","steps":["trace[407968798] 'read index received' (duration: 21.002102ms)","trace[407968798] 'applied index is now lower than readState.Index' (duration: 246.240715ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:06.154619Z","caller":"traceutil/trace.go:171","msg":"trace[1896315888] transaction","detail":"{read_only:false; response_revision:19008; number_of_response:1; }","duration":"270.684561ms","start":"2026-07-28T16:25:05.883904Z","end":"2026-07-28T16:25:06.154588Z","steps":["trace[1896315888] 'process raft request' (duration: 24.358563ms)","trace[1896315888] 'compare' (duration: 245.637641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:06.154729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.448042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:25:06.154772Z","caller":"traceutil/trace.go:171","msg":"trace[536984226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19008; }","duration":"267.504363ms","start":"2026-07-28T16:25:05.887252Z","end":"2026-07-28T16:25:06.154756Z","steps":["trace[536984226] 'agreement among raft nodes before linearized reading' (duration: 267.340689ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:06.327168Z","caller":"traceutil/trace.go:171","msg":"trace[953025831] linearizableReadLoop","detail":"{readStateIndex:19607; appliedIndex:19606; }","duration":"172.572962ms","start":"2026-07-28T16:25:06.154564Z","end":"2026-07-28T16:25:06.327137Z","steps":["trace[953025831] 'read index received' (duration: 172.334096ms)","trace[953025831] 'applied index is now lower than readState.Index' (duration: 237.326µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:06.327389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.811449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:25:06.327364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.444036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:25:06.327468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.228153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:25:06.32743Z","caller":"traceutil/trace.go:171","msg":"trace[1917170708] transaction","detail":"{read_only:false; response_revision:19009; number_of_response:1; }","duration":"257.50354ms","start":"2026-07-28T16:25:06.069867Z","end":"2026-07-28T16:25:06.32737Z","steps":["trace[1917170708] 'process raft request' (duration: 256.898465ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:06.327567Z","caller":"traceutil/trace.go:171","msg":"trace[247736167] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19009; }","duration":"434.357776ms","start":"2026-07-28T16:25:05.893188Z","end":"2026-07-28T16:25:06.327545Z","steps":["trace[247736167] 'agreement among raft nodes before linearized reading' (duration: 434.033348ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:06.327534Z","caller":"traceutil/trace.go:171","msg":"trace[1671499478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:19009; }","duration":"392.706942ms","start":"2026-07-28T16:25:05.9348Z","end":"2026-07-28T16:25:06.327507Z","steps":["trace[1671499478] 'agreement among raft nodes before linearized reading' (duration: 392.362794ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:06.327455Z","caller":"traceutil/trace.go:171","msg":"trace[207419333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19009; }","duration":"439.899371ms","start":"2026-07-28T16:25:05.887537Z","end":"2026-07-28T16:25:06.327437Z","steps":["trace[207419333] 'agreement among raft nodes before linearized reading' (duration: 439.717656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:06.32754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.117972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:25:06.327618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:05.893182Z","time spent":"434.428178ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:25:06.327633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:05.887532Z","time spent":"440.087385ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:25:06.327655Z","caller":"traceutil/trace.go:171","msg":"trace[428780143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19009; }","duration":"439.262315ms","start":"2026-07-28T16:25:05.888367Z","end":"2026-07-28T16:25:06.327629Z","steps":["trace[428780143] 'agreement among raft nodes before linearized reading' (duration: 438.929917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:06.327734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:05.934783Z","time spent":"392.836765ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:25:06.327796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:05.88836Z","time spent":"439.426389ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:25:06.337091Z","caller":"traceutil/trace.go:171","msg":"trace[176977043] transaction","detail":"{read_only:false; response_revision:19010; number_of_response:1; }","duration":"178.23696ms","start":"2026-07-28T16:25:06.158839Z","end":"2026-07-28T16:25:06.337076Z","steps":["trace[176977043] 'process raft request' (duration: 178.104187ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:07.629673Z","caller":"traceutil/trace.go:171","msg":"trace[505624751] transaction","detail":"{read_only:false; response_revision:19014; number_of_response:1; }","duration":"154.02504ms","start":"2026-07-28T16:25:07.475598Z","end":"2026-07-28T16:25:07.629623Z","steps":["trace[505624751] 'process raft request' (duration: 129.778ms)","trace[505624751] 'compare' (duration: 24.045225ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:07.722382Z","caller":"traceutil/trace.go:171","msg":"trace[517825176] transaction","detail":"{read_only:false; response_revision:19015; number_of_response:1; }","duration":"123.872526ms","start":"2026-07-28T16:25:07.598479Z","end":"2026-07-28T16:25:07.722351Z","steps":["trace[517825176] 'process raft request' (duration: 123.586499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:07.722515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.479354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:25:07.722575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.584265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:25:07.722607Z","caller":"traceutil/trace.go:171","msg":"trace[1917491148] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:19015; }","duration":"180.620308ms","start":"2026-07-28T16:25:07.541966Z","end":"2026-07-28T16:25:07.722586Z","steps":["trace[1917491148] 'agreement among raft nodes before linearized reading' (duration: 180.433783ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:07.72268Z","caller":"traceutil/trace.go:171","msg":"trace[795148084] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:19015; }","duration":"161.726058ms","start":"2026-07-28T16:25:07.560929Z","end":"2026-07-28T16:25:07.722655Z","steps":["trace[795148084] 'agreement among raft nodes before linearized reading' (duration: 161.437351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:07.821767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.304677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:25:07.821957Z","caller":"traceutil/trace.go:171","msg":"trace[2142447175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19016; }","duration":"170.544323ms","start":"2026-07-28T16:25:07.651391Z","end":"2026-07-28T16:25:07.821935Z","steps":["trace[2142447175] 'agreement among raft nodes before linearized reading' (duration: 170.276256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:07.82181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.856258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T16:25:07.822313Z","caller":"traceutil/trace.go:171","msg":"trace[1432714490] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19016; }","duration":"189.2906ms","start":"2026-07-28T16:25:07.632872Z","end":"2026-07-28T16:25:07.822163Z","steps":["trace[1432714490] 'agreement among raft nodes before linearized reading' (duration: 188.823758ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:07.821904Z","caller":"traceutil/trace.go:171","msg":"trace[221226741] transaction","detail":"{read_only:false; response_revision:19016; number_of_response:1; }","duration":"115.643166ms","start":"2026-07-28T16:25:07.706222Z","end":"2026-07-28T16:25:07.821865Z","steps":["trace[221226741] 'process raft request' (duration: 75.454668ms)","trace[221226741] 'compare' (duration: 39.714667ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:07.836352Z","caller":"traceutil/trace.go:171","msg":"trace[1021600314] transaction","detail":"{read_only:false; response_revision:19017; number_of_response:1; }","duration":"110.981812ms","start":"2026-07-28T16:25:07.725342Z","end":"2026-07-28T16:25:07.836324Z","steps":["trace[1021600314] 'process raft request' (duration: 110.635894ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:07.836806Z","caller":"traceutil/trace.go:171","msg":"trace[1098475242] transaction","detail":"{read_only:false; response_revision:19018; number_of_response:1; }","duration":"111.083855ms","start":"2026-07-28T16:25:07.725705Z","end":"2026-07-28T16:25:07.836789Z","steps":["trace[1098475242] 'process raft request' (duration: 110.540431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.474203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.560584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:25:08.474285Z","caller":"traceutil/trace.go:171","msg":"trace[1414298381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:19020; }","duration":"115.692968ms","start":"2026-07-28T16:25:08.358574Z","end":"2026-07-28T16:25:08.474267Z","steps":["trace[1414298381] 'range keys from in-memory index tree' (duration: 115.39064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.474486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.346427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:25:08.474568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.26004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:25:08.474647Z","caller":"traceutil/trace.go:171","msg":"trace[795182000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19020; }","duration":"126.610543ms","start":"2026-07-28T16:25:08.348011Z","end":"2026-07-28T16:25:08.474621Z","steps":["trace[795182000] 'range keys from in-memory index tree' (duration: 126.09847ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:08.474653Z","caller":"traceutil/trace.go:171","msg":"trace[40103155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19020; }","duration":"125.352022ms","start":"2026-07-28T16:25:08.349278Z","end":"2026-07-28T16:25:08.47463Z","steps":["trace[40103155] 'range keys from in-memory index tree' (duration: 125.091126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.474626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.950521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:25:08.474732Z","caller":"traceutil/trace.go:171","msg":"trace[774138367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19020; }","duration":"134.131686ms","start":"2026-07-28T16:25:08.340578Z","end":"2026-07-28T16:25:08.47471Z","steps":["trace[774138367] 'range keys from in-memory index tree' (duration: 133.721026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.475003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.419568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:25:08.475179Z","caller":"traceutil/trace.go:171","msg":"trace[1153002680] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19020; }","duration":"126.572352ms","start":"2026-07-28T16:25:08.348526Z","end":"2026-07-28T16:25:08.475099Z","steps":["trace[1153002680] 'range keys from in-memory index tree' (duration: 126.271755ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:08.678524Z","caller":"traceutil/trace.go:171","msg":"trace[1599260818] transaction","detail":"{read_only:false; response_revision:19022; number_of_response:1; }","duration":"199.163489ms","start":"2026-07-28T16:25:08.479331Z","end":"2026-07-28T16:25:08.678494Z","steps":["trace[1599260818] 'process raft request' (duration: 198.958924ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:08.678812Z","caller":"traceutil/trace.go:171","msg":"trace[1647804303] transaction","detail":"{read_only:false; response_revision:19023; number_of_response:1; }","duration":"199.410546ms","start":"2026-07-28T16:25:08.479392Z","end":"2026-07-28T16:25:08.678802Z","steps":["trace[1647804303] 'process raft request' (duration: 199.055607ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:08.678938Z","caller":"traceutil/trace.go:171","msg":"trace[559548491] transaction","detail":"{read_only:false; response_revision:19024; number_of_response:1; }","duration":"199.283202ms","start":"2026-07-28T16:25:08.479622Z","end":"2026-07-28T16:25:08.678906Z","steps":["trace[559548491] 'process raft request' (duration: 199.064707ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:08.679006Z","caller":"traceutil/trace.go:171","msg":"trace[693189421] transaction","detail":"{read_only:false; response_revision:19025; number_of_response:1; }","duration":"199.289833ms","start":"2026-07-28T16:25:08.479676Z","end":"2026-07-28T16:25:08.678966Z","steps":["trace[693189421] 'process raft request' (duration: 199.127109ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:08.678997Z","caller":"traceutil/trace.go:171","msg":"trace[405084981] transaction","detail":"{read_only:false; response_revision:19026; number_of_response:1; }","duration":"198.589456ms","start":"2026-07-28T16:25:08.480378Z","end":"2026-07-28T16:25:08.678967Z","steps":["trace[405084981] 'process raft request' (duration: 198.471073ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:08.679118Z","caller":"traceutil/trace.go:171","msg":"trace[1013942787] transaction","detail":"{read_only:false; response_revision:19027; number_of_response:1; }","duration":"198.634506ms","start":"2026-07-28T16:25:08.480468Z","end":"2026-07-28T16:25:08.679103Z","steps":["trace[1013942787] 'process raft request' (duration: 198.454192ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:09.941389Z","caller":"traceutil/trace.go:171","msg":"trace[938073939] transaction","detail":"{read_only:false; response_revision:19028; number_of_response:1; }","duration":"212.437622ms","start":"2026-07-28T16:25:09.728924Z","end":"2026-07-28T16:25:09.941361Z","steps":["trace[938073939] 'process raft request' (duration: 212.219977ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:10.078862Z","caller":"traceutil/trace.go:171","msg":"trace[1645064381] linearizableReadLoop","detail":"{readStateIndex:19630; appliedIndex:19626; }","duration":"213.53912ms","start":"2026-07-28T16:25:09.865291Z","end":"2026-07-28T16:25:10.078831Z","steps":["trace[1645064381] 'read index received' (duration: 75.873948ms)","trace[1645064381] 'applied index is now lower than readState.Index' (duration: 137.663452ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:10.078873Z","caller":"traceutil/trace.go:171","msg":"trace[189937549] transaction","detail":"{read_only:false; response_revision:19029; number_of_response:1; }","duration":"250.032828ms","start":"2026-07-28T16:25:09.828793Z","end":"2026-07-28T16:25:10.078825Z","steps":["trace[189937549] 'process raft request' (duration: 192.811894ms)","trace[189937549] 'compare' (duration: 56.864075ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:10.078983Z","caller":"traceutil/trace.go:171","msg":"trace[1229420106] transaction","detail":"{read_only:false; response_revision:19031; number_of_response:1; }","duration":"236.340284ms","start":"2026-07-28T16:25:09.84263Z","end":"2026-07-28T16:25:10.07897Z","steps":["trace[1229420106] 'process raft request' (duration: 236.15022ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:10.079076Z","caller":"traceutil/trace.go:171","msg":"trace[1287000421] transaction","detail":"{read_only:false; response_revision:19030; number_of_response:1; }","duration":"237.078773ms","start":"2026-07-28T16:25:09.841963Z","end":"2026-07-28T16:25:10.079042Z","steps":["trace[1287000421] 'process raft request' (duration: 236.749375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:10.079259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.96269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:25:10.079343Z","caller":"traceutil/trace.go:171","msg":"trace[500240600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19031; }","duration":"214.074672ms","start":"2026-07-28T16:25:09.865218Z","end":"2026-07-28T16:25:10.079292Z","steps":["trace[500240600] 'agreement among raft nodes before linearized reading' (duration: 213.907198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:10.373558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.453006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:25:10.373678Z","caller":"traceutil/trace.go:171","msg":"trace[1539328393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19032; }","duration":"130.635091ms","start":"2026-07-28T16:25:10.243006Z","end":"2026-07-28T16:25:10.373641Z","steps":["trace[1539328393] 'range keys from in-memory index tree' (duration: 130.227741ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:10.959551Z","caller":"traceutil/trace.go:171","msg":"trace[262676738] transaction","detail":"{read_only:false; response_revision:19037; number_of_response:1; }","duration":"271.817708ms","start":"2026-07-28T16:25:10.687688Z","end":"2026-07-28T16:25:10.959506Z","steps":["trace[262676738] 'process raft request' (duration: 253.142084ms)","trace[262676738] 'compare' (duration: 18.386277ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:10.959631Z","caller":"traceutil/trace.go:171","msg":"trace[63308520] transaction","detail":"{read_only:false; response_revision:19038; number_of_response:1; }","duration":"271.083641ms","start":"2026-07-28T16:25:10.688504Z","end":"2026-07-28T16:25:10.959587Z","steps":["trace[63308520] 'process raft request' (duration: 270.938368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:10.959689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.80714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:25:10.959756Z","caller":"traceutil/trace.go:171","msg":"trace[1150073463] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:19038; }","duration":"115.955563ms","start":"2026-07-28T16:25:10.843786Z","end":"2026-07-28T16:25:10.959741Z","steps":["trace[1150073463] 'agreement among raft nodes before linearized reading' (duration: 115.82535ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:10.959553Z","caller":"traceutil/trace.go:171","msg":"trace[1445627358] linearizableReadLoop","detail":"{readStateIndex:19637; appliedIndex:19635; }","duration":"115.667306ms","start":"2026-07-28T16:25:10.843859Z","end":"2026-07-28T16:25:10.959526Z","steps":["trace[1445627358] 'read index received' (duration: 96.845588ms)","trace[1445627358] 'applied index is now lower than readState.Index' (duration: 18.820358ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:12.324953Z","caller":"traceutil/trace.go:171","msg":"trace[1149424834] transaction","detail":"{read_only:false; response_revision:19042; number_of_response:1; }","duration":"237.561015ms","start":"2026-07-28T16:25:12.087359Z","end":"2026-07-28T16:25:12.32492Z","steps":["trace[1149424834] 'process raft request' (duration: 236.96322ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:12.325366Z","caller":"traceutil/trace.go:171","msg":"trace[1507923064] linearizableReadLoop","detail":"{readStateIndex:19642; appliedIndex:19639; }","duration":"229.186901ms","start":"2026-07-28T16:25:12.096146Z","end":"2026-07-28T16:25:12.325333Z","steps":["trace[1507923064] 'read index received' (duration: 60.159925ms)","trace[1507923064] 'applied index is now lower than readState.Index' (duration: 169.024395ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:12.325469Z","caller":"traceutil/trace.go:171","msg":"trace[1406766070] transaction","detail":"{read_only:false; response_revision:19043; number_of_response:1; }","duration":"237.913133ms","start":"2026-07-28T16:25:12.087542Z","end":"2026-07-28T16:25:12.325456Z","steps":["trace[1406766070] 'process raft request' (duration: 237.303768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:12.325644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.472687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:25:12.325688Z","caller":"traceutil/trace.go:171","msg":"trace[760870706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19043; }","duration":"229.57367ms","start":"2026-07-28T16:25:12.096102Z","end":"2026-07-28T16:25:12.325675Z","steps":["trace[760870706] 'agreement among raft nodes before linearized reading' (duration: 229.360745ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:13.474657Z","caller":"traceutil/trace.go:171","msg":"trace[1363510520] transaction","detail":"{read_only:false; response_revision:19051; number_of_response:1; }","duration":"145.393931ms","start":"2026-07-28T16:25:13.329227Z","end":"2026-07-28T16:25:13.474621Z","steps":["trace[1363510520] 'process raft request' (duration: 86.300912ms)","trace[1363510520] 'compare' (duration: 58.948915ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:13.829542Z","caller":"traceutil/trace.go:171","msg":"trace[145372703] transaction","detail":"{read_only:false; response_revision:19054; number_of_response:1; }","duration":"125.2733ms","start":"2026-07-28T16:25:13.704228Z","end":"2026-07-28T16:25:13.829501Z","steps":["trace[145372703] 'process raft request' (duration: 116.015745ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:15.113594Z","caller":"traceutil/trace.go:171","msg":"trace[280659549] linearizableReadLoop","detail":"{readStateIndex:19666; appliedIndex:19665; }","duration":"106.593616ms","start":"2026-07-28T16:25:15.006967Z","end":"2026-07-28T16:25:15.113561Z","steps":["trace[280659549] 'read index received' (duration: 106.319939ms)","trace[280659549] 'applied index is now lower than readState.Index' (duration: 272.537µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:15.113734Z","caller":"traceutil/trace.go:171","msg":"trace[553418963] transaction","detail":"{read_only:false; response_revision:19066; number_of_response:1; }","duration":"118.617868ms","start":"2026-07-28T16:25:14.995065Z","end":"2026-07-28T16:25:15.113683Z","steps":["trace[553418963] 'process raft request' (duration: 118.29479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:15.113857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.876472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:25:15.113916Z","caller":"traceutil/trace.go:171","msg":"trace[1562805404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19066; }","duration":"106.997705ms","start":"2026-07-28T16:25:15.006901Z","end":"2026-07-28T16:25:15.113898Z","steps":["trace[1562805404] 'agreement among raft nodes before linearized reading' (duration: 106.79964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:15.404635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.86895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:25:15.404851Z","caller":"traceutil/trace.go:171","msg":"trace[1921768723] transaction","detail":"{read_only:false; response_revision:19067; number_of_response:1; }","duration":"286.186969ms","start":"2026-07-28T16:25:15.118632Z","end":"2026-07-28T16:25:15.404819Z","steps":["trace[1921768723] 'process raft request' (duration: 106.038872ms)","trace[1921768723] 'compare' (duration: 179.764747ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:15.630909Z","caller":"traceutil/trace.go:171","msg":"trace[473773229] transaction","detail":"{read_only:false; response_revision:19068; number_of_response:1; }","duration":"190.1791ms","start":"2026-07-28T16:25:15.440675Z","end":"2026-07-28T16:25:15.630854Z","steps":["trace[473773229] 'process raft request' (duration: 122.855201ms)","trace[473773229] 'compare' (duration: 67.165516ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:16.267734Z","caller":"traceutil/trace.go:171","msg":"trace[567237998] transaction","detail":"{read_only:false; response_revision:19069; number_of_response:1; }","duration":"431.921667ms","start":"2026-07-28T16:25:15.835776Z","end":"2026-07-28T16:25:16.267698Z","steps":["trace[567237998] 'process raft request' (duration: 431.694981ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:16.267825Z","caller":"traceutil/trace.go:171","msg":"trace[73824182] linearizableReadLoop","detail":"{readStateIndex:19669; appliedIndex:19669; }","duration":"431.62793ms","start":"2026-07-28T16:25:15.836151Z","end":"2026-07-28T16:25:16.267779Z","steps":["trace[73824182] 'read index received' (duration: 431.605739ms)","trace[73824182] 'applied index is now lower than readState.Index' (duration: 18.111µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:16.267966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:15.835755Z","time spent":"432.08137ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7751,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:16.268271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.079101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:25:16.268349Z","caller":"traceutil/trace.go:171","msg":"trace[627816168] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:19069; }","duration":"432.245214ms","start":"2026-07-28T16:25:15.83606Z","end":"2026-07-28T16:25:16.268331Z","steps":["trace[627816168] 'agreement among raft nodes before linearized reading' (duration: 431.878215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:16.268404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:15.836036Z","time spent":"432.355038ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-28T16:25:16.605192Z","caller":"traceutil/trace.go:171","msg":"trace[1889506178] linearizableReadLoop","detail":"{readStateIndex:19671; appliedIndex:19669; }","duration":"337.246722ms","start":"2026-07-28T16:25:16.267917Z","end":"2026-07-28T16:25:16.605163Z","steps":["trace[1889506178] 'read index received' (duration: 336.930224ms)","trace[1889506178] 'applied index is now lower than readState.Index' (duration: 314.938µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:16.605266Z","caller":"traceutil/trace.go:171","msg":"trace[1662984322] transaction","detail":"{read_only:false; response_revision:19071; number_of_response:1; }","duration":"425.749687ms","start":"2026-07-28T16:25:16.179488Z","end":"2026-07-28T16:25:16.605238Z","steps":["trace[1662984322] 'process raft request' (duration: 425.620964ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:16.605265Z","caller":"traceutil/trace.go:171","msg":"trace[2040062988] transaction","detail":"{read_only:false; response_revision:19070; number_of_response:1; }","duration":"607.572454ms","start":"2026-07-28T16:25:15.997644Z","end":"2026-07-28T16:25:16.605216Z","steps":["trace[2040062988] 'process raft request' (duration: 607.252986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:16.605445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:16.179451Z","time spent":"425.87927ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:16.605464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:15.997618Z","time spent":"607.747518ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:16.60545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.22727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:25:16.605562Z","caller":"traceutil/trace.go:171","msg":"trace[15080697] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:19071; }","duration":"769.376394ms","start":"2026-07-28T16:25:15.836162Z","end":"2026-07-28T16:25:16.605539Z","steps":["trace[15080697] 'agreement among raft nodes before linearized reading' (duration: 769.152799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:16.605612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:15.836155Z","time spent":"769.448676ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-28T16:25:16.692241Z","caller":"traceutil/trace.go:171","msg":"trace[1339112929] transaction","detail":"{read_only:false; response_revision:19072; number_of_response:1; }","duration":"273.810987ms","start":"2026-07-28T16:25:16.418402Z","end":"2026-07-28T16:25:16.692213Z","steps":["trace[1339112929] 'process raft request' (duration: 272.605168ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:16.692468Z","caller":"traceutil/trace.go:171","msg":"trace[1188175738] transaction","detail":"{read_only:false; response_revision:19073; number_of_response:1; }","duration":"265.419422ms","start":"2026-07-28T16:25:16.427038Z","end":"2026-07-28T16:25:16.692457Z","steps":["trace[1188175738] 'process raft request' (duration: 264.90429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:16.692671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.658388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:25:16.692712Z","caller":"traceutil/trace.go:171","msg":"trace[844730976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19073; }","duration":"182.78845ms","start":"2026-07-28T16:25:16.509914Z","end":"2026-07-28T16:25:16.692703Z","steps":["trace[844730976] 'agreement among raft nodes before linearized reading' (duration: 182.657407ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:16.975712Z","caller":"traceutil/trace.go:171","msg":"trace[1729006401] transaction","detail":"{read_only:false; response_revision:19077; number_of_response:1; }","duration":"124.913271ms","start":"2026-07-28T16:25:16.850713Z","end":"2026-07-28T16:25:16.975626Z","steps":["trace[1729006401] 'process raft request' (duration: 124.501171ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:17.360575Z","caller":"traceutil/trace.go:171","msg":"trace[715399034] transaction","detail":"{read_only:false; response_revision:19078; number_of_response:1; }","duration":"508.165483ms","start":"2026-07-28T16:25:16.852378Z","end":"2026-07-28T16:25:17.360543Z","steps":["trace[715399034] 'process raft request' (duration: 507.881986ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:17.360727Z","caller":"traceutil/trace.go:171","msg":"trace[227593674] linearizableReadLoop","detail":"{readStateIndex:19679; appliedIndex:19677; }","duration":"241.89006ms","start":"2026-07-28T16:25:17.118802Z","end":"2026-07-28T16:25:17.360692Z","steps":["trace[227593674] 'read index received' (duration: 241.382008ms)","trace[227593674] 'applied index is now lower than readState.Index' (duration: 505.902µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:17.360833Z","caller":"traceutil/trace.go:171","msg":"trace[41466798] transaction","detail":"{read_only:false; response_revision:19079; number_of_response:1; }","duration":"501.902241ms","start":"2026-07-28T16:25:16.858916Z","end":"2026-07-28T16:25:17.360819Z","steps":["trace[41466798] 'process raft request' (duration: 501.550192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:17.360898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:16.858892Z","time spent":"501.973122ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9658,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:17.361013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.202377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:25:17.361073Z","caller":"traceutil/trace.go:171","msg":"trace[1551434942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19079; }","duration":"242.30326ms","start":"2026-07-28T16:25:17.118753Z","end":"2026-07-28T16:25:17.361056Z","steps":["trace[1551434942] 'agreement among raft nodes before linearized reading' (duration: 242.120965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:17.361063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.08536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:25:17.361145Z","caller":"traceutil/trace.go:171","msg":"trace[1535207810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19079; }","duration":"110.201464ms","start":"2026-07-28T16:25:17.250925Z","end":"2026-07-28T16:25:17.361126Z","steps":["trace[1535207810] 'agreement among raft nodes before linearized reading' (duration: 110.07348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:17.360761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:16.852361Z","time spent":"508.309976ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:17.560791Z","caller":"traceutil/trace.go:171","msg":"trace[749665085] linearizableReadLoop","detail":"{readStateIndex:19681; appliedIndex:19679; }","duration":"151.594911ms","start":"2026-07-28T16:25:17.409163Z","end":"2026-07-28T16:25:17.560758Z","steps":["trace[749665085] 'read index received' (duration: 111.641689ms)","trace[749665085] 'applied index is now lower than readState.Index' (duration: 39.951962ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:17.560887Z","caller":"traceutil/trace.go:171","msg":"trace[1453101178] transaction","detail":"{read_only:false; response_revision:19080; number_of_response:1; }","duration":"195.08659ms","start":"2026-07-28T16:25:17.365781Z","end":"2026-07-28T16:25:17.560868Z","steps":["trace[1453101178] 'process raft request' (duration: 194.774302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:17.561103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.925559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T16:25:17.561201Z","caller":"traceutil/trace.go:171","msg":"trace[75283909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19080; }","duration":"152.071413ms","start":"2026-07-28T16:25:17.409109Z","end":"2026-07-28T16:25:17.56118Z","steps":["trace[75283909] 'agreement among raft nodes before linearized reading' (duration: 151.777916ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:33.914435Z","caller":"traceutil/trace.go:171","msg":"trace[1052986758] transaction","detail":"{read_only:false; response_revision:19227; number_of_response:1; }","duration":"108.950502ms","start":"2026-07-28T16:25:33.805453Z","end":"2026-07-28T16:25:33.914403Z","steps":["trace[1052986758] 'process raft request' (duration: 108.777708ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:33.925138Z","caller":"traceutil/trace.go:171","msg":"trace[1656857906] transaction","detail":"{read_only:false; response_revision:19228; number_of_response:1; }","duration":"119.451278ms","start":"2026-07-28T16:25:33.805656Z","end":"2026-07-28T16:25:33.925107Z","steps":["trace[1656857906] 'process raft request' (duration: 119.060609ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:33.92517Z","caller":"traceutil/trace.go:171","msg":"trace[723182261] transaction","detail":"{read_only:false; response_revision:19229; number_of_response:1; }","duration":"118.499375ms","start":"2026-07-28T16:25:33.806651Z","end":"2026-07-28T16:25:33.92515Z","steps":["trace[723182261] 'process raft request' (duration: 118.175687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:34.905875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.556028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:25:34.906022Z","caller":"traceutil/trace.go:171","msg":"trace[1295067088] transaction","detail":"{read_only:false; response_revision:19235; number_of_response:1; }","duration":"210.229559ms","start":"2026-07-28T16:25:34.695767Z","end":"2026-07-28T16:25:34.905997Z","steps":["trace[1295067088] 'process raft request' (duration: 86.455805ms)","trace[1295067088] 'compare' (duration: 123.397165ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:35.122427Z","caller":"traceutil/trace.go:171","msg":"trace[1970048417] transaction","detail":"{read_only:false; response_revision:19236; number_of_response:1; }","duration":"359.837512ms","start":"2026-07-28T16:25:34.762551Z","end":"2026-07-28T16:25:35.122389Z","steps":["trace[1970048417] 'process raft request' (duration: 348.509956ms)","trace[1970048417] 'compare' (duration: 11.134621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:35.122635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:34.762514Z","time spent":"360.014756ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:35.122611Z","caller":"traceutil/trace.go:171","msg":"trace[2114066142] linearizableReadLoop","detail":"{readStateIndex:19841; appliedIndex:19839; }","duration":"164.374522ms","start":"2026-07-28T16:25:34.9582Z","end":"2026-07-28T16:25:35.122574Z","steps":["trace[2114066142] 'read index received' (duration: 152.79958ms)","trace[2114066142] 'applied index is now lower than readState.Index' (duration: 11.573512ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:35.122805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.590347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:25:35.122845Z","caller":"traceutil/trace.go:171","msg":"trace[1373095560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19237; }","duration":"164.71317ms","start":"2026-07-28T16:25:34.958121Z","end":"2026-07-28T16:25:35.122834Z","steps":["trace[1373095560] 'agreement among raft nodes before linearized reading' (duration: 164.553166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:35.122875Z","caller":"traceutil/trace.go:171","msg":"trace[1243815391] transaction","detail":"{read_only:false; response_revision:19237; number_of_response:1; }","duration":"356.665655ms","start":"2026-07-28T16:25:34.766179Z","end":"2026-07-28T16:25:35.122845Z","steps":["trace[1243815391] 'process raft request' (duration: 356.163182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:35.122973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.829779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:25:35.12302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:34.766142Z","time spent":"356.805078ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:35.12305Z","caller":"traceutil/trace.go:171","msg":"trace[495352079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19237; }","duration":"163.947042ms","start":"2026-07-28T16:25:34.959081Z","end":"2026-07-28T16:25:35.123028Z","steps":["trace[495352079] 'agreement among raft nodes before linearized reading' (duration: 163.782818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:35.123206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.096146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:25:35.123263Z","caller":"traceutil/trace.go:171","msg":"trace[2048719435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:19237; }","duration":"148.154828ms","start":"2026-07-28T16:25:34.975096Z","end":"2026-07-28T16:25:35.123251Z","steps":["trace[2048719435] 'agreement among raft nodes before linearized reading' (duration: 148.053025ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:35.763274Z","caller":"traceutil/trace.go:171","msg":"trace[347894950] transaction","detail":"{read_only:false; response_revision:19243; number_of_response:1; }","duration":"102.706621ms","start":"2026-07-28T16:25:35.660508Z","end":"2026-07-28T16:25:35.763214Z","steps":["trace[347894950] 'process raft request' (duration: 102.508946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:36.170336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.587143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:25:36.170488Z","caller":"traceutil/trace.go:171","msg":"trace[1635115525] linearizableReadLoop","detail":"{readStateIndex:19848; appliedIndex:19847; }","duration":"398.331569ms","start":"2026-07-28T16:25:35.772133Z","end":"2026-07-28T16:25:36.170464Z","steps":["trace[1635115525] 'read index received' (duration: 250.166252ms)","trace[1635115525] 'applied index is now lower than readState.Index' (duration: 148.163677ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:36.170575Z","caller":"traceutil/trace.go:171","msg":"trace[1409236954] transaction","detail":"{read_only:false; response_revision:19244; number_of_response:1; }","duration":"402.704505ms","start":"2026-07-28T16:25:35.767806Z","end":"2026-07-28T16:25:36.170511Z","steps":["trace[1409236954] 'process raft request' (duration: 254.475276ms)","trace[1409236954] 'compare' (duration: 147.289056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:36.170811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.47885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:25:36.170806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.957788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:25:36.170846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:35.767778Z","time spent":"402.914971ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:36.170879Z","caller":"traceutil/trace.go:171","msg":"trace[230766705] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19244; }","duration":"225.583273ms","start":"2026-07-28T16:25:35.945277Z","end":"2026-07-28T16:25:36.17086Z","steps":["trace[230766705] 'agreement among raft nodes before linearized reading' (duration: 225.490581ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:36.170906Z","caller":"traceutil/trace.go:171","msg":"trace[1855889956] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:19244; }","duration":"239.098021ms","start":"2026-07-28T16:25:35.931784Z","end":"2026-07-28T16:25:36.170882Z","steps":["trace[1855889956] 'agreement among raft nodes before linearized reading' (duration: 238.919747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:36.171234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.932341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:25:36.170717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.466983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:25:36.171335Z","caller":"traceutil/trace.go:171","msg":"trace[1634969987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19244; }","duration":"242.005953ms","start":"2026-07-28T16:25:35.929267Z","end":"2026-07-28T16:25:36.171273Z","steps":["trace[1634969987] 'agreement among raft nodes before linearized reading' (duration: 241.837389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:36.171254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.107168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:522483"} {"level":"info","ts":"2026-07-28T16:25:36.171386Z","caller":"traceutil/trace.go:171","msg":"trace[202434538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19244; }","duration":"252.17475ms","start":"2026-07-28T16:25:35.919193Z","end":"2026-07-28T16:25:36.171368Z","steps":["trace[202434538] 'agreement among raft nodes before linearized reading' (duration: 251.395951ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:36.171463Z","caller":"traceutil/trace.go:171","msg":"trace[203462382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:19244; }","duration":"399.323873ms","start":"2026-07-28T16:25:35.772115Z","end":"2026-07-28T16:25:36.171439Z","steps":["trace[203462382] 'agreement among raft nodes before linearized reading' (duration: 398.449062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:36.171522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:35.772099Z","time spent":"399.404675ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":522506,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:25:37.570831Z","caller":"traceutil/trace.go:171","msg":"trace[714639151] transaction","detail":"{read_only:false; response_revision:19253; number_of_response:1; }","duration":"440.218048ms","start":"2026-07-28T16:25:37.130565Z","end":"2026-07-28T16:25:37.570783Z","steps":["trace[714639151] 'process raft request' (duration: 439.713016ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:37.570887Z","caller":"traceutil/trace.go:171","msg":"trace[2046599418] linearizableReadLoop","detail":"{readStateIndex:19857; appliedIndex:19855; }","duration":"433.426454ms","start":"2026-07-28T16:25:37.137422Z","end":"2026-07-28T16:25:37.570849Z","steps":["trace[2046599418] 'read index received' (duration: 71.056881ms)","trace[2046599418] 'applied index is now lower than readState.Index' (duration: 362.367643ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:37.570893Z","caller":"traceutil/trace.go:171","msg":"trace[1438119239] transaction","detail":"{read_only:false; response_revision:19254; number_of_response:1; }","duration":"371.70249ms","start":"2026-07-28T16:25:37.199155Z","end":"2026-07-28T16:25:37.570858Z","steps":["trace[1438119239] 'process raft request' (duration: 371.486395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:37.57114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.182123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:25:37.571139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.68838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:25:37.571193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.850409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:25:37.571213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.277909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:25:37.571226Z","caller":"traceutil/trace.go:171","msg":"trace[1219644574] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19254; }","duration":"287.296556ms","start":"2026-07-28T16:25:37.28391Z","end":"2026-07-28T16:25:37.571206Z","steps":["trace[1219644574] 'agreement among raft nodes before linearized reading' (duration: 287.171643ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:37.571229Z","caller":"traceutil/trace.go:171","msg":"trace[1748191803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:19254; }","duration":"433.847764ms","start":"2026-07-28T16:25:37.137367Z","end":"2026-07-28T16:25:37.571215Z","steps":["trace[1748191803] 'agreement among raft nodes before linearized reading' (duration: 433.569307ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:37.571244Z","caller":"traceutil/trace.go:171","msg":"trace[823355737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19254; }","duration":"425.9136ms","start":"2026-07-28T16:25:37.145316Z","end":"2026-07-28T16:25:37.571229Z","steps":["trace[823355737] 'agreement among raft nodes before linearized reading' (duration: 425.744016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:37.571256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.621799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-28T16:25:37.571269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:37.137345Z","time spent":"433.914865ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"info","ts":"2026-07-28T16:25:37.571294Z","caller":"traceutil/trace.go:171","msg":"trace[1987305864] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:19254; }","duration":"240.707091ms","start":"2026-07-28T16:25:37.330578Z","end":"2026-07-28T16:25:37.571285Z","steps":["trace[1987305864] 'agreement among raft nodes before linearized reading' (duration: 240.555917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:37.571328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.726739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T16:25:37.57137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.92565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-54b49bf79b-29lhr\" ","response":"range_response_count:1 size:9976"} {"level":"info","ts":"2026-07-28T16:25:37.571387Z","caller":"traceutil/trace.go:171","msg":"trace[57029044] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19254; }","duration":"389.823542ms","start":"2026-07-28T16:25:37.18155Z","end":"2026-07-28T16:25:37.571373Z","steps":["trace[57029044] 'agreement among raft nodes before linearized reading' (duration: 389.628767ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:37.571403Z","caller":"traceutil/trace.go:171","msg":"trace[1724296423] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-54b49bf79b-29lhr; range_end:; response_count:1; response_revision:19254; }","duration":"374.96599ms","start":"2026-07-28T16:25:37.196428Z","end":"2026-07-28T16:25:37.571394Z","steps":["trace[1724296423] 'agreement among raft nodes before linearized reading' (duration: 374.844007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:37.57143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:37.181532Z","time spent":"389.889924ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:25:37.571438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:37.19642Z","time spent":"375.011281ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":9999,"request content":"key:\"/registry/pods/openstack/cinder-api-54b49bf79b-29lhr\" "} {"level":"warn","ts":"2026-07-28T16:25:37.571233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:37.199141Z","time spent":"372.011589ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:25:37.571288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:37.145214Z","time spent":"426.065795ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:25:37.571249Z","caller":"traceutil/trace.go:171","msg":"trace[1382030762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19254; }","duration":"389.349641ms","start":"2026-07-28T16:25:37.181889Z","end":"2026-07-28T16:25:37.571239Z","steps":["trace[1382030762] 'agreement among raft nodes before linearized reading' (duration: 389.218477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:37.571601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:37.181874Z","time spent":"389.716119ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:25:37.571031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:37.130526Z","time spent":"440.403903ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:37.687578Z","caller":"traceutil/trace.go:171","msg":"trace[1998110850] transaction","detail":"{read_only:false; response_revision:19255; number_of_response:1; }","duration":"112.159771ms","start":"2026-07-28T16:25:37.575392Z","end":"2026-07-28T16:25:37.687551Z","steps":["trace[1998110850] 'process raft request' (duration: 111.914605ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:37.687948Z","caller":"traceutil/trace.go:171","msg":"trace[1150132635] transaction","detail":"{read_only:false; response_revision:19256; number_of_response:1; }","duration":"112.002687ms","start":"2026-07-28T16:25:37.575906Z","end":"2026-07-28T16:25:37.687908Z","steps":["trace[1150132635] 'process raft request' (duration: 111.594887ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:37.688237Z","caller":"traceutil/trace.go:171","msg":"trace[257393834] transaction","detail":"{read_only:false; response_revision:19257; number_of_response:1; }","duration":"111.919065ms","start":"2026-07-28T16:25:37.576304Z","end":"2026-07-28T16:25:37.688223Z","steps":["trace[257393834] 'process raft request' (duration: 111.463374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:37.688291Z","caller":"traceutil/trace.go:171","msg":"trace[1646603072] linearizableReadLoop","detail":"{readStateIndex:19861; appliedIndex:19858; }","duration":"112.236003ms","start":"2026-07-28T16:25:37.576021Z","end":"2026-07-28T16:25:37.688257Z","steps":["trace[1646603072] 'read index received' (duration: 36.088929ms)","trace[1646603072] 'applied index is now lower than readState.Index' (duration: 76.145914ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:37.688374Z","caller":"traceutil/trace.go:171","msg":"trace[1116093206] transaction","detail":"{read_only:false; response_revision:19258; number_of_response:1; }","duration":"111.825503ms","start":"2026-07-28T16:25:37.576534Z","end":"2026-07-28T16:25:37.68836Z","steps":["trace[1116093206] 'process raft request' (duration: 111.490695ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:37.688577Z","caller":"traceutil/trace.go:171","msg":"trace[1926376835] transaction","detail":"{read_only:false; response_revision:19259; number_of_response:1; }","duration":"106.278568ms","start":"2026-07-28T16:25:37.582277Z","end":"2026-07-28T16:25:37.688555Z","steps":["trace[1926376835] 'process raft request' (duration: 105.870528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:37.68908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.038902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:522889"} {"level":"info","ts":"2026-07-28T16:25:37.689142Z","caller":"traceutil/trace.go:171","msg":"trace[353905760] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:19259; }","duration":"113.139985ms","start":"2026-07-28T16:25:37.575986Z","end":"2026-07-28T16:25:37.689126Z","steps":["trace[353905760] 'agreement among raft nodes before linearized reading' (duration: 112.402227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:37.876764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.459209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:25:37.876956Z","caller":"traceutil/trace.go:171","msg":"trace[719316676] linearizableReadLoop","detail":"{readStateIndex:19865; appliedIndex:19864; }","duration":"107.153409ms","start":"2026-07-28T16:25:37.769756Z","end":"2026-07-28T16:25:37.876909Z","steps":["trace[719316676] 'read index received' (duration: 3.430884ms)","trace[719316676] 'applied index is now lower than readState.Index' (duration: 103.720275ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:37.877024Z","caller":"traceutil/trace.go:171","msg":"trace[217429286] transaction","detail":"{read_only:false; response_revision:19260; number_of_response:1; }","duration":"234.371386ms","start":"2026-07-28T16:25:37.642585Z","end":"2026-07-28T16:25:37.876956Z","steps":["trace[217429286] 'process raft request' (duration: 130.61524ms)","trace[217429286] 'compare' (duration: 103.304655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:37.877245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.494908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:25:37.877341Z","caller":"traceutil/trace.go:171","msg":"trace[664990857] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:19260; }","duration":"107.59293ms","start":"2026-07-28T16:25:37.76973Z","end":"2026-07-28T16:25:37.877323Z","steps":["trace[664990857] 'agreement among raft nodes before linearized reading' (duration: 107.282013ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:38.813431Z","caller":"traceutil/trace.go:171","msg":"trace[791316209] transaction","detail":"{read_only:false; response_revision:19265; number_of_response:1; }","duration":"106.547364ms","start":"2026-07-28T16:25:38.706852Z","end":"2026-07-28T16:25:38.813399Z","steps":["trace[791316209] 'process raft request' (duration: 106.328019ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:38.880249Z","caller":"traceutil/trace.go:171","msg":"trace[2019597337] transaction","detail":"{read_only:false; response_revision:19266; number_of_response:1; }","duration":"149.263875ms","start":"2026-07-28T16:25:38.730952Z","end":"2026-07-28T16:25:38.880216Z","steps":["trace[2019597337] 'process raft request' (duration: 149.047049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:39.047546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.200664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:25:39.047664Z","caller":"traceutil/trace.go:171","msg":"trace[706193771] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19266; }","duration":"117.374648ms","start":"2026-07-28T16:25:38.930261Z","end":"2026-07-28T16:25:39.047635Z","steps":["trace[706193771] 'range keys from in-memory index tree' (duration: 116.995129ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:39.048122Z","caller":"traceutil/trace.go:171","msg":"trace[122575103] transaction","detail":"{read_only:false; response_revision:19267; number_of_response:1; }","duration":"108.464241ms","start":"2026-07-28T16:25:38.939625Z","end":"2026-07-28T16:25:39.04809Z","steps":["trace[122575103] 'process raft request' (duration: 92.149104ms)","trace[122575103] 'compare' (duration: 15.58572ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:39.420283Z","caller":"traceutil/trace.go:171","msg":"trace[316401789] transaction","detail":"{read_only:false; response_revision:19272; number_of_response:1; }","duration":"184.680297ms","start":"2026-07-28T16:25:39.235578Z","end":"2026-07-28T16:25:39.420258Z","steps":["trace[316401789] 'process raft request' (duration: 150.990377ms)","trace[316401789] 'compare' (duration: 33.25607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:39.947666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.657628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:25:39.948016Z","caller":"traceutil/trace.go:171","msg":"trace[339200915] transaction","detail":"{read_only:false; response_revision:19276; number_of_response:1; }","duration":"246.748708ms","start":"2026-07-28T16:25:39.701246Z","end":"2026-07-28T16:25:39.947994Z","steps":["trace[339200915] 'process raft request' (duration: 246.555253ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:39.948Z","caller":"traceutil/trace.go:171","msg":"trace[643132354] transaction","detail":"{read_only:false; response_revision:19275; number_of_response:1; }","duration":"247.011964ms","start":"2026-07-28T16:25:39.700923Z","end":"2026-07-28T16:25:39.947935Z","steps":["trace[643132354] 'process raft request' (duration: 119.001348ms)","trace[643132354] 'compare' (duration: 127.498624ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:39.948302Z","caller":"traceutil/trace.go:171","msg":"trace[1402576113] linearizableReadLoop","detail":"{readStateIndex:19882; appliedIndex:19879; }","duration":"245.904328ms","start":"2026-07-28T16:25:39.702381Z","end":"2026-07-28T16:25:39.948285Z","steps":["trace[1402576113] 'read index received' (duration: 17.191619ms)","trace[1402576113] 'applied index is now lower than readState.Index' (duration: 228.711519ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:39.948448Z","caller":"traceutil/trace.go:171","msg":"trace[485817938] transaction","detail":"{read_only:false; response_revision:19277; number_of_response:1; }","duration":"247.109947ms","start":"2026-07-28T16:25:39.701326Z","end":"2026-07-28T16:25:39.948436Z","steps":["trace[485817938] 'process raft request' (duration: 246.585564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:39.948838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.428811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22127"} {"level":"info","ts":"2026-07-28T16:25:39.948963Z","caller":"traceutil/trace.go:171","msg":"trace[967302562] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19277; }","duration":"246.579364ms","start":"2026-07-28T16:25:39.702358Z","end":"2026-07-28T16:25:39.948937Z","steps":["trace[967302562] 'agreement among raft nodes before linearized reading' (duration: 246.263536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:39.949297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.02201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:523008"} {"level":"info","ts":"2026-07-28T16:25:39.949426Z","caller":"traceutil/trace.go:171","msg":"trace[980891730] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:19277; }","duration":"246.174934ms","start":"2026-07-28T16:25:39.703236Z","end":"2026-07-28T16:25:39.94941Z","steps":["trace[980891730] 'agreement among raft nodes before linearized reading' (duration: 245.380695ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:40.683635Z","caller":"traceutil/trace.go:171","msg":"trace[1004915372] transaction","detail":"{read_only:false; response_revision:19282; number_of_response:1; }","duration":"266.222682ms","start":"2026-07-28T16:25:40.417374Z","end":"2026-07-28T16:25:40.683597Z","steps":["trace[1004915372] 'process raft request' (duration: 265.940025ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:41.362546Z","caller":"traceutil/trace.go:171","msg":"trace[71544264] linearizableReadLoop","detail":"{readStateIndex:19889; appliedIndex:19888; }","duration":"185.844485ms","start":"2026-07-28T16:25:41.176669Z","end":"2026-07-28T16:25:41.362514Z","steps":["trace[71544264] 'read index received' (duration: 90.36664ms)","trace[71544264] 'applied index is now lower than readState.Index' (duration: 95.473665ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:41.362819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.137362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:25:41.362799Z","caller":"traceutil/trace.go:171","msg":"trace[686236862] transaction","detail":"{read_only:false; response_revision:19284; number_of_response:1; }","duration":"307.415475ms","start":"2026-07-28T16:25:41.055311Z","end":"2026-07-28T16:25:41.362727Z","steps":["trace[686236862] 'process raft request' (duration: 211.729625ms)","trace[686236862] 'compare' (duration: 95.324981ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:41.362864Z","caller":"traceutil/trace.go:171","msg":"trace[928976260] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19284; }","duration":"186.205194ms","start":"2026-07-28T16:25:41.176646Z","end":"2026-07-28T16:25:41.362851Z","steps":["trace[928976260] 'agreement among raft nodes before linearized reading' (duration: 185.986699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:41.362943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:41.055287Z","time spent":"307.579879ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:41.589457Z","caller":"traceutil/trace.go:171","msg":"trace[441244350] transaction","detail":"{read_only:false; response_revision:19285; number_of_response:1; }","duration":"361.82721ms","start":"2026-07-28T16:25:41.227596Z","end":"2026-07-28T16:25:41.589423Z","steps":["trace[441244350] 'process raft request' (duration: 314.509098ms)","trace[441244350] 'compare' (duration: 47.169008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:41.589633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:41.227568Z","time spent":"361.966514ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:41.62918Z","caller":"traceutil/trace.go:171","msg":"trace[2066546028] linearizableReadLoop","detail":"{readStateIndex:19891; appliedIndex:19889; }","duration":"181.492989ms","start":"2026-07-28T16:25:41.447671Z","end":"2026-07-28T16:25:41.629164Z","steps":["trace[2066546028] 'read index received' (duration: 94.712097ms)","trace[2066546028] 'applied index is now lower than readState.Index' (duration: 86.779082ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:41.629315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.633783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:25:41.62936Z","caller":"traceutil/trace.go:171","msg":"trace[267641843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19286; }","duration":"181.735705ms","start":"2026-07-28T16:25:41.447606Z","end":"2026-07-28T16:25:41.629342Z","steps":["trace[267641843] 'agreement among raft nodes before linearized reading' (duration: 181.621952ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:41.629322Z","caller":"traceutil/trace.go:171","msg":"trace[1843939771] transaction","detail":"{read_only:false; response_revision:19286; number_of_response:1; }","duration":"261.845156ms","start":"2026-07-28T16:25:41.367418Z","end":"2026-07-28T16:25:41.629263Z","steps":["trace[1843939771] 'process raft request' (duration: 261.667941ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:42.030127Z","caller":"traceutil/trace.go:171","msg":"trace[17787526] transaction","detail":"{read_only:false; response_revision:19288; number_of_response:1; }","duration":"301.259185ms","start":"2026-07-28T16:25:41.728841Z","end":"2026-07-28T16:25:42.030101Z","steps":["trace[17787526] 'process raft request' (duration: 301.07627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:42.030284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:41.728822Z","time spent":"301.384738ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:42.285281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.120607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:25:42.285429Z","caller":"traceutil/trace.go:171","msg":"trace[1415101130] linearizableReadLoop","detail":"{readStateIndex:19894; appliedIndex:19892; }","duration":"332.376983ms","start":"2026-07-28T16:25:41.953029Z","end":"2026-07-28T16:25:42.285406Z","steps":["trace[1415101130] 'read index received' (duration: 76.876892ms)","trace[1415101130] 'applied index is now lower than readState.Index' (duration: 255.498381ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:42.285455Z","caller":"traceutil/trace.go:171","msg":"trace[1203705700] transaction","detail":"{read_only:false; response_revision:19289; number_of_response:1; }","duration":"464.06782ms","start":"2026-07-28T16:25:41.821361Z","end":"2026-07-28T16:25:42.285429Z","steps":["trace[1203705700] 'process raft request' (duration: 299.695987ms)","trace[1203705700] 'compare' (duration: 163.962343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:42.285568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:41.821327Z","time spent":"464.188973ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:42.285698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.596198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:25:42.285723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.290003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:25:42.285831Z","caller":"traceutil/trace.go:171","msg":"trace[341242410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:19289; }","duration":"321.426206ms","start":"2026-07-28T16:25:41.96438Z","end":"2026-07-28T16:25:42.285806Z","steps":["trace[341242410] 'agreement among raft nodes before linearized reading' (duration: 321.246282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:42.285838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.64422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:25:42.285824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.502157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:25:42.285877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:41.964366Z","time spent":"321.502629ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"info","ts":"2026-07-28T16:25:42.285768Z","caller":"traceutil/trace.go:171","msg":"trace[1358345366] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19289; }","duration":"332.694861ms","start":"2026-07-28T16:25:41.953057Z","end":"2026-07-28T16:25:42.285752Z","steps":["trace[1358345366] 'agreement among raft nodes before linearized reading' (duration: 332.531167ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:42.285893Z","caller":"traceutil/trace.go:171","msg":"trace[880998393] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:19289; }","duration":"332.709051ms","start":"2026-07-28T16:25:41.953168Z","end":"2026-07-28T16:25:42.285877Z","steps":["trace[880998393] 'agreement among raft nodes before linearized reading' (duration: 332.581648ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:42.285917Z","caller":"traceutil/trace.go:171","msg":"trace[298206309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19289; }","duration":"332.65312ms","start":"2026-07-28T16:25:41.953244Z","end":"2026-07-28T16:25:42.285897Z","steps":["trace[298206309] 'agreement among raft nodes before linearized reading' (duration: 332.376394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:42.285944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:41.953162Z","time spent":"332.772263ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-28T16:25:42.285697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.65646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:25:42.285969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:41.953223Z","time spent":"332.729992ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:25:42.286024Z","caller":"traceutil/trace.go:171","msg":"trace[92054736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19289; }","duration":"333.024699ms","start":"2026-07-28T16:25:41.952982Z","end":"2026-07-28T16:25:42.286006Z","steps":["trace[92054736] 'agreement among raft nodes before linearized reading' (duration: 332.561598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:42.285944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:41.953038Z","time spent":"332.890616ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:25:42.286088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:41.952961Z","time spent":"333.110121ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:25:42.6895Z","caller":"traceutil/trace.go:171","msg":"trace[361468412] transaction","detail":"{read_only:false; response_revision:19290; number_of_response:1; }","duration":"397.693433ms","start":"2026-07-28T16:25:42.291776Z","end":"2026-07-28T16:25:42.689469Z","steps":["trace[361468412] 'process raft request' (duration: 397.460587ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:42.689661Z","caller":"traceutil/trace.go:171","msg":"trace[1364190119] transaction","detail":"{read_only:false; response_revision:19291; number_of_response:1; }","duration":"397.869647ms","start":"2026-07-28T16:25:42.291774Z","end":"2026-07-28T16:25:42.689644Z","steps":["trace[1364190119] 'process raft request' (duration: 397.650982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:42.689762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:42.291749Z","time spent":"397.948758ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:42.689763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:42.29176Z","time spent":"397.907068ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:42.94389Z","caller":"traceutil/trace.go:171","msg":"trace[1163259844] transaction","detail":"{read_only:false; response_revision:19292; number_of_response:1; }","duration":"650.678943ms","start":"2026-07-28T16:25:42.293176Z","end":"2026-07-28T16:25:42.943855Z","steps":["trace[1163259844] 'process raft request' (duration: 596.280998ms)","trace[1163259844] 'compare' (duration: 53.895822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:42.944151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:42.293165Z","time spent":"650.880227ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:43.100182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.342928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:25:43.10088Z","caller":"traceutil/trace.go:171","msg":"trace[1090353120] linearizableReadLoop","detail":"{readStateIndex:19897; appliedIndex:19894; }","duration":"806.779844ms","start":"2026-07-28T16:25:42.294068Z","end":"2026-07-28T16:25:43.100848Z","steps":["trace[1090353120] 'read index received' (duration: 395.300464ms)","trace[1090353120] 'applied index is now lower than readState.Index' (duration: 411.477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:43.101268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.416969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T16:25:43.102239Z","caller":"traceutil/trace.go:171","msg":"trace[1411700540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19293; }","duration":"693.441354ms","start":"2026-07-28T16:25:42.40878Z","end":"2026-07-28T16:25:43.102222Z","steps":["trace[1411700540] 'agreement among raft nodes before linearized reading' (duration: 692.341517ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:43.101266Z","caller":"traceutil/trace.go:171","msg":"trace[1375421] transaction","detail":"{read_only:false; response_revision:19293; number_of_response:1; }","duration":"158.9268ms","start":"2026-07-28T16:25:42.94231Z","end":"2026-07-28T16:25:43.101236Z","steps":["trace[1375421] 'process raft request' (duration: 158.49478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:43.101324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.26595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:25:43.101363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.10183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:25:43.101351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.854896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-nrd5p\" ","response":"range_response_count:1 size:8557"} {"level":"warn","ts":"2026-07-28T16:25:43.101421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.45569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:25:43.102511Z","caller":"traceutil/trace.go:171","msg":"trace[1411643455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19293; }","duration":"693.573227ms","start":"2026-07-28T16:25:42.408924Z","end":"2026-07-28T16:25:43.102497Z","steps":["trace[1411643455] 'agreement among raft nodes before linearized reading' (duration: 692.325146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:43.102599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:42.408917Z","time spent":"693.659429ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:25:43.102742Z","caller":"traceutil/trace.go:171","msg":"trace[1889756786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19293; }","duration":"451.524924ms","start":"2026-07-28T16:25:42.651194Z","end":"2026-07-28T16:25:43.102719Z","steps":["trace[1889756786] 'agreement among raft nodes before linearized reading' (duration: 450.12195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:43.102802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:42.651169Z","time spent":"451.620827ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:25:43.102914Z","caller":"traceutil/trace.go:171","msg":"trace[1171469202] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-nrd5p; range_end:; response_count:1; response_revision:19293; }","duration":"684.463936ms","start":"2026-07-28T16:25:42.418437Z","end":"2026-07-28T16:25:43.102901Z","steps":["trace[1171469202] 'agreement among raft nodes before linearized reading' (duration: 682.732993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:43.103009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:42.418423Z","time spent":"684.568618ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8580,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-nrd5p\" "} {"level":"warn","ts":"2026-07-28T16:25:43.101624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.546252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:523155"} {"level":"warn","ts":"2026-07-28T16:25:43.102409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:42.408757Z","time spent":"693.630788ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:25:43.102952Z","caller":"traceutil/trace.go:171","msg":"trace[904723592] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:19293; }","duration":"692.957621ms","start":"2026-07-28T16:25:42.409984Z","end":"2026-07-28T16:25:43.102941Z","steps":["trace[904723592] 'agreement among raft nodes before linearized reading' (duration: 691.212689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:43.103308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:42.409948Z","time spent":"693.348581ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-28T16:25:43.103357Z","caller":"traceutil/trace.go:171","msg":"trace[895385756] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:19293; }","duration":"809.247954ms","start":"2026-07-28T16:25:42.294034Z","end":"2026-07-28T16:25:43.103282Z","steps":["trace[895385756] 'agreement among raft nodes before linearized reading' (duration: 806.912247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:43.103463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:42.294022Z","time spent":"809.418748ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":523178,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:25:43.222441Z","caller":"traceutil/trace.go:171","msg":"trace[472481116] transaction","detail":"{read_only:false; response_revision:19295; number_of_response:1; }","duration":"111.498115ms","start":"2026-07-28T16:25:43.110913Z","end":"2026-07-28T16:25:43.222411Z","steps":["trace[472481116] 'process raft request' (duration: 111.421143ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:43.222493Z","caller":"traceutil/trace.go:171","msg":"trace[1295157920] transaction","detail":"{read_only:false; response_revision:19294; number_of_response:1; }","duration":"111.738391ms","start":"2026-07-28T16:25:43.110703Z","end":"2026-07-28T16:25:43.222442Z","steps":["trace[1295157920] 'process raft request' (duration: 96.218223ms)","trace[1295157920] 'compare' (duration: 15.262922ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:43.536301Z","caller":"traceutil/trace.go:171","msg":"trace[275778567] transaction","detail":"{read_only:false; response_revision:19297; number_of_response:1; }","duration":"140.47076ms","start":"2026-07-28T16:25:43.395742Z","end":"2026-07-28T16:25:43.536213Z","steps":["trace[275778567] 'process raft request' (duration: 135.210032ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:43.967563Z","caller":"traceutil/trace.go:171","msg":"trace[1143990868] linearizableReadLoop","detail":"{readStateIndex:19907; appliedIndex:19906; }","duration":"142.666404ms","start":"2026-07-28T16:25:43.824869Z","end":"2026-07-28T16:25:43.967536Z","steps":["trace[1143990868] 'read index received' (duration: 142.580532ms)","trace[1143990868] 'applied index is now lower than readState.Index' (duration: 84.902µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:43.967599Z","caller":"traceutil/trace.go:171","msg":"trace[1550845668] transaction","detail":"{read_only:false; response_revision:19301; number_of_response:1; }","duration":"145.40284ms","start":"2026-07-28T16:25:43.822166Z","end":"2026-07-28T16:25:43.967569Z","steps":["trace[1550845668] 'process raft request' (duration: 145.207685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:43.967716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.824228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:25:43.967754Z","caller":"traceutil/trace.go:171","msg":"trace[52546845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:19301; }","duration":"142.92391ms","start":"2026-07-28T16:25:43.824817Z","end":"2026-07-28T16:25:43.967741Z","steps":["trace[52546845] 'agreement among raft nodes before linearized reading' (duration: 142.831208ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:45.042934Z","caller":"traceutil/trace.go:171","msg":"trace[1966981421] transaction","detail":"{read_only:false; response_revision:19307; number_of_response:1; }","duration":"345.340658ms","start":"2026-07-28T16:25:44.69757Z","end":"2026-07-28T16:25:45.042911Z","steps":["trace[1966981421] 'process raft request' (duration: 344.97264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:45.043072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:44.69754Z","time spent":"345.466442ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:45.04319Z","caller":"traceutil/trace.go:171","msg":"trace[1947148441] transaction","detail":"{read_only:false; response_revision:19308; number_of_response:1; }","duration":"307.344484ms","start":"2026-07-28T16:25:44.735834Z","end":"2026-07-28T16:25:45.043179Z","steps":["trace[1947148441] 'process raft request' (duration: 306.839012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:45.043242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:44.735813Z","time spent":"307.402845ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:47.50597Z","caller":"traceutil/trace.go:171","msg":"trace[1008222227] linearizableReadLoop","detail":"{readStateIndex:19929; appliedIndex:19927; }","duration":"174.859497ms","start":"2026-07-28T16:25:47.331078Z","end":"2026-07-28T16:25:47.505937Z","steps":["trace[1008222227] 'read index received' (duration: 31.464516ms)","trace[1008222227] 'applied index is now lower than readState.Index' (duration: 143.394011ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:47.506032Z","caller":"traceutil/trace.go:171","msg":"trace[120393269] transaction","detail":"{read_only:false; response_revision:19323; number_of_response:1; }","duration":"193.833859ms","start":"2026-07-28T16:25:47.312166Z","end":"2026-07-28T16:25:47.506Z","steps":["trace[120393269] 'process raft request' (duration: 193.590553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:47.506421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.294948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:25:47.50652Z","caller":"traceutil/trace.go:171","msg":"trace[2021103013] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:19323; }","duration":"175.463972ms","start":"2026-07-28T16:25:47.331035Z","end":"2026-07-28T16:25:47.506498Z","steps":["trace[2021103013] 'agreement among raft nodes before linearized reading' (duration: 175.031392ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:47.616328Z","caller":"traceutil/trace.go:171","msg":"trace[1262934550] transaction","detail":"{read_only:false; response_revision:19324; number_of_response:1; }","duration":"157.220108ms","start":"2026-07-28T16:25:47.459065Z","end":"2026-07-28T16:25:47.616285Z","steps":["trace[1262934550] 'process raft request' (duration: 116.323633ms)","trace[1262934550] 'compare' (duration: 40.611858ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:49.17507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.809678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:25:49.175168Z","caller":"traceutil/trace.go:171","msg":"trace[294624983] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19329; }","duration":"202.960762ms","start":"2026-07-28T16:25:48.972183Z","end":"2026-07-28T16:25:49.175143Z","steps":["trace[294624983] 'range keys from in-memory index tree' (duration: 202.603423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:49.175447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.760882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T16:25:49.175878Z","caller":"traceutil/trace.go:171","msg":"trace[1819389631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19329; }","duration":"119.240363ms","start":"2026-07-28T16:25:49.056624Z","end":"2026-07-28T16:25:49.175865Z","steps":["trace[1819389631] 'range keys from in-memory index tree' (duration: 118.555327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:49.175529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.532241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T16:25:49.176009Z","caller":"traceutil/trace.go:171","msg":"trace[342726394] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19329; }","duration":"104.043224ms","start":"2026-07-28T16:25:49.071924Z","end":"2026-07-28T16:25:49.175967Z","steps":["trace[342726394] 'range keys from in-memory index tree' (duration: 103.343316ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:49.329222Z","caller":"traceutil/trace.go:171","msg":"trace[1618418733] linearizableReadLoop","detail":"{readStateIndex:19937; appliedIndex:19936; }","duration":"183.884668ms","start":"2026-07-28T16:25:49.1453Z","end":"2026-07-28T16:25:49.329185Z","steps":["trace[1618418733] 'read index received' (duration: 183.818846ms)","trace[1618418733] 'applied index is now lower than readState.Index' (duration: 64.302µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:49.329278Z","caller":"traceutil/trace.go:171","msg":"trace[1009419986] transaction","detail":"{read_only:false; response_revision:19330; number_of_response:1; }","duration":"208.489027ms","start":"2026-07-28T16:25:49.120757Z","end":"2026-07-28T16:25:49.329246Z","steps":["trace[1009419986] 'process raft request' (duration: 208.153189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:49.32945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.137113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:25:49.32954Z","caller":"traceutil/trace.go:171","msg":"trace[600510881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:19330; }","duration":"184.289277ms","start":"2026-07-28T16:25:49.145238Z","end":"2026-07-28T16:25:49.329527Z","steps":["trace[600510881] 'agreement among raft nodes before linearized reading' (duration: 184.110563ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:49.55795Z","caller":"traceutil/trace.go:171","msg":"trace[497692451] transaction","detail":"{read_only:false; response_revision:19332; number_of_response:1; }","duration":"377.929122ms","start":"2026-07-28T16:25:49.179987Z","end":"2026-07-28T16:25:49.557917Z","steps":["trace[497692451] 'process raft request' (duration: 377.814449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:49.558152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.179964Z","time spent":"378.093076ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:49.557954Z","caller":"traceutil/trace.go:171","msg":"trace[1931122931] transaction","detail":"{read_only:false; response_revision:19331; number_of_response:1; }","duration":"377.998874ms","start":"2026-07-28T16:25:49.179916Z","end":"2026-07-28T16:25:49.557915Z","steps":["trace[1931122931] 'process raft request' (duration: 377.686186ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:49.55824Z","caller":"traceutil/trace.go:171","msg":"trace[68853804] transaction","detail":"{read_only:false; response_revision:19333; number_of_response:1; }","duration":"378.203679ms","start":"2026-07-28T16:25:49.179991Z","end":"2026-07-28T16:25:49.558194Z","steps":["trace[68853804] 'process raft request' (duration: 377.874711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:49.558386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.179888Z","time spent":"378.366083ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:49.558649Z","caller":"traceutil/trace.go:171","msg":"trace[1986358440] transaction","detail":"{read_only:false; response_revision:19334; number_of_response:1; }","duration":"378.016675ms","start":"2026-07-28T16:25:49.180389Z","end":"2026-07-28T16:25:49.558406Z","steps":["trace[1986358440] 'process raft request' (duration: 377.730398ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:49.558843Z","caller":"traceutil/trace.go:171","msg":"trace[1881029759] transaction","detail":"{read_only:false; response_revision:19336; number_of_response:1; }","duration":"327.811772ms","start":"2026-07-28T16:25:49.231001Z","end":"2026-07-28T16:25:49.558813Z","steps":["trace[1881029759] 'process raft request' (duration: 327.33788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:49.558862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.180363Z","time spent":"378.396383ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:49.558946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.230955Z","time spent":"327.944395ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:25:49.55892Z","caller":"traceutil/trace.go:171","msg":"trace[353929399] transaction","detail":"{read_only:false; response_revision:19335; number_of_response:1; }","duration":"378.409444ms","start":"2026-07-28T16:25:49.180461Z","end":"2026-07-28T16:25:49.55887Z","steps":["trace[353929399] 'process raft request' (duration: 377.82539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:49.558975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.199762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-nrd5p\" ","response":"range_response_count:1 size:8557"} {"level":"info","ts":"2026-07-28T16:25:49.558676Z","caller":"traceutil/trace.go:171","msg":"trace[1123209388] linearizableReadLoop","detail":"{readStateIndex:19943; appliedIndex:19937; }","duration":"229.051967ms","start":"2026-07-28T16:25:49.329373Z","end":"2026-07-28T16:25:49.558425Z","steps":["trace[1123209388] 'read index received' (duration: 228.105584ms)","trace[1123209388] 'applied index is now lower than readState.Index' (duration: 944.653µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:49.559044Z","caller":"traceutil/trace.go:171","msg":"trace[1274873132] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-nrd5p; range_end:; response_count:1; response_revision:19336; }","duration":"404.325505ms","start":"2026-07-28T16:25:49.154704Z","end":"2026-07-28T16:25:49.559029Z","steps":["trace[1274873132] 'agreement among raft nodes before linearized reading' (duration: 404.041208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:49.5591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.15469Z","time spent":"404.399066ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8580,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-nrd5p\" "} {"level":"warn","ts":"2026-07-28T16:25:49.559132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.180423Z","time spent":"378.600189ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:49.559442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.742604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T16:25:49.559497Z","caller":"traceutil/trace.go:171","msg":"trace[2068620105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19336; }","duration":"192.829785ms","start":"2026-07-28T16:25:49.366655Z","end":"2026-07-28T16:25:49.559485Z","steps":["trace[2068620105] 'agreement among raft nodes before linearized reading' (duration: 192.655081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:49.559448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.950288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:25:49.559598Z","caller":"traceutil/trace.go:171","msg":"trace[1846715559] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:19336; }","duration":"209.134703ms","start":"2026-07-28T16:25:49.350449Z","end":"2026-07-28T16:25:49.559584Z","steps":["trace[1846715559] 'agreement among raft nodes before linearized reading' (duration: 208.930438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:49.559909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.179965Z","time spent":"378.371263ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:49.560769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.328501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:523155"} {"level":"info","ts":"2026-07-28T16:25:49.560871Z","caller":"traceutil/trace.go:171","msg":"trace[861565386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:19336; }","duration":"226.480834ms","start":"2026-07-28T16:25:49.334362Z","end":"2026-07-28T16:25:49.560843Z","steps":["trace[861565386] 'agreement among raft nodes before linearized reading' (duration: 224.770483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:50.016084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.226602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:25:50.016244Z","caller":"traceutil/trace.go:171","msg":"trace[1898854728] transaction","detail":"{read_only:false; response_revision:19337; number_of_response:1; }","duration":"451.904022ms","start":"2026-07-28T16:25:49.564315Z","end":"2026-07-28T16:25:50.016219Z","steps":["trace[1898854728] 'process raft request' (duration: 164.408943ms)","trace[1898854728] 'compare' (duration: 286.815072ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:50.016314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.564295Z","time spent":"451.986565ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:50.079924Z","caller":"traceutil/trace.go:171","msg":"trace[1632782317] transaction","detail":"{read_only:false; response_revision:19340; number_of_response:1; }","duration":"450.293353ms","start":"2026-07-28T16:25:49.6296Z","end":"2026-07-28T16:25:50.079893Z","steps":["trace[1632782317] 'process raft request' (duration: 450.207831ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:50.080026Z","caller":"traceutil/trace.go:171","msg":"trace[35442833] transaction","detail":"{read_only:false; response_revision:19339; number_of_response:1; }","duration":"457.13472ms","start":"2026-07-28T16:25:49.622867Z","end":"2026-07-28T16:25:50.080002Z","steps":["trace[35442833] 'process raft request' (duration: 456.895154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:50.080205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.629567Z","time spent":"450.524289ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:50.080234Z","caller":"traceutil/trace.go:171","msg":"trace[1208129263] linearizableReadLoop","detail":"{readStateIndex:19947; appliedIndex:19943; }","duration":"429.030986ms","start":"2026-07-28T16:25:49.65116Z","end":"2026-07-28T16:25:50.080191Z","steps":["trace[1208129263] 'read index received' (duration: 77.563499ms)","trace[1208129263] 'applied index is now lower than readState.Index' (duration: 351.464187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:50.080206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.62283Z","time spent":"457.280703ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:50.080263Z","caller":"traceutil/trace.go:171","msg":"trace[796443684] transaction","detail":"{read_only:false; response_revision:19341; number_of_response:1; }","duration":"367.770583ms","start":"2026-07-28T16:25:49.712447Z","end":"2026-07-28T16:25:50.080218Z","steps":["trace[796443684] 'process raft request' (duration: 367.404724ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:50.080015Z","caller":"traceutil/trace.go:171","msg":"trace[771505916] transaction","detail":"{read_only:false; response_revision:19338; number_of_response:1; }","duration":"514.976818ms","start":"2026-07-28T16:25:49.564968Z","end":"2026-07-28T16:25:50.079945Z","steps":["trace[771505916] 'process raft request' (duration: 514.64843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:50.080477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.71243Z","time spent":"367.933818ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:50.080481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.709238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:25:50.080747Z","caller":"traceutil/trace.go:171","msg":"trace[797460950] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19341; }","duration":"175.973855ms","start":"2026-07-28T16:25:49.904746Z","end":"2026-07-28T16:25:50.08072Z","steps":["trace[797460950] 'agreement among raft nodes before linearized reading' (duration: 175.665837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:50.081035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.882556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:25:50.081559Z","caller":"traceutil/trace.go:171","msg":"trace[650299146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19341; }","duration":"430.46297ms","start":"2026-07-28T16:25:49.651071Z","end":"2026-07-28T16:25:50.081534Z","steps":["trace[650299146] 'agreement among raft nodes before linearized reading' (duration: 429.246481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:50.081714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.651044Z","time spent":"430.649544ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:25:50.081045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:49.564946Z","time spent":"515.712756ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:50.346138Z","caller":"traceutil/trace.go:171","msg":"trace[409369011] linearizableReadLoop","detail":"{readStateIndex:19949; appliedIndex:19948; }","duration":"207.470891ms","start":"2026-07-28T16:25:50.138634Z","end":"2026-07-28T16:25:50.346105Z","steps":["trace[409369011] 'read index received' (duration: 177.553183ms)","trace[409369011] 'applied index is now lower than readState.Index' (duration: 29.916198ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:50.346149Z","caller":"traceutil/trace.go:171","msg":"trace[811907616] transaction","detail":"{read_only:false; response_revision:19342; number_of_response:1; }","duration":"242.647459ms","start":"2026-07-28T16:25:50.103463Z","end":"2026-07-28T16:25:50.34611Z","steps":["trace[811907616] 'process raft request' (duration: 212.72416ms)","trace[811907616] 'compare' (duration: 29.763405ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:50.34646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.80554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:25:50.346574Z","caller":"traceutil/trace.go:171","msg":"trace[1923383278] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19342; }","duration":"207.981264ms","start":"2026-07-28T16:25:50.13857Z","end":"2026-07-28T16:25:50.346551Z","steps":["trace[1923383278] 'agreement among raft nodes before linearized reading' (duration: 207.628126ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:51.784436Z","caller":"traceutil/trace.go:171","msg":"trace[1920048007] linearizableReadLoop","detail":"{readStateIndex:19952; appliedIndex:19951; }","duration":"221.925373ms","start":"2026-07-28T16:25:51.562482Z","end":"2026-07-28T16:25:51.784407Z","steps":["trace[1920048007] 'read index received' (duration: 221.79012ms)","trace[1920048007] 'applied index is now lower than readState.Index' (duration: 133.813µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:51.784492Z","caller":"traceutil/trace.go:171","msg":"trace[1136126111] transaction","detail":"{read_only:false; response_revision:19345; number_of_response:1; }","duration":"301.230475ms","start":"2026-07-28T16:25:51.483228Z","end":"2026-07-28T16:25:51.784459Z","steps":["trace[1136126111] 'process raft request' (duration: 301.022279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:51.784633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:51.483198Z","time spent":"301.363928ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:51.784661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.588373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:25:51.784766Z","caller":"traceutil/trace.go:171","msg":"trace[661671214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19345; }","duration":"133.756417ms","start":"2026-07-28T16:25:51.650997Z","end":"2026-07-28T16:25:51.784754Z","steps":["trace[661671214] 'agreement among raft nodes before linearized reading' (duration: 133.623154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:51.78475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.247182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T16:25:51.784845Z","caller":"traceutil/trace.go:171","msg":"trace[1835593371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19345; }","duration":"222.363524ms","start":"2026-07-28T16:25:51.56246Z","end":"2026-07-28T16:25:51.784823Z","steps":["trace[1835593371] 'agreement among raft nodes before linearized reading' (duration: 222.092948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:51.785023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.214358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T16:25:51.785038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.810543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:25:51.785257Z","caller":"traceutil/trace.go:171","msg":"trace[640108806] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:19345; }","duration":"211.053918ms","start":"2026-07-28T16:25:51.574172Z","end":"2026-07-28T16:25:51.785226Z","steps":["trace[640108806] 'agreement among raft nodes before linearized reading' (duration: 210.566956ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:51.785068Z","caller":"traceutil/trace.go:171","msg":"trace[2011705669] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19345; }","duration":"134.292339ms","start":"2026-07-28T16:25:51.650764Z","end":"2026-07-28T16:25:51.785056Z","steps":["trace[2011705669] 'agreement among raft nodes before linearized reading' (duration: 134.042183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:51.78504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.876264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T16:25:51.785514Z","caller":"traceutil/trace.go:171","msg":"trace[86975345] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19345; }","duration":"174.397067ms","start":"2026-07-28T16:25:51.61109Z","end":"2026-07-28T16:25:51.785488Z","steps":["trace[86975345] 'agreement among raft nodes before linearized reading' (duration: 173.536396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:51.78515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.554543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-nrd5p\" ","response":"range_response_count:1 size:8557"} {"level":"info","ts":"2026-07-28T16:25:51.785612Z","caller":"traceutil/trace.go:171","msg":"trace[351807492] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-nrd5p; range_end:; response_count:1; response_revision:19345; }","duration":"208.035056ms","start":"2026-07-28T16:25:51.577567Z","end":"2026-07-28T16:25:51.785602Z","steps":["trace[351807492] 'agreement among raft nodes before linearized reading' (duration: 207.115673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:51.785182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.212516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T16:25:51.785688Z","caller":"traceutil/trace.go:171","msg":"trace[1431909517] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19345; }","duration":"221.759759ms","start":"2026-07-28T16:25:51.563923Z","end":"2026-07-28T16:25:51.785683Z","steps":["trace[1431909517] 'agreement among raft nodes before linearized reading' (duration: 220.664433ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:52.34837Z","caller":"traceutil/trace.go:171","msg":"trace[1370053972] transaction","detail":"{read_only:false; response_revision:19353; number_of_response:1; }","duration":"258.007853ms","start":"2026-07-28T16:25:52.090335Z","end":"2026-07-28T16:25:52.348343Z","steps":["trace[1370053972] 'process raft request' (duration: 257.971682ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:52.348399Z","caller":"traceutil/trace.go:171","msg":"trace[1982979673] transaction","detail":"{read_only:false; response_revision:19351; number_of_response:1; }","duration":"261.22403ms","start":"2026-07-28T16:25:52.087134Z","end":"2026-07-28T16:25:52.348358Z","steps":["trace[1982979673] 'process raft request' (duration: 260.985724ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:52.348593Z","caller":"traceutil/trace.go:171","msg":"trace[2008541884] transaction","detail":"{read_only:false; response_revision:19352; number_of_response:1; }","duration":"261.271891ms","start":"2026-07-28T16:25:52.087301Z","end":"2026-07-28T16:25:52.348573Z","steps":["trace[2008541884] 'process raft request' (duration: 260.965314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:52.824978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.156932ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:25:52.825435Z","caller":"traceutil/trace.go:171","msg":"trace[1792234935] transaction","detail":"{read_only:false; response_revision:19355; number_of_response:1; }","duration":"204.606042ms","start":"2026-07-28T16:25:52.620807Z","end":"2026-07-28T16:25:52.825413Z","steps":["trace[1792234935] 'process raft request' (duration: 204.278754ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:52.825445Z","caller":"traceutil/trace.go:171","msg":"trace[1571344404] linearizableReadLoop","detail":"{readStateIndex:19963; appliedIndex:19961; }","duration":"173.544136ms","start":"2026-07-28T16:25:52.65188Z","end":"2026-07-28T16:25:52.825424Z","steps":["trace[1571344404] 'read index received' (duration: 129.676008ms)","trace[1571344404] 'applied index is now lower than readState.Index' (duration: 43.865558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:52.825564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.673249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:25:52.825593Z","caller":"traceutil/trace.go:171","msg":"trace[669022202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19355; }","duration":"173.738991ms","start":"2026-07-28T16:25:52.651847Z","end":"2026-07-28T16:25:52.825586Z","steps":["trace[669022202] 'agreement among raft nodes before linearized reading' (duration: 173.673139ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:58.480459Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T16:25:58.486735Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T16:25:58.486827Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-28T16:26:02.128764Z","caller":"traceutil/trace.go:171","msg":"trace[1673436648] transaction","detail":"{read_only:false; response_revision:19426; number_of_response:1; }","duration":"253.82243ms","start":"2026-07-28T16:26:01.874912Z","end":"2026-07-28T16:26:02.128735Z","steps":["trace[1673436648] 'process raft request' (duration: 253.663466ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:02.129822Z","caller":"traceutil/trace.go:171","msg":"trace[2036573204] linearizableReadLoop","detail":"{readStateIndex:20037; appliedIndex:20035; }","duration":"251.281258ms","start":"2026-07-28T16:26:01.878519Z","end":"2026-07-28T16:26:02.1298Z","steps":["trace[2036573204] 'read index received' (duration: 250.172571ms)","trace[2036573204] 'applied index is now lower than readState.Index' (duration: 1.107717ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:26:02.129917Z","caller":"traceutil/trace.go:171","msg":"trace[1576716897] transaction","detail":"{read_only:false; response_revision:19427; number_of_response:1; }","duration":"254.562088ms","start":"2026-07-28T16:26:01.875326Z","end":"2026-07-28T16:26:02.129888Z","steps":["trace[1576716897] 'process raft request' (duration: 254.364884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:02.130041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.511315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:26:02.130102Z","caller":"traceutil/trace.go:171","msg":"trace[1456937291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:19427; }","duration":"251.625257ms","start":"2026-07-28T16:26:01.87846Z","end":"2026-07-28T16:26:02.130085Z","steps":["trace[1456937291] 'agreement among raft nodes before linearized reading' (duration: 251.501924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:02.130151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.238287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-nrd5p\" ","response":"range_response_count:1 size:8557"} {"level":"info","ts":"2026-07-28T16:26:02.130221Z","caller":"traceutil/trace.go:171","msg":"trace[62453935] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-nrd5p; range_end:; response_count:1; response_revision:19427; }","duration":"244.340829ms","start":"2026-07-28T16:26:01.88586Z","end":"2026-07-28T16:26:02.130201Z","steps":["trace[62453935] 'agreement among raft nodes before linearized reading' (duration: 244.148164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:02.130195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.985753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:26:02.130226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.542135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:26:02.130294Z","caller":"traceutil/trace.go:171","msg":"trace[1071263777] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:19427; }","duration":"171.130547ms","start":"2026-07-28T16:26:01.959143Z","end":"2026-07-28T16:26:02.130274Z","steps":["trace[1071263777] 'agreement among raft nodes before linearized reading' (duration: 170.887411ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:02.1303Z","caller":"traceutil/trace.go:171","msg":"trace[112627414] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:19427; }","duration":"242.658908ms","start":"2026-07-28T16:26:01.887623Z","end":"2026-07-28T16:26:02.130282Z","steps":["trace[112627414] 'agreement among raft nodes before linearized reading' (duration: 242.461253ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:34.68418Z","caller":"traceutil/trace.go:171","msg":"trace[1580261315] transaction","detail":"{read_only:false; response_revision:19680; number_of_response:1; }","duration":"124.86762ms","start":"2026-07-28T16:26:34.55927Z","end":"2026-07-28T16:26:34.684138Z","steps":["trace[1580261315] 'process raft request' (duration: 124.395288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:34.684365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.985926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:26:34.684444Z","caller":"traceutil/trace.go:171","msg":"trace[1063737038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19680; }","duration":"114.117579ms","start":"2026-07-28T16:26:34.570308Z","end":"2026-07-28T16:26:34.684426Z","steps":["trace[1063737038] 'agreement among raft nodes before linearized reading' (duration: 113.902364ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:34.68416Z","caller":"traceutil/trace.go:171","msg":"trace[1018526809] linearizableReadLoop","detail":"{readStateIndex:20297; appliedIndex:20296; }","duration":"113.743009ms","start":"2026-07-28T16:26:34.570354Z","end":"2026-07-28T16:26:34.684097Z","steps":["trace[1018526809] 'read index received' (duration: 113.212866ms)","trace[1018526809] 'applied index is now lower than readState.Index' (duration: 529.123µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:26:36.266881Z","caller":"traceutil/trace.go:171","msg":"trace[2102733619] transaction","detail":"{read_only:false; response_revision:19693; number_of_response:1; }","duration":"163.87154ms","start":"2026-07-28T16:26:36.102977Z","end":"2026-07-28T16:26:36.266848Z","steps":["trace[2102733619] 'process raft request' (duration: 163.678476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:51.008933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.767565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:26:51.009094Z","caller":"traceutil/trace.go:171","msg":"trace[1753295712] linearizableReadLoop","detail":"{readStateIndex:20423; appliedIndex:20422; }","duration":"106.104064ms","start":"2026-07-28T16:26:50.902962Z","end":"2026-07-28T16:26:51.009066Z","steps":["trace[1753295712] 'read index received' (duration: 100.843µs)","trace[1753295712] 'applied index is now lower than readState.Index' (duration: 106.001371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:26:51.009187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.231696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:26:51.009222Z","caller":"traceutil/trace.go:171","msg":"trace[2070397324] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19803; }","duration":"106.270297ms","start":"2026-07-28T16:26:50.90294Z","end":"2026-07-28T16:26:51.009211Z","steps":["trace[2070397324] 'agreement among raft nodes before linearized reading' (duration: 106.188075ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:51.009291Z","caller":"traceutil/trace.go:171","msg":"trace[656021073] transaction","detail":"{read_only:false; response_revision:19803; number_of_response:1; }","duration":"146.64448ms","start":"2026-07-28T16:26:50.862607Z","end":"2026-07-28T16:26:51.009252Z","steps":["trace[656021073] 'process raft request' (duration: 31.421245ms)","trace[656021073] 'compare' (duration: 114.58283ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:26:52.175162Z","caller":"traceutil/trace.go:171","msg":"trace[1276510067] transaction","detail":"{read_only:false; response_revision:19807; number_of_response:1; }","duration":"167.406056ms","start":"2026-07-28T16:26:52.007726Z","end":"2026-07-28T16:26:52.175132Z","steps":["trace[1276510067] 'process raft request' (duration: 167.214992ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:55.133585Z","caller":"traceutil/trace.go:171","msg":"trace[1397783909] linearizableReadLoop","detail":"{readStateIndex:20453; appliedIndex:20451; }","duration":"153.364295ms","start":"2026-07-28T16:26:54.980194Z","end":"2026-07-28T16:26:55.133558Z","steps":["trace[1397783909] 'read index received' (duration: 121.800156ms)","trace[1397783909] 'applied index is now lower than readState.Index' (duration: 31.562359ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:26:55.133717Z","caller":"traceutil/trace.go:171","msg":"trace[200497478] transaction","detail":"{read_only:false; response_revision:19832; number_of_response:1; }","duration":"257.378097ms","start":"2026-07-28T16:26:54.876327Z","end":"2026-07-28T16:26:55.133705Z","steps":["trace[200497478] 'process raft request' (duration: 257.036809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:55.134011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.146078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:26:55.134206Z","caller":"traceutil/trace.go:171","msg":"trace[724618875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19832; }","duration":"109.404774ms","start":"2026-07-28T16:26:55.024775Z","end":"2026-07-28T16:26:55.134179Z","steps":["trace[724618875] 'agreement among raft nodes before linearized reading' (duration: 109.007904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:55.136735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.510771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-28T16:26:55.136828Z","caller":"traceutil/trace.go:171","msg":"trace[862295365] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19832; }","duration":"156.630254ms","start":"2026-07-28T16:26:54.980175Z","end":"2026-07-28T16:26:55.136805Z","steps":["trace[862295365] 'agreement among raft nodes before linearized reading' (duration: 153.757114ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:55.137238Z","caller":"traceutil/trace.go:171","msg":"trace[1687399577] transaction","detail":"{read_only:false; response_revision:19831; number_of_response:1; }","duration":"257.188022ms","start":"2026-07-28T16:26:54.876256Z","end":"2026-07-28T16:26:55.133444Z","steps":["trace[1687399577] 'process raft request' (duration: 225.766667ms)","trace[1687399577] 'compare' (duration: 30.937363ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:27:14.634841Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17742} {"level":"info","ts":"2026-07-28T16:27:14.749081Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17742,"took":"110.330757ms","hash":2364122419,"current-db-size-bytes":41271296,"current-db-size":"41 MB","current-db-size-in-use-bytes":25763840,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T16:27:14.749168Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2364122419,"revision":17742,"compact-revision":15137} {"level":"warn","ts":"2026-07-28T16:27:42.571128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.189093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:27:42.57123Z","caller":"traceutil/trace.go:171","msg":"trace[367952630] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:20302; }","duration":"133.351277ms","start":"2026-07-28T16:27:42.437859Z","end":"2026-07-28T16:27:42.57121Z","steps":["trace[367952630] 'range keys from in-memory index tree' (duration: 133.06847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:27:42.571256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.737606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:27:42.571352Z","caller":"traceutil/trace.go:171","msg":"trace[481132765] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:20302; }","duration":"133.90888ms","start":"2026-07-28T16:27:42.437422Z","end":"2026-07-28T16:27:42.571331Z","steps":["trace[481132765] 'range keys from in-memory index tree' (duration: 133.542081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:27:42.571448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.733556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6314"} {"level":"info","ts":"2026-07-28T16:27:42.571512Z","caller":"traceutil/trace.go:171","msg":"trace[1093320514] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:20302; }","duration":"133.815468ms","start":"2026-07-28T16:27:42.43768Z","end":"2026-07-28T16:27:42.571496Z","steps":["trace[1093320514] 'range keys from in-memory index tree' (duration: 133.568441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:27:45.443343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.177256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T16:27:45.443343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.745601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T16:27:45.443479Z","caller":"traceutil/trace.go:171","msg":"trace[685910064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20328; }","duration":"212.358121ms","start":"2026-07-28T16:27:45.231081Z","end":"2026-07-28T16:27:45.443439Z","steps":["trace[685910064] 'range keys from in-memory index tree' (duration: 211.93228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:27:45.443376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.532607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T16:27:45.443494Z","caller":"traceutil/trace.go:171","msg":"trace[348880779] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20328; }","duration":"173.952625ms","start":"2026-07-28T16:27:45.269507Z","end":"2026-07-28T16:27:45.44346Z","steps":["trace[348880779] 'range keys from in-memory index tree' (duration: 173.521895ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:27:45.44371Z","caller":"traceutil/trace.go:171","msg":"trace[54535651] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20328; }","duration":"185.855535ms","start":"2026-07-28T16:27:45.257775Z","end":"2026-07-28T16:27:45.44363Z","steps":["trace[54535651] 'range keys from in-memory index tree' (duration: 185.349153ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:27:51.099531Z","caller":"traceutil/trace.go:171","msg":"trace[1471524722] transaction","detail":"{read_only:false; response_revision:20365; number_of_response:1; }","duration":"109.379574ms","start":"2026-07-28T16:27:50.990124Z","end":"2026-07-28T16:27:51.099504Z","steps":["trace[1471524722] 'process raft request' (duration: 109.273871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:27:51.099923Z","caller":"traceutil/trace.go:171","msg":"trace[54728576] transaction","detail":"{read_only:false; response_revision:20364; number_of_response:1; }","duration":"145.512373ms","start":"2026-07-28T16:27:50.954372Z","end":"2026-07-28T16:27:51.099884Z","steps":["trace[54728576] 'process raft request' (duration: 81.855293ms)","trace[54728576] 'compare' (duration: 62.720287ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:27:57.49063Z","caller":"traceutil/trace.go:171","msg":"trace[2134068999] linearizableReadLoop","detail":"{readStateIndex:21045; appliedIndex:21044; }","duration":"102.729482ms","start":"2026-07-28T16:27:57.387862Z","end":"2026-07-28T16:27:57.490591Z","steps":["trace[2134068999] 'read index received' (duration: 91.774895ms)","trace[2134068999] 'applied index is now lower than readState.Index' (duration: 10.953667ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:27:57.490732Z","caller":"traceutil/trace.go:171","msg":"trace[1257042161] transaction","detail":"{read_only:false; response_revision:20405; number_of_response:1; }","duration":"130.197001ms","start":"2026-07-28T16:27:57.360474Z","end":"2026-07-28T16:27:57.490671Z","steps":["trace[1257042161] 'process raft request' (duration: 119.283315ms)","trace[1257042161] 'compare' (duration: 10.708471ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:27:57.490952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.149702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:27:57.491084Z","caller":"traceutil/trace.go:171","msg":"trace[1234263295] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20405; }","duration":"103.343717ms","start":"2026-07-28T16:27:57.38771Z","end":"2026-07-28T16:27:57.491054Z","steps":["trace[1234263295] 'agreement among raft nodes before linearized reading' (duration: 102.984218ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:27:59.29041Z","caller":"traceutil/trace.go:171","msg":"trace[1420293181] transaction","detail":"{read_only:false; response_revision:20417; number_of_response:1; }","duration":"132.078536ms","start":"2026-07-28T16:27:59.158304Z","end":"2026-07-28T16:27:59.290382Z","steps":["trace[1420293181] 'process raft request' (duration: 120.455153ms)","trace[1420293181] 'compare' (duration: 11.49802ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:27:59.292108Z","caller":"traceutil/trace.go:171","msg":"trace[1337882963] transaction","detail":"{read_only:false; response_revision:20418; number_of_response:1; }","duration":"121.227642ms","start":"2026-07-28T16:27:59.170867Z","end":"2026-07-28T16:27:59.292095Z","steps":["trace[1337882963] 'process raft request' (duration: 121.067478ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:00.371386Z","caller":"traceutil/trace.go:171","msg":"trace[594957333] transaction","detail":"{read_only:false; response_revision:20426; number_of_response:1; }","duration":"245.748944ms","start":"2026-07-28T16:28:00.125605Z","end":"2026-07-28T16:28:00.371354Z","steps":["trace[594957333] 'process raft request' (duration: 245.57084ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:37.735872Z","caller":"traceutil/trace.go:171","msg":"trace[58396028] linearizableReadLoop","detail":"{readStateIndex:21341; appliedIndex:21340; }","duration":"211.437489ms","start":"2026-07-28T16:28:37.524386Z","end":"2026-07-28T16:28:37.735823Z","steps":["trace[58396028] 'read index received' (duration: 211.200723ms)","trace[58396028] 'applied index is now lower than readState.Index' (duration: 234.886µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:28:37.736004Z","caller":"traceutil/trace.go:171","msg":"trace[1158415045] transaction","detail":"{read_only:false; response_revision:20692; number_of_response:1; }","duration":"235.75135ms","start":"2026-07-28T16:28:37.500179Z","end":"2026-07-28T16:28:37.73593Z","steps":["trace[1158415045] 'process raft request' (duration: 235.362481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:37.736982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.357266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:28:37.737076Z","caller":"traceutil/trace.go:171","msg":"trace[1265806459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20692; }","duration":"142.521101ms","start":"2026-07-28T16:28:37.594529Z","end":"2026-07-28T16:28:37.73705Z","steps":["trace[1265806459] 'agreement among raft nodes before linearized reading' (duration: 142.276355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:37.737314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.830082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:28:37.737104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.406555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:28:37.737471Z","caller":"traceutil/trace.go:171","msg":"trace[494304710] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20692; }","duration":"116.919957ms","start":"2026-07-28T16:28:37.620529Z","end":"2026-07-28T16:28:37.737449Z","steps":["trace[494304710] 'agreement among raft nodes before linearized reading' (duration: 116.272871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:37.737473Z","caller":"traceutil/trace.go:171","msg":"trace[1031712041] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20692; }","duration":"213.117669ms","start":"2026-07-28T16:28:37.52432Z","end":"2026-07-28T16:28:37.737437Z","steps":["trace[1031712041] 'agreement among raft nodes before linearized reading' (duration: 211.713255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:37.92733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.415875ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:28:37.927599Z","caller":"traceutil/trace.go:171","msg":"trace[803953891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20692; }","duration":"100.6177ms","start":"2026-07-28T16:28:37.826868Z","end":"2026-07-28T16:28:37.927485Z","steps":["trace[803953891] 'range keys from in-memory index tree' (duration: 100.393584ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:37.927827Z","caller":"traceutil/trace.go:171","msg":"trace[434048082] linearizableReadLoop","detail":"{readStateIndex:21342; appliedIndex:21341; }","duration":"184.660337ms","start":"2026-07-28T16:28:37.743129Z","end":"2026-07-28T16:28:37.927789Z","steps":["trace[434048082] 'read index received' (duration: 117.753µs)","trace[434048082] 'applied index is now lower than readState.Index' (duration: 184.541204ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:28:37.927932Z","caller":"traceutil/trace.go:171","msg":"trace[1639774655] transaction","detail":"{read_only:false; response_revision:20693; number_of_response:1; }","duration":"184.80914ms","start":"2026-07-28T16:28:37.743091Z","end":"2026-07-28T16:28:37.9279Z","steps":["trace[1639774655] 'process raft request' (duration: 111.115236ms)","trace[1639774655] 'compare' (duration: 73.433738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:28:37.928051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.889272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:28:37.928321Z","caller":"traceutil/trace.go:171","msg":"trace[706486963] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20693; }","duration":"185.031286ms","start":"2026-07-28T16:28:37.743092Z","end":"2026-07-28T16:28:37.928123Z","steps":["trace[706486963] 'agreement among raft nodes before linearized reading' (duration: 184.859492ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:37.997182Z","caller":"traceutil/trace.go:171","msg":"trace[542318446] transaction","detail":"{read_only:false; response_revision:20695; number_of_response:1; }","duration":"253.320759ms","start":"2026-07-28T16:28:37.743834Z","end":"2026-07-28T16:28:37.997154Z","steps":["trace[542318446] 'process raft request' (duration: 252.97099ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:37.997324Z","caller":"traceutil/trace.go:171","msg":"trace[546443223] transaction","detail":"{read_only:false; response_revision:20696; number_of_response:1; }","duration":"214.929193ms","start":"2026-07-28T16:28:37.782343Z","end":"2026-07-28T16:28:37.997272Z","steps":["trace[546443223] 'process raft request' (duration: 214.737269ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:37.997179Z","caller":"traceutil/trace.go:171","msg":"trace[391938809] transaction","detail":"{read_only:false; response_revision:20694; number_of_response:1; }","duration":"253.408821ms","start":"2026-07-28T16:28:37.743748Z","end":"2026-07-28T16:28:37.997157Z","steps":["trace[391938809] 'process raft request' (duration: 252.633002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:38.257912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.680764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:28:38.258122Z","caller":"traceutil/trace.go:171","msg":"trace[213529066] transaction","detail":"{read_only:false; response_revision:20697; number_of_response:1; }","duration":"254.828573ms","start":"2026-07-28T16:28:38.003239Z","end":"2026-07-28T16:28:38.258067Z","steps":["trace[213529066] 'process raft request' (duration: 111.844492ms)","trace[213529066] 'compare' (duration: 142.208243ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:28:38.258051Z","caller":"traceutil/trace.go:171","msg":"trace[1951183194] linearizableReadLoop","detail":"{readStateIndex:21346; appliedIndex:21345; }","duration":"254.041844ms","start":"2026-07-28T16:28:38.003987Z","end":"2026-07-28T16:28:38.258029Z","steps":["trace[1951183194] 'read index received' (duration: 111.120105ms)","trace[1951183194] 'applied index is now lower than readState.Index' (duration: 142.919999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:28:38.258419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.399973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:28:38.258532Z","caller":"traceutil/trace.go:171","msg":"trace[926509300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20697; }","duration":"254.549467ms","start":"2026-07-28T16:28:38.003956Z","end":"2026-07-28T16:28:38.258506Z","steps":["trace[926509300] 'agreement among raft nodes before linearized reading' (duration: 254.208569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:38.8044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.756091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:28:38.804596Z","caller":"traceutil/trace.go:171","msg":"trace[1601298834] transaction","detail":"{read_only:false; response_revision:20698; number_of_response:1; }","duration":"797.284472ms","start":"2026-07-28T16:28:38.00728Z","end":"2026-07-28T16:28:38.804564Z","steps":["trace[1601298834] 'process raft request' (duration: 545.219405ms)","trace[1601298834] 'compare' (duration: 251.463303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:28:38.804698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:38.007262Z","time spent":"797.386494ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9167,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:28:38.807226Z","caller":"traceutil/trace.go:171","msg":"trace[2034656381] transaction","detail":"{read_only:false; response_revision:20700; number_of_response:1; }","duration":"542.11908ms","start":"2026-07-28T16:28:38.265057Z","end":"2026-07-28T16:28:38.807176Z","steps":["trace[2034656381] 'process raft request' (duration: 541.876284ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:38.807481Z","caller":"traceutil/trace.go:171","msg":"trace[689024775] linearizableReadLoop","detail":"{readStateIndex:21348; appliedIndex:21346; }","duration":"548.906986ms","start":"2026-07-28T16:28:38.258354Z","end":"2026-07-28T16:28:38.807261Z","steps":["trace[689024775] 'read index received' (duration: 294.168503ms)","trace[689024775] 'applied index is now lower than readState.Index' (duration: 254.736133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:28:38.807545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:38.265029Z","time spent":"542.448938ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:28:38.807589Z","caller":"traceutil/trace.go:171","msg":"trace[1602510368] transaction","detail":"{read_only:false; response_revision:20699; number_of_response:1; }","duration":"656.099155ms","start":"2026-07-28T16:28:38.151432Z","end":"2026-07-28T16:28:38.807531Z","steps":["trace[1602510368] 'process raft request' (duration: 655.339997ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:38.807701Z","caller":"traceutil/trace.go:171","msg":"trace[881315092] transaction","detail":"{read_only:false; response_revision:20701; number_of_response:1; }","duration":"497.624147ms","start":"2026-07-28T16:28:38.310051Z","end":"2026-07-28T16:28:38.807675Z","steps":["trace[881315092] 'process raft request' (duration: 497.057133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:38.807835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:38.151388Z","time spent":"656.313571ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:28:38.807882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:38.310011Z","time spent":"497.73406ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:28:38.808368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.255519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:28:38.808555Z","caller":"traceutil/trace.go:171","msg":"trace[1251396535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20701; }","duration":"603.678329ms","start":"2026-07-28T16:28:38.204855Z","end":"2026-07-28T16:28:38.808534Z","steps":["trace[1251396535] 'agreement among raft nodes before linearized reading' (duration: 603.088665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:38.808667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:38.204818Z","time spent":"603.830433ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:28:39.090019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.444114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:28:39.090193Z","caller":"traceutil/trace.go:171","msg":"trace[1313172655] transaction","detail":"{read_only:false; response_revision:20702; number_of_response:1; }","duration":"275.893618ms","start":"2026-07-28T16:28:38.81427Z","end":"2026-07-28T16:28:39.090164Z","steps":["trace[1313172655] 'process raft request' (duration: 111.155057ms)","trace[1313172655] 'compare' (duration: 164.035564ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:28:39.092968Z","caller":"traceutil/trace.go:171","msg":"trace[752934403] transaction","detail":"{read_only:false; response_revision:20703; number_of_response:1; }","duration":"277.462175ms","start":"2026-07-28T16:28:38.815139Z","end":"2026-07-28T16:28:39.092601Z","steps":["trace[752934403] 'process raft request' (duration: 277.299941ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:39.183567Z","caller":"traceutil/trace.go:171","msg":"trace[112912156] transaction","detail":"{read_only:false; response_revision:20704; number_of_response:1; }","duration":"159.913104ms","start":"2026-07-28T16:28:39.023617Z","end":"2026-07-28T16:28:39.18353Z","steps":["trace[112912156] 'process raft request' (duration: 159.720969ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:39.286915Z","caller":"traceutil/trace.go:171","msg":"trace[197595097] linearizableReadLoop","detail":"{readStateIndex:21354; appliedIndex:21352; }","duration":"172.944861ms","start":"2026-07-28T16:28:39.113944Z","end":"2026-07-28T16:28:39.286888Z","steps":["trace[197595097] 'read index received' (duration: 69.362459ms)","trace[197595097] 'applied index is now lower than readState.Index' (duration: 103.581502ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:28:39.286989Z","caller":"traceutil/trace.go:171","msg":"trace[250371612] transaction","detail":"{read_only:false; response_revision:20705; number_of_response:1; }","duration":"188.273394ms","start":"2026-07-28T16:28:39.098643Z","end":"2026-07-28T16:28:39.286916Z","steps":["trace[250371612] 'process raft request' (duration: 132.824754ms)","trace[250371612] 'compare' (duration: 55.257895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:28:39.287161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.198027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:28:39.287235Z","caller":"traceutil/trace.go:171","msg":"trace[986671036] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:20705; }","duration":"173.347351ms","start":"2026-07-28T16:28:39.113866Z","end":"2026-07-28T16:28:39.287214Z","steps":["trace[986671036] 'agreement among raft nodes before linearized reading' (duration: 173.120516ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:39.769207Z","caller":"traceutil/trace.go:171","msg":"trace[1338371676] transaction","detail":"{read_only:false; response_revision:20706; number_of_response:1; }","duration":"454.497846ms","start":"2026-07-28T16:28:39.314673Z","end":"2026-07-28T16:28:39.769171Z","steps":["trace[1338371676] 'process raft request' (duration: 454.25416ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:39.769218Z","caller":"traceutil/trace.go:171","msg":"trace[1651001680] linearizableReadLoop","detail":"{readStateIndex:21355; appliedIndex:21354; }","duration":"432.590993ms","start":"2026-07-28T16:28:39.33656Z","end":"2026-07-28T16:28:39.769151Z","steps":["trace[1651001680] 'read index received' (duration: 432.393248ms)","trace[1651001680] 'applied index is now lower than readState.Index' (duration: 196.305µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:28:39.769409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:39.314642Z","time spent":"454.65889ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31175,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:28:39.76954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.947502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:28:39.76964Z","caller":"traceutil/trace.go:171","msg":"trace[677555385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20706; }","duration":"433.128566ms","start":"2026-07-28T16:28:39.336488Z","end":"2026-07-28T16:28:39.769617Z","steps":["trace[677555385] 'agreement among raft nodes before linearized reading' (duration: 432.783578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:39.769704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:39.336457Z","time spent":"433.234249ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:28:39.846474Z","caller":"traceutil/trace.go:171","msg":"trace[1634269833] transaction","detail":"{read_only:false; response_revision:20707; number_of_response:1; }","duration":"457.835008ms","start":"2026-07-28T16:28:39.388593Z","end":"2026-07-28T16:28:39.846428Z","steps":["trace[1634269833] 'process raft request' (duration: 436.324064ms)","trace[1634269833] 'compare' (duration: 20.465419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:28:39.846712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:39.388564Z","time spent":"458.016402ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:28:39.846691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.068998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:28:39.846787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.016493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:28:39.846822Z","caller":"traceutil/trace.go:171","msg":"trace[880296144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20708; }","duration":"190.257762ms","start":"2026-07-28T16:28:39.65653Z","end":"2026-07-28T16:28:39.846788Z","steps":["trace[880296144] 'agreement among raft nodes before linearized reading' (duration: 190.034027ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:39.846913Z","caller":"traceutil/trace.go:171","msg":"trace[328503670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20708; }","duration":"495.176817ms","start":"2026-07-28T16:28:39.351717Z","end":"2026-07-28T16:28:39.846894Z","steps":["trace[328503670] 'agreement among raft nodes before linearized reading' (duration: 494.930251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:39.84696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:39.351702Z","time spent":"495.247509ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:28:39.847202Z","caller":"traceutil/trace.go:171","msg":"trace[605582844] transaction","detail":"{read_only:false; response_revision:20708; number_of_response:1; }","duration":"333.48402ms","start":"2026-07-28T16:28:39.513695Z","end":"2026-07-28T16:28:39.847179Z","steps":["trace[605582844] 'process raft request' (duration: 332.623769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:39.84738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:39.513652Z","time spent":"333.613083ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:28:40.13805Z","caller":"traceutil/trace.go:171","msg":"trace[71976815] transaction","detail":"{read_only:false; response_revision:20709; number_of_response:1; }","duration":"288.454643ms","start":"2026-07-28T16:28:39.849558Z","end":"2026-07-28T16:28:40.138012Z","steps":["trace[71976815] 'process raft request' (duration: 286.25352ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:40.399441Z","caller":"traceutil/trace.go:171","msg":"trace[1220262527] linearizableReadLoop","detail":"{readStateIndex:21359; appliedIndex:21357; }","duration":"546.484296ms","start":"2026-07-28T16:28:39.852928Z","end":"2026-07-28T16:28:40.399412Z","steps":["trace[1220262527] 'read index received' (duration: 282.780375ms)","trace[1220262527] 'applied index is now lower than readState.Index' (duration: 263.702801ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:28:40.399523Z","caller":"traceutil/trace.go:171","msg":"trace[418330589] transaction","detail":"{read_only:false; response_revision:20710; number_of_response:1; }","duration":"546.843006ms","start":"2026-07-28T16:28:39.852636Z","end":"2026-07-28T16:28:40.399479Z","steps":["trace[418330589] 'process raft request' (duration: 546.424745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:40.399673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.201838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:28:40.399696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:39.8526Z","time spent":"547.003669ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:28:40.399728Z","caller":"traceutil/trace.go:171","msg":"trace[817892009] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20710; }","duration":"479.353201ms","start":"2026-07-28T16:28:39.920359Z","end":"2026-07-28T16:28:40.399713Z","steps":["trace[817892009] 'agreement among raft nodes before linearized reading' (duration: 479.238049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:40.399768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:39.920334Z","time spent":"479.424674ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T16:28:40.3998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.289999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:28:40.399927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.531234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:28:40.399955Z","caller":"traceutil/trace.go:171","msg":"trace[865499520] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:20710; }","duration":"251.524964ms","start":"2026-07-28T16:28:40.148393Z","end":"2026-07-28T16:28:40.399918Z","steps":["trace[865499520] 'agreement among raft nodes before linearized reading' (duration: 251.315739ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:40.399986Z","caller":"traceutil/trace.go:171","msg":"trace[843581963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20710; }","duration":"136.652268ms","start":"2026-07-28T16:28:40.263319Z","end":"2026-07-28T16:28:40.399971Z","steps":["trace[843581963] 'agreement among raft nodes before linearized reading' (duration: 136.456483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:40.400005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.599664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:28:40.40008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.560772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:28:40.400094Z","caller":"traceutil/trace.go:171","msg":"trace[1225670158] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:20710; }","duration":"354.714717ms","start":"2026-07-28T16:28:40.045334Z","end":"2026-07-28T16:28:40.400049Z","steps":["trace[1225670158] 'agreement among raft nodes before linearized reading' (duration: 354.600324ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:40.400135Z","caller":"traceutil/trace.go:171","msg":"trace[50724101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20710; }","duration":"395.688114ms","start":"2026-07-28T16:28:40.004433Z","end":"2026-07-28T16:28:40.400121Z","steps":["trace[50724101] 'agreement among raft nodes before linearized reading' (duration: 395.463659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:40.40014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:40.045307Z","time spent":"354.82166ms","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:28:40.400119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.978926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:28:40.400225Z","caller":"traceutil/trace.go:171","msg":"trace[1963973807] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20710; }","duration":"397.15696ms","start":"2026-07-28T16:28:40.003045Z","end":"2026-07-28T16:28:40.400202Z","steps":["trace[1963973807] 'agreement among raft nodes before linearized reading' (duration: 396.893214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:40.400279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:40.003032Z","time spent":"397.238152ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:28:40.400168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:40.004368Z","time spent":"395.789567ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:28:40.400834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.907381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:61 size:564860"} {"level":"info","ts":"2026-07-28T16:28:40.400878Z","caller":"traceutil/trace.go:171","msg":"trace[1835885728] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:61; response_revision:20710; }","duration":"547.986914ms","start":"2026-07-28T16:28:39.852882Z","end":"2026-07-28T16:28:40.400869Z","steps":["trace[1835885728] 'agreement among raft nodes before linearized reading' (duration: 546.666841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:40.401029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:39.85287Z","time spent":"548.148887ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":564883,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:28:40.55235Z","caller":"traceutil/trace.go:171","msg":"trace[2126530470] transaction","detail":"{read_only:false; response_revision:20711; number_of_response:1; }","duration":"148.063585ms","start":"2026-07-28T16:28:40.404266Z","end":"2026-07-28T16:28:40.55233Z","steps":["trace[2126530470] 'process raft request' (duration: 147.930192ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:40.557445Z","caller":"traceutil/trace.go:171","msg":"trace[1164736701] linearizableReadLoop","detail":"{readStateIndex:21363; appliedIndex:21359; }","duration":"150.008312ms","start":"2026-07-28T16:28:40.40741Z","end":"2026-07-28T16:28:40.557418Z","steps":["trace[1164736701] 'read index received' (duration: 144.716523ms)","trace[1164736701] 'applied index is now lower than readState.Index' (duration: 5.290649ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:28:40.557765Z","caller":"traceutil/trace.go:171","msg":"trace[1763559755] transaction","detail":"{read_only:false; response_revision:20712; number_of_response:1; }","duration":"153.356075ms","start":"2026-07-28T16:28:40.404399Z","end":"2026-07-28T16:28:40.557755Z","steps":["trace[1763559755] 'process raft request' (duration: 152.785721ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:40.557944Z","caller":"traceutil/trace.go:171","msg":"trace[1405056874] transaction","detail":"{read_only:false; response_revision:20713; number_of_response:1; }","duration":"152.641637ms","start":"2026-07-28T16:28:40.405294Z","end":"2026-07-28T16:28:40.557936Z","steps":["trace[1405056874] 'process raft request' (duration: 152.058043ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:40.558042Z","caller":"traceutil/trace.go:171","msg":"trace[181180686] transaction","detail":"{read_only:false; response_revision:20714; number_of_response:1; }","duration":"152.745269ms","start":"2026-07-28T16:28:40.405291Z","end":"2026-07-28T16:28:40.558037Z","steps":["trace[181180686] 'process raft request' (duration: 152.093554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:40.558258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.825003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:28:40.558285Z","caller":"traceutil/trace.go:171","msg":"trace[1409979272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20714; }","duration":"150.899204ms","start":"2026-07-28T16:28:40.407378Z","end":"2026-07-28T16:28:40.558277Z","steps":["trace[1409979272] 'agreement among raft nodes before linearized reading' (duration: 150.752141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:56.073634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.684258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:28:56.073777Z","caller":"traceutil/trace.go:171","msg":"trace[1575367240] transaction","detail":"{read_only:false; response_revision:20835; number_of_response:1; }","duration":"125.540026ms","start":"2026-07-28T16:28:55.948225Z","end":"2026-07-28T16:28:56.073765Z","steps":["trace[1575367240] 'process raft request' (duration: 125.500715ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:28:56.074011Z","caller":"traceutil/trace.go:171","msg":"trace[1668285031] linearizableReadLoop","detail":"{readStateIndex:21486; appliedIndex:21484; }","duration":"243.862337ms","start":"2026-07-28T16:28:55.830138Z","end":"2026-07-28T16:28:56.074001Z","steps":["trace[1668285031] 'read index received' (duration: 57.230304ms)","trace[1668285031] 'applied index is now lower than readState.Index' (duration: 186.630653ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:28:56.0741Z","caller":"traceutil/trace.go:171","msg":"trace[398018424] transaction","detail":"{read_only:false; response_revision:20834; number_of_response:1; }","duration":"247.344122ms","start":"2026-07-28T16:28:55.826728Z","end":"2026-07-28T16:28:56.074072Z","steps":["trace[398018424] 'process raft request' (duration: 110.161101ms)","trace[398018424] 'compare' (duration: 136.453083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:28:56.074124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.98965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:28:56.074242Z","caller":"traceutil/trace.go:171","msg":"trace[1321354114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20835; }","duration":"244.137574ms","start":"2026-07-28T16:28:55.830096Z","end":"2026-07-28T16:28:56.074233Z","steps":["trace[1321354114] 'agreement among raft nodes before linearized reading' (duration: 243.942949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:56.577764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626806403,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:28:56.732716Z","caller":"traceutil/trace.go:171","msg":"trace[399239184] transaction","detail":"{read_only:false; response_revision:20836; number_of_response:1; }","duration":"778.965527ms","start":"2026-07-28T16:28:55.95372Z","end":"2026-07-28T16:28:56.732686Z","steps":["trace[399239184] 'process raft request' (duration: 778.770002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:56.732889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:55.953702Z","time spent":"779.09773ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:28:56.870822Z","caller":"traceutil/trace.go:171","msg":"trace[170584499] linearizableReadLoop","detail":"{readStateIndex:21489; appliedIndex:21487; }","duration":"793.142352ms","start":"2026-07-28T16:28:56.077643Z","end":"2026-07-28T16:28:56.870785Z","steps":["trace[170584499] 'read index received' (duration: 654.898396ms)","trace[170584499] 'applied index is now lower than readState.Index' (duration: 138.242236ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:28:56.870992Z","caller":"traceutil/trace.go:171","msg":"trace[1094916518] transaction","detail":"{read_only:false; response_revision:20837; number_of_response:1; }","duration":"393.022389ms","start":"2026-07-28T16:28:56.47795Z","end":"2026-07-28T16:28:56.870973Z","steps":["trace[1094916518] 'process raft request' (duration: 385.046315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:56.871141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.42492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:28:56.87124Z","caller":"traceutil/trace.go:171","msg":"trace[1171140227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20837; }","duration":"331.558003ms","start":"2026-07-28T16:28:56.539658Z","end":"2026-07-28T16:28:56.871216Z","steps":["trace[1171140227] 'agreement among raft nodes before linearized reading' (duration: 331.342278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:56.871295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:56.539639Z","time spent":"331.643955ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:28:56.871624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.355415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:28:56.871667Z","caller":"traceutil/trace.go:171","msg":"trace[108132584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20837; }","duration":"213.396196ms","start":"2026-07-28T16:28:56.65826Z","end":"2026-07-28T16:28:56.871656Z","steps":["trace[108132584] 'agreement among raft nodes before linearized reading' (duration: 213.336774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:56.871834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.049167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:28:56.87187Z","caller":"traceutil/trace.go:171","msg":"trace[1641464061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:20837; }","duration":"268.115688ms","start":"2026-07-28T16:28:56.603746Z","end":"2026-07-28T16:28:56.871862Z","steps":["trace[1641464061] 'agreement among raft nodes before linearized reading' (duration: 268.044206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:56.871177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:56.477932Z","time spent":"393.100972ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:28:56.872925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.279784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:28:56.872993Z","caller":"traceutil/trace.go:171","msg":"trace[1569160599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20837; }","duration":"795.380597ms","start":"2026-07-28T16:28:56.077598Z","end":"2026-07-28T16:28:56.872978Z","steps":["trace[1569160599] 'agreement among raft nodes before linearized reading' (duration: 794.130537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:28:56.873027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:28:56.077576Z","time spent":"795.442688ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:29:03.185418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.750798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:29:03.186031Z","caller":"traceutil/trace.go:171","msg":"trace[1415069477] transaction","detail":"{read_only:false; response_revision:20922; number_of_response:1; }","duration":"122.961793ms","start":"2026-07-28T16:29:03.063043Z","end":"2026-07-28T16:29:03.186005Z","steps":["trace[1415069477] 'process raft request' (duration: 13.506128ms)","trace[1415069477] 'compare' (duration: 108.326048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:07.368996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.472337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:29:07.369142Z","caller":"traceutil/trace.go:171","msg":"trace[1920311996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20952; }","duration":"107.658911ms","start":"2026-07-28T16:29:07.261453Z","end":"2026-07-28T16:29:07.369112Z","steps":["trace[1920311996] 'range keys from in-memory index tree' (duration: 107.117428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:08.122422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:07.370937Z","time spent":"751.477828ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T16:29:08.124392Z","caller":"traceutil/trace.go:171","msg":"trace[91455391] transaction","detail":"{read_only:false; response_revision:20954; number_of_response:1; }","duration":"751.17753ms","start":"2026-07-28T16:29:07.373189Z","end":"2026-07-28T16:29:08.124367Z","steps":["trace[91455391] 'process raft request' (duration: 751.090808ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:08.124384Z","caller":"traceutil/trace.go:171","msg":"trace[942488470] transaction","detail":"{read_only:false; response_revision:20953; number_of_response:1; }","duration":"751.331694ms","start":"2026-07-28T16:29:07.373031Z","end":"2026-07-28T16:29:08.124362Z","steps":["trace[942488470] 'process raft request' (duration: 751.090248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:08.124528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:07.372999Z","time spent":"751.453717ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:08.124543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:07.373149Z","time spent":"751.290433ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:08.124738Z","caller":"traceutil/trace.go:171","msg":"trace[1805609262] linearizableReadLoop","detail":"{readStateIndex:21613; appliedIndex:21609; }","duration":"470.251731ms","start":"2026-07-28T16:29:07.654455Z","end":"2026-07-28T16:29:08.124707Z","steps":["trace[1805609262] 'read index received' (duration: 467.76263ms)","trace[1805609262] 'applied index is now lower than readState.Index' (duration: 2.4877ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:08.124754Z","caller":"traceutil/trace.go:171","msg":"trace[2133424620] transaction","detail":"{read_only:false; response_revision:20955; number_of_response:1; }","duration":"728.478317ms","start":"2026-07-28T16:29:07.396217Z","end":"2026-07-28T16:29:08.124695Z","steps":["trace[2133424620] 'process raft request' (duration: 728.104748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:08.124882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.425645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:29:08.124947Z","caller":"traceutil/trace.go:171","msg":"trace[924261892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20956; }","duration":"470.521487ms","start":"2026-07-28T16:29:07.654395Z","end":"2026-07-28T16:29:08.124916Z","steps":["trace[924261892] 'agreement among raft nodes before linearized reading' (duration: 470.406244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:08.124979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:07.654369Z","time spent":"470.604419ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:29:08.12499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:07.396196Z","time spent":"728.692563ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:12.15273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626806772,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:29:12.422411Z","caller":"traceutil/trace.go:171","msg":"trace[653869563] transaction","detail":"{read_only:false; response_revision:20979; number_of_response:1; }","duration":"993.099021ms","start":"2026-07-28T16:29:11.429285Z","end":"2026-07-28T16:29:12.422384Z","steps":["trace[653869563] 'process raft request' (duration: 992.896426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:12.422747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:11.429237Z","time spent":"993.265715ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8259,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:12.592665Z","caller":"traceutil/trace.go:171","msg":"trace[1097023487] transaction","detail":"{read_only:false; response_revision:20981; number_of_response:1; }","duration":"448.210024ms","start":"2026-07-28T16:29:12.144434Z","end":"2026-07-28T16:29:12.592644Z","steps":["trace[1097023487] 'process raft request' (duration: 448.159492ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:12.592721Z","caller":"traceutil/trace.go:171","msg":"trace[1533948206] transaction","detail":"{read_only:false; response_revision:20980; number_of_response:1; }","duration":"449.991987ms","start":"2026-07-28T16:29:12.142678Z","end":"2026-07-28T16:29:12.59267Z","steps":["trace[1533948206] 'process raft request' (duration: 449.770892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:12.592786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:12.144422Z","time spent":"448.301396ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:12.592956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:12.142637Z","time spent":"450.191722ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:12.613538Z","caller":"traceutil/trace.go:171","msg":"trace[206821680] linearizableReadLoop","detail":"{readStateIndex:21639; appliedIndex:21636; }","duration":"961.730257ms","start":"2026-07-28T16:29:11.651771Z","end":"2026-07-28T16:29:12.613502Z","steps":["trace[206821680] 'read index received' (duration: 770.555362ms)","trace[206821680] 'applied index is now lower than readState.Index' (duration: 191.172485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:12.613743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.959013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:29:12.613818Z","caller":"traceutil/trace.go:171","msg":"trace[172035099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20981; }","duration":"962.099476ms","start":"2026-07-28T16:29:11.6517Z","end":"2026-07-28T16:29:12.6138Z","steps":["trace[172035099] 'agreement among raft nodes before linearized reading' (duration: 961.932192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:12.613858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:11.651669Z","time spent":"962.182598ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:29:12.626888Z","caller":"traceutil/trace.go:171","msg":"trace[263320831] transaction","detail":"{read_only:false; response_revision:20982; number_of_response:1; }","duration":"186.764217ms","start":"2026-07-28T16:29:12.440096Z","end":"2026-07-28T16:29:12.62686Z","steps":["trace[263320831] 'process raft request' (duration: 186.511101ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:12.627262Z","caller":"traceutil/trace.go:171","msg":"trace[226322618] transaction","detail":"{read_only:false; response_revision:20983; number_of_response:1; }","duration":"186.967772ms","start":"2026-07-28T16:29:12.440268Z","end":"2026-07-28T16:29:12.627236Z","steps":["trace[226322618] 'process raft request' (duration: 186.524101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:12.627524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.847614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:29:12.627588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.672001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:29:12.627617Z","caller":"traceutil/trace.go:171","msg":"trace[1412234908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20985; }","duration":"477.761013ms","start":"2026-07-28T16:29:12.149849Z","end":"2026-07-28T16:29:12.62761Z","steps":["trace[1412234908] 'agreement among raft nodes before linearized reading' (duration: 477.6166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:12.627594Z","caller":"traceutil/trace.go:171","msg":"trace[1168423574] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20985; }","duration":"355.979818ms","start":"2026-07-28T16:29:12.2716Z","end":"2026-07-28T16:29:12.62758Z","steps":["trace[1168423574] 'agreement among raft nodes before linearized reading' (duration: 355.860055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:12.627679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:12.27153Z","time spent":"356.136802ms","remote":"127.0.0.1:51898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:12.627636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:12.149823Z","time spent":"477.807704ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:29:12.627991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.446023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:29:12.628016Z","caller":"traceutil/trace.go:171","msg":"trace[56083296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20985; }","duration":"251.470313ms","start":"2026-07-28T16:29:12.376539Z","end":"2026-07-28T16:29:12.628009Z","steps":["trace[56083296] 'agreement among raft nodes before linearized reading' (duration: 251.390971ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:12.628146Z","caller":"traceutil/trace.go:171","msg":"trace[48156191] transaction","detail":"{read_only:false; response_revision:20984; number_of_response:1; }","duration":"187.428793ms","start":"2026-07-28T16:29:12.440711Z","end":"2026-07-28T16:29:12.62814Z","steps":["trace[48156191] 'process raft request' (duration: 186.127911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:12.627686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.705706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:29:12.628235Z","caller":"traceutil/trace.go:171","msg":"trace[1505448164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20985; }","duration":"479.27625ms","start":"2026-07-28T16:29:12.148944Z","end":"2026-07-28T16:29:12.62822Z","steps":["trace[1505448164] 'agreement among raft nodes before linearized reading' (duration: 478.706466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:12.628294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:12.148932Z","time spent":"479.350182ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:29:12.628322Z","caller":"traceutil/trace.go:171","msg":"trace[264587221] transaction","detail":"{read_only:false; response_revision:20985; number_of_response:1; }","duration":"185.965069ms","start":"2026-07-28T16:29:12.44235Z","end":"2026-07-28T16:29:12.628315Z","steps":["trace[264587221] 'process raft request' (duration: 184.534484ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:13.228453Z","caller":"traceutil/trace.go:171","msg":"trace[1746410271] transaction","detail":"{read_only:false; response_revision:20990; number_of_response:1; }","duration":"186.651335ms","start":"2026-07-28T16:29:13.041766Z","end":"2026-07-28T16:29:13.228417Z","steps":["trace[1746410271] 'process raft request' (duration: 186.44317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:14.362012Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133774836s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:29:14.362856Z","caller":"traceutil/trace.go:171","msg":"trace[1100883278] transaction","detail":"{read_only:false; response_revision:20991; number_of_response:1; }","duration":"1.320907742s","start":"2026-07-28T16:29:13.041915Z","end":"2026-07-28T16:29:14.362823Z","steps":["trace[1100883278] 'process raft request' (duration: 1.320458331s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:14.362834Z","caller":"traceutil/trace.go:171","msg":"trace[1223026941] transaction","detail":"{read_only:false; response_revision:20992; number_of_response:1; }","duration":"1.320693927s","start":"2026-07-28T16:29:13.042094Z","end":"2026-07-28T16:29:14.362788Z","steps":["trace[1223026941] 'process raft request' (duration: 1.320564004s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:14.363085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:13.041886Z","time spent":"1.321075716s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:14.363075Z","caller":"traceutil/trace.go:171","msg":"trace[1965447416] linearizableReadLoop","detail":"{readStateIndex:21652; appliedIndex:21648; }","duration":"1.318388351s","start":"2026-07-28T16:29:13.044592Z","end":"2026-07-28T16:29:14.36298Z","steps":["trace[1965447416] 'read index received' (duration: 183.506028ms)","trace[1965447416] 'applied index is now lower than readState.Index' (duration: 1.134878103s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:14.363244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:13.04207Z","time spent":"1.321045595s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:14.363311Z","caller":"traceutil/trace.go:171","msg":"trace[1991988330] transaction","detail":"{read_only:false; response_revision:20993; number_of_response:1; }","duration":"1.320654166s","start":"2026-07-28T16:29:13.04258Z","end":"2026-07-28T16:29:14.363234Z","steps":["trace[1991988330] 'process raft request' (duration: 1.320130863s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:14.363581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:13.042565Z","time spent":"1.320886601s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:14.363975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319382165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:580349"} {"level":"info","ts":"2026-07-28T16:29:14.364043Z","caller":"traceutil/trace.go:171","msg":"trace[767622036] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:20993; }","duration":"1.319479207s","start":"2026-07-28T16:29:13.044549Z","end":"2026-07-28T16:29:14.364028Z","steps":["trace[767622036] 'agreement among raft nodes before linearized reading' (duration: 1.318580555s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:14.364157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:13.044531Z","time spent":"1.31960674s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":580372,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:29:14.37756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307610628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:29:14.377645Z","caller":"traceutil/trace.go:171","msg":"trace[819476544] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:20996; }","duration":"1.307764222s","start":"2026-07-28T16:29:13.069864Z","end":"2026-07-28T16:29:14.377628Z","steps":["trace[819476544] 'agreement among raft nodes before linearized reading' (duration: 1.307524337s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:14.377615Z","caller":"traceutil/trace.go:171","msg":"trace[917191813] transaction","detail":"{read_only:false; response_revision:20994; number_of_response:1; }","duration":"1.146649499s","start":"2026-07-28T16:29:13.230922Z","end":"2026-07-28T16:29:14.377572Z","steps":["trace[917191813] 'process raft request' (duration: 1.146219319s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:14.377691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:13.069841Z","time spent":"1.307843134s","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:14.377656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.689577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:29:14.377695Z","caller":"traceutil/trace.go:171","msg":"trace[1516204273] transaction","detail":"{read_only:false; response_revision:20995; number_of_response:1; }","duration":"666.928578ms","start":"2026-07-28T16:29:13.710611Z","end":"2026-07-28T16:29:14.37754Z","steps":["trace[1516204273] 'process raft request' (duration: 666.694183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:14.377809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:13.230886Z","time spent":"1.146822303s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:14.377784Z","caller":"traceutil/trace.go:171","msg":"trace[286258746] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20996; }","duration":"108.863441ms","start":"2026-07-28T16:29:14.268867Z","end":"2026-07-28T16:29:14.37773Z","steps":["trace[286258746] 'agreement among raft nodes before linearized reading' (duration: 108.560734ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:14.377836Z","caller":"traceutil/trace.go:171","msg":"trace[1066924351] transaction","detail":"{read_only:false; response_revision:20996; number_of_response:1; }","duration":"624.28636ms","start":"2026-07-28T16:29:13.75353Z","end":"2026-07-28T16:29:14.377817Z","steps":["trace[1066924351] 'process raft request' (duration: 623.811708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:14.377873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:13.710574Z","time spent":"667.210355ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:14.377923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:13.753493Z","time spent":"624.387743ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:14.378049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.16618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:29:14.37809Z","caller":"traceutil/trace.go:171","msg":"trace[1148537984] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:20996; }","duration":"174.256353ms","start":"2026-07-28T16:29:14.20382Z","end":"2026-07-28T16:29:14.378076Z","steps":["trace[1148537984] 'agreement among raft nodes before linearized reading' (duration: 174.178841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:14.378178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.954941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:29:14.37824Z","caller":"traceutil/trace.go:171","msg":"trace[1763371606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20996; }","duration":"725.053913ms","start":"2026-07-28T16:29:13.65317Z","end":"2026-07-28T16:29:14.378224Z","steps":["trace[1763371606] 'agreement among raft nodes before linearized reading' (duration: 724.890109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:14.378265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:13.653142Z","time spent":"725.117495ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:29:14.378451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15245141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T16:29:14.378561Z","caller":"traceutil/trace.go:171","msg":"trace[380151198] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20996; }","duration":"1.152663086s","start":"2026-07-28T16:29:13.225875Z","end":"2026-07-28T16:29:14.378538Z","steps":["trace[380151198] 'agreement among raft nodes before linearized reading' (duration: 1.152154663s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:14.378609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:13.225833Z","time spent":"1.152766488s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:29:14.886167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.837421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:29:14.886362Z","caller":"traceutil/trace.go:171","msg":"trace[902545513] transaction","detail":"{read_only:false; response_revision:20997; number_of_response:1; }","duration":"503.331765ms","start":"2026-07-28T16:29:14.383001Z","end":"2026-07-28T16:29:14.886333Z","steps":["trace[902545513] 'process raft request' (duration: 143.130695ms)","trace[902545513] 'compare' (duration: 359.410341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:14.886473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:14.382982Z","time spent":"503.431697ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:15.152569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626806810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:29:15.624933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026691249s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:29:15.62548Z","caller":"traceutil/trace.go:171","msg":"trace[10390447] transaction","detail":"{read_only:false; response_revision:20998; number_of_response:1; }","duration":"1.027404817s","start":"2026-07-28T16:29:14.59805Z","end":"2026-07-28T16:29:15.625455Z","steps":["trace[10390447] 'process raft request' (duration: 1.027254724s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:15.62562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:14.598009Z","time spent":"1.027540921s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:15.945722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.340215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:29:15.946016Z","caller":"traceutil/trace.go:171","msg":"trace[1261468516] linearizableReadLoop","detail":"{readStateIndex:21660; appliedIndex:21656; }","duration":"1.294100703s","start":"2026-07-28T16:29:14.651896Z","end":"2026-07-28T16:29:15.945996Z","steps":["trace[1261468516] 'read index received' (duration: 973.459124ms)","trace[1261468516] 'applied index is now lower than readState.Index' (duration: 320.640699ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:15.946042Z","caller":"traceutil/trace.go:171","msg":"trace[33340216] transaction","detail":"{read_only:false; response_revision:20999; number_of_response:1; }","duration":"1.346812866s","start":"2026-07-28T16:29:14.599177Z","end":"2026-07-28T16:29:15.94599Z","steps":["trace[33340216] 'process raft request' (duration: 1.147110282s)","trace[33340216] 'compare' (duration: 199.101529ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:15.946199Z","caller":"traceutil/trace.go:171","msg":"trace[212139678] transaction","detail":"{read_only:false; response_revision:21001; number_of_response:1; }","duration":"1.092094035s","start":"2026-07-28T16:29:14.854032Z","end":"2026-07-28T16:29:15.946126Z","steps":["trace[212139678] 'process raft request' (duration: 1.091918351s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:15.946301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:14.599148Z","time spent":"1.347019601s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:15.946351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291270933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:29:15.946394Z","caller":"traceutil/trace.go:171","msg":"trace[369953880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21001; }","duration":"1.291330895s","start":"2026-07-28T16:29:14.655052Z","end":"2026-07-28T16:29:15.946383Z","steps":["trace[369953880] 'agreement among raft nodes before linearized reading' (duration: 1.291241043s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:15.946441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:14.655041Z","time spent":"1.291391156s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:29:15.946435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:14.854005Z","time spent":"1.092300709s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:15.946453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.691431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:29:15.946256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294364349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:29:15.946563Z","caller":"traceutil/trace.go:171","msg":"trace[1479077157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21001; }","duration":"295.851225ms","start":"2026-07-28T16:29:15.65069Z","end":"2026-07-28T16:29:15.946542Z","steps":["trace[1479077157] 'agreement among raft nodes before linearized reading' (duration: 295.65372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:15.946573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.697563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T16:29:15.946591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.558634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:29:15.946605Z","caller":"traceutil/trace.go:171","msg":"trace[113008185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21001; }","duration":"1.294744198s","start":"2026-07-28T16:29:14.651841Z","end":"2026-07-28T16:29:15.946585Z","steps":["trace[113008185] 'agreement among raft nodes before linearized reading' (duration: 1.294268996s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:15.946636Z","caller":"traceutil/trace.go:171","msg":"trace[1297751457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21001; }","duration":"970.658637ms","start":"2026-07-28T16:29:14.975966Z","end":"2026-07-28T16:29:15.946625Z","steps":["trace[1297751457] 'agreement among raft nodes before linearized reading' (duration: 970.587125ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:15.946646Z","caller":"traceutil/trace.go:171","msg":"trace[666854754] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21001; }","duration":"261.800166ms","start":"2026-07-28T16:29:15.68482Z","end":"2026-07-28T16:29:15.94662Z","steps":["trace[666854754] 'agreement among raft nodes before linearized reading' (duration: 261.583951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:15.94666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.343562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:29:15.946668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:14.65182Z","time spent":"1.294827181s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:29:15.946725Z","caller":"traceutil/trace.go:171","msg":"trace[890933361] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:21001; }","duration":"649.468396ms","start":"2026-07-28T16:29:15.297235Z","end":"2026-07-28T16:29:15.946703Z","steps":["trace[890933361] 'agreement among raft nodes before linearized reading' (duration: 649.380764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:15.946747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.170533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:29:15.946794Z","caller":"traceutil/trace.go:171","msg":"trace[1313533746] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:21001; }","duration":"850.280955ms","start":"2026-07-28T16:29:15.096503Z","end":"2026-07-28T16:29:15.946784Z","steps":["trace[1313533746] 'agreement among raft nodes before linearized reading' (duration: 850.002328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:15.946836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:15.096471Z","time spent":"850.357307ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":136,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:29:15.946452Z","caller":"traceutil/trace.go:171","msg":"trace[1478162837] transaction","detail":"{read_only:false; response_revision:21000; number_of_response:1; }","duration":"1.250515542s","start":"2026-07-28T16:29:14.695905Z","end":"2026-07-28T16:29:15.94642Z","steps":["trace[1478162837] 'process raft request' (duration: 1.249934648s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:15.94679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:15.297199Z","time spent":"649.574369ms","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:15.947101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:14.695877Z","time spent":"1.251064195s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:15.946667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:14.975934Z","time spent":"970.725598ms","remote":"127.0.0.1:58502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:15.946574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.628273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:29:15.947297Z","caller":"traceutil/trace.go:171","msg":"trace[628224995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21001; }","duration":"713.434822ms","start":"2026-07-28T16:29:15.233821Z","end":"2026-07-28T16:29:15.947256Z","steps":["trace[628224995] 'agreement among raft nodes before linearized reading' (duration: 712.615762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:15.947368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:15.23379Z","time spent":"713.560506ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:29:16.437428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.452653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:29:16.437572Z","caller":"traceutil/trace.go:171","msg":"trace[1804605719] transaction","detail":"{read_only:false; response_revision:21002; number_of_response:1; }","duration":"486.873665ms","start":"2026-07-28T16:29:15.950673Z","end":"2026-07-28T16:29:16.437546Z","steps":["trace[1804605719] 'process raft request' (duration: 113.184886ms)","trace[1804605719] 'compare' (duration: 373.035953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:16.437645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:15.950658Z","time spent":"486.954376ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:16.53442Z","caller":"traceutil/trace.go:171","msg":"trace[1394326966] linearizableReadLoop","detail":"{readStateIndex:21665; appliedIndex:21661; }","duration":"420.322683ms","start":"2026-07-28T16:29:16.114071Z","end":"2026-07-28T16:29:16.534394Z","steps":["trace[1394326966] 'read index received' (duration: 420.171819ms)","trace[1394326966] 'applied index is now lower than readState.Index' (duration: 149.154µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:16.534538Z","caller":"traceutil/trace.go:171","msg":"trace[709846474] transaction","detail":"{read_only:false; response_revision:21004; number_of_response:1; }","duration":"582.311417ms","start":"2026-07-28T16:29:15.952216Z","end":"2026-07-28T16:29:16.534527Z","steps":["trace[709846474] 'process raft request' (duration: 582.067621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:16.53465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:15.952177Z","time spent":"582.390309ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:16.534778Z","caller":"traceutil/trace.go:171","msg":"trace[1041444853] transaction","detail":"{read_only:false; response_revision:21005; number_of_response:1; }","duration":"582.43287ms","start":"2026-07-28T16:29:15.952336Z","end":"2026-07-28T16:29:16.534769Z","steps":["trace[1041444853] 'process raft request' (duration: 581.984829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:16.53483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:15.952326Z","time spent":"582.478251ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:16.534909Z","caller":"traceutil/trace.go:171","msg":"trace[929758575] transaction","detail":"{read_only:false; response_revision:21006; number_of_response:1; }","duration":"582.182474ms","start":"2026-07-28T16:29:15.952716Z","end":"2026-07-28T16:29:16.534899Z","steps":["trace[929758575] 'process raft request' (duration: 581.641091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:16.534958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:15.952701Z","time spent":"582.231165ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:16.534435Z","caller":"traceutil/trace.go:171","msg":"trace[18544022] transaction","detail":"{read_only:false; response_revision:21003; number_of_response:1; }","duration":"582.436941ms","start":"2026-07-28T16:29:15.95195Z","end":"2026-07-28T16:29:16.534387Z","steps":["trace[18544022] 'process raft request' (duration: 582.173785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:16.53517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:15.951921Z","time spent":"583.173608ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:16.53517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.096153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T16:29:16.535241Z","caller":"traceutil/trace.go:171","msg":"trace[18440264] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21006; }","duration":"421.206215ms","start":"2026-07-28T16:29:16.114017Z","end":"2026-07-28T16:29:16.535223Z","steps":["trace[18440264] 'agreement among raft nodes before linearized reading' (duration: 421.017211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:16.535293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:16.113996Z","time spent":"421.287427ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:29:16.741143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.907233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:29:16.741366Z","caller":"traceutil/trace.go:171","msg":"trace[1849090936] transaction","detail":"{read_only:false; response_revision:21008; number_of_response:1; }","duration":"200.339158ms","start":"2026-07-28T16:29:16.541009Z","end":"2026-07-28T16:29:16.741348Z","steps":["trace[1849090936] 'process raft request' (duration: 200.263206ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:16.741473Z","caller":"traceutil/trace.go:171","msg":"trace[744435454] transaction","detail":"{read_only:false; response_revision:21007; number_of_response:1; }","duration":"356.046168ms","start":"2026-07-28T16:29:16.385397Z","end":"2026-07-28T16:29:16.741443Z","steps":["trace[744435454] 'process raft request' (duration: 172.790726ms)","trace[744435454] 'compare' (duration: 182.407391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:16.741611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:16.385374Z","time spent":"356.162071ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:16.741628Z","caller":"traceutil/trace.go:171","msg":"trace[836727489] linearizableReadLoop","detail":"{readStateIndex:21666; appliedIndex:21665; }","duration":"207.046051ms","start":"2026-07-28T16:29:16.534489Z","end":"2026-07-28T16:29:16.741536Z","steps":["trace[836727489] 'read index received' (duration: 23.966374ms)","trace[836727489] 'applied index is now lower than readState.Index' (duration: 183.075307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:16.74173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.589964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:29:16.741775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.854598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:29:16.741782Z","caller":"traceutil/trace.go:171","msg":"trace[600386538] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:21008; }","duration":"368.656895ms","start":"2026-07-28T16:29:16.373107Z","end":"2026-07-28T16:29:16.741763Z","steps":["trace[600386538] 'agreement among raft nodes before linearized reading' (duration: 368.583363ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:16.741801Z","caller":"traceutil/trace.go:171","msg":"trace[849053342] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21008; }","duration":"363.89243ms","start":"2026-07-28T16:29:16.377901Z","end":"2026-07-28T16:29:16.741793Z","steps":["trace[849053342] 'agreement among raft nodes before linearized reading' (duration: 363.809178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:16.741823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:16.377893Z","time spent":"363.92447ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:29:16.741823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:16.373098Z","time spent":"368.708217ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:16.741931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.576015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:29:16.742097Z","caller":"traceutil/trace.go:171","msg":"trace[1697350812] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21008; }","duration":"373.793851ms","start":"2026-07-28T16:29:16.368252Z","end":"2026-07-28T16:29:16.742046Z","steps":["trace[1697350812] 'agreement among raft nodes before linearized reading' (duration: 373.476313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:16.742171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:16.368203Z","time spent":"373.949644ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:29:16.742407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.212172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T16:29:16.7425Z","caller":"traceutil/trace.go:171","msg":"trace[1866638139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21008; }","duration":"372.346985ms","start":"2026-07-28T16:29:16.370133Z","end":"2026-07-28T16:29:16.74248Z","steps":["trace[1866638139] 'agreement among raft nodes before linearized reading' (duration: 372.043968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:16.74247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.307384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T16:29:16.742545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:16.370127Z","time spent":"372.410147ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:29:16.742572Z","caller":"traceutil/trace.go:171","msg":"trace[692267559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21008; }","duration":"372.458168ms","start":"2026-07-28T16:29:16.37009Z","end":"2026-07-28T16:29:16.742548Z","steps":["trace[692267559] 'agreement among raft nodes before linearized reading' (duration: 372.093769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:16.74264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:16.370076Z","time spent":"372.55259ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:29:17.030747Z","caller":"traceutil/trace.go:171","msg":"trace[1650540806] transaction","detail":"{read_only:false; response_revision:21009; number_of_response:1; }","duration":"281.841983ms","start":"2026-07-28T16:29:16.748873Z","end":"2026-07-28T16:29:17.030715Z","steps":["trace[1650540806] 'process raft request' (duration: 231.104318ms)","trace[1650540806] 'compare' (duration: 50.609292ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:17.102151Z","caller":"traceutil/trace.go:171","msg":"trace[901559879] transaction","detail":"{read_only:false; response_revision:21010; number_of_response:1; }","duration":"352.841753ms","start":"2026-07-28T16:29:16.749281Z","end":"2026-07-28T16:29:17.102123Z","steps":["trace[901559879] 'process raft request' (duration: 352.649019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:17.102289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:16.749252Z","time spent":"352.964836ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:17.102434Z","caller":"traceutil/trace.go:171","msg":"trace[16237257] transaction","detail":"{read_only:false; response_revision:21011; number_of_response:1; }","duration":"353.004507ms","start":"2026-07-28T16:29:16.749399Z","end":"2026-07-28T16:29:17.102404Z","steps":["trace[16237257] 'process raft request' (duration: 352.685349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:17.102611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:16.749393Z","time spent":"353.11493ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:26.092636Z","caller":"traceutil/trace.go:171","msg":"trace[277836577] transaction","detail":"{read_only:false; response_revision:21064; number_of_response:1; }","duration":"105.156931ms","start":"2026-07-28T16:29:25.987453Z","end":"2026-07-28T16:29:26.09261Z","steps":["trace[277836577] 'process raft request' (duration: 104.876624ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:26.094406Z","caller":"traceutil/trace.go:171","msg":"trace[716940713] transaction","detail":"{read_only:false; response_revision:21065; number_of_response:1; }","duration":"105.475629ms","start":"2026-07-28T16:29:25.988901Z","end":"2026-07-28T16:29:26.094376Z","steps":["trace[716940713] 'process raft request' (duration: 105.320025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:32.843871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.72267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:29:32.844366Z","caller":"traceutil/trace.go:171","msg":"trace[1900692948] transaction","detail":"{read_only:false; response_revision:21111; number_of_response:1; }","duration":"203.907755ms","start":"2026-07-28T16:29:32.640433Z","end":"2026-07-28T16:29:32.844341Z","steps":["trace[1900692948] 'process raft request' (duration: 52.603551ms)","trace[1900692948] 'compare' (duration: 150.592867ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:34.263669Z","caller":"traceutil/trace.go:171","msg":"trace[1478671668] transaction","detail":"{read_only:false; response_revision:21118; number_of_response:1; }","duration":"144.703753ms","start":"2026-07-28T16:29:34.118939Z","end":"2026-07-28T16:29:34.263643Z","steps":["trace[1478671668] 'process raft request' (duration: 114.873197ms)","trace[1478671668] 'compare' (duration: 29.712733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:36.716098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626807147,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:29:36.769543Z","caller":"traceutil/trace.go:171","msg":"trace[573629435] transaction","detail":"{read_only:false; response_revision:21128; number_of_response:1; }","duration":"566.507893ms","start":"2026-07-28T16:29:36.20301Z","end":"2026-07-28T16:29:36.769518Z","steps":["trace[573629435] 'process raft request' (duration: 566.35245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:36.769743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.202991Z","time spent":"566.627507ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:37.304689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.4367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:29:37.304811Z","caller":"traceutil/trace.go:171","msg":"trace[758512860] linearizableReadLoop","detail":"{readStateIndex:21793; appliedIndex:21791; }","duration":"1.089336584s","start":"2026-07-28T16:29:36.215431Z","end":"2026-07-28T16:29:37.304768Z","steps":["trace[758512860] 'read index received' (duration: 553.912977ms)","trace[758512860] 'applied index is now lower than readState.Index' (duration: 535.422277ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:37.304861Z","caller":"traceutil/trace.go:171","msg":"trace[1948840601] transaction","detail":"{read_only:false; response_revision:21129; number_of_response:1; }","duration":"1.035914584s","start":"2026-07-28T16:29:36.268916Z","end":"2026-07-28T16:29:37.304831Z","steps":["trace[1948840601] 'process raft request' (duration: 635.239758ms)","trace[1948840601] 'compare' (duration: 399.992879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:37.304952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089527549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:29:37.304977Z","caller":"traceutil/trace.go:171","msg":"trace[1031089060] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21129; }","duration":"1.08958629s","start":"2026-07-28T16:29:36.215383Z","end":"2026-07-28T16:29:37.304969Z","steps":["trace[1031089060] 'agreement among raft nodes before linearized reading' (duration: 1.089485438s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:37.304993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.2689Z","time spent":"1.036023526s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:37.305003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.215367Z","time spent":"1.089629221s","remote":"127.0.0.1:35914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":34,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:37.325352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.486722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:29:37.325521Z","caller":"traceutil/trace.go:171","msg":"trace[155826901] transaction","detail":"{read_only:false; response_revision:21130; number_of_response:1; }","duration":"330.419865ms","start":"2026-07-28T16:29:36.995075Z","end":"2026-07-28T16:29:37.325495Z","steps":["trace[155826901] 'process raft request' (duration: 329.990904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:37.325576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.488461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:29:37.325613Z","caller":"traceutil/trace.go:171","msg":"trace[1035069916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21130; }","duration":"782.78192ms","start":"2026-07-28T16:29:36.542763Z","end":"2026-07-28T16:29:37.325545Z","steps":["trace[1035069916] 'agreement among raft nodes before linearized reading' (duration: 782.478913ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:37.325649Z","caller":"traceutil/trace.go:171","msg":"trace[653804420] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:21130; }","duration":"370.579533ms","start":"2026-07-28T16:29:36.95504Z","end":"2026-07-28T16:29:37.32562Z","steps":["trace[653804420] 'agreement among raft nodes before linearized reading' (duration: 370.501631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:37.325671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.542739Z","time spent":"782.924113ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:29:37.325709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.955018Z","time spent":"370.680196ms","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:37.325687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.195248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T16:29:37.325729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.995044Z","time spent":"330.532688ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:37.325812Z","caller":"traceutil/trace.go:171","msg":"trace[338479241] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21130; }","duration":"695.352761ms","start":"2026-07-28T16:29:36.630427Z","end":"2026-07-28T16:29:37.32578Z","steps":["trace[338479241] 'agreement among raft nodes before linearized reading' (duration: 694.994662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:37.325827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.592554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:29:37.325883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.630416Z","time spent":"695.456133ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:29:37.325893Z","caller":"traceutil/trace.go:171","msg":"trace[376836717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21130; }","duration":"676.669316ms","start":"2026-07-28T16:29:36.649203Z","end":"2026-07-28T16:29:37.325873Z","steps":["trace[376836717] 'agreement among raft nodes before linearized reading' (duration: 676.490592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:37.326082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.649197Z","time spent":"676.874571ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:29:37.325862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.380256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:29:37.326166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.439173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:29:37.326495Z","caller":"traceutil/trace.go:171","msg":"trace[2051443168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21130; }","duration":"656.946796ms","start":"2026-07-28T16:29:36.669511Z","end":"2026-07-28T16:29:37.326458Z","steps":["trace[2051443168] 'agreement among raft nodes before linearized reading' (duration: 656.123086ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:37.326401Z","caller":"traceutil/trace.go:171","msg":"trace[240077399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21130; }","duration":"719.967231ms","start":"2026-07-28T16:29:36.606419Z","end":"2026-07-28T16:29:37.326386Z","steps":["trace[240077399] 'agreement among raft nodes before linearized reading' (duration: 719.250883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:37.326559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.669504Z","time spent":"657.041899ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:29:37.32655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.237583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:29:37.326563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.606405Z","time spent":"720.143385ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:29:37.325968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.910067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:29:37.326681Z","caller":"traceutil/trace.go:171","msg":"trace[263827423] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21130; }","duration":"731.646535ms","start":"2026-07-28T16:29:36.59502Z","end":"2026-07-28T16:29:37.326667Z","steps":["trace[263827423] 'agreement among raft nodes before linearized reading' (duration: 730.872646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:37.325999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.911996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:29:37.326723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.595004Z","time spent":"731.709907ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:29:37.326755Z","caller":"traceutil/trace.go:171","msg":"trace[1548584063] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:21130; }","duration":"717.683075ms","start":"2026-07-28T16:29:36.609039Z","end":"2026-07-28T16:29:37.326722Z","steps":["trace[1548584063] 'agreement among raft nodes before linearized reading' (duration: 716.910206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:37.325456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.2151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:29:37.326808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.609025Z","time spent":"717.765837ms","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:29:37.326825Z","caller":"traceutil/trace.go:171","msg":"trace[35068417] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21130; }","duration":"600.674786ms","start":"2026-07-28T16:29:36.726135Z","end":"2026-07-28T16:29:37.32681Z","steps":["trace[35068417] 'agreement among raft nodes before linearized reading' (duration: 599.145759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:37.325435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.604962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:29:37.326873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.726124Z","time spent":"600.732747ms","remote":"127.0.0.1:35644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:29:37.326671Z","caller":"traceutil/trace.go:171","msg":"trace[1085162216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21130; }","duration":"466.406197ms","start":"2026-07-28T16:29:36.86023Z","end":"2026-07-28T16:29:37.326636Z","steps":["trace[1085162216] 'agreement among raft nodes before linearized reading' (duration: 465.759591ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:37.326912Z","caller":"traceutil/trace.go:171","msg":"trace[1879728995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21130; }","duration":"321.131929ms","start":"2026-07-28T16:29:37.005764Z","end":"2026-07-28T16:29:37.326896Z","steps":["trace[1879728995] 'agreement among raft nodes before linearized reading' (duration: 319.54712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:37.326929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.86017Z","time spent":"466.748995ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:29:37.326932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.657109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T16:29:37.326951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:37.005747Z","time spent":"321.19226ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"info","ts":"2026-07-28T16:29:37.326992Z","caller":"traceutil/trace.go:171","msg":"trace[78940108] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21130; }","duration":"495.71911ms","start":"2026-07-28T16:29:36.831256Z","end":"2026-07-28T16:29:37.326975Z","steps":["trace[78940108] 'agreement among raft nodes before linearized reading' (duration: 494.90127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:37.327317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:36.831197Z","time spent":"496.10373ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:29:39.528864Z","caller":"traceutil/trace.go:171","msg":"trace[1904834116] transaction","detail":"{read_only:false; response_revision:21147; number_of_response:1; }","duration":"102.214389ms","start":"2026-07-28T16:29:39.426626Z","end":"2026-07-28T16:29:39.52884Z","steps":["trace[1904834116] 'process raft request' (duration: 97.085074ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:41.424939Z","caller":"traceutil/trace.go:171","msg":"trace[1862046210] transaction","detail":"{read_only:false; response_revision:21157; number_of_response:1; }","duration":"101.094301ms","start":"2026-07-28T16:29:41.323822Z","end":"2026-07-28T16:29:41.424917Z","steps":["trace[1862046210] 'process raft request' (duration: 100.927737ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:41.576225Z","caller":"traceutil/trace.go:171","msg":"trace[905584534] linearizableReadLoop","detail":"{readStateIndex:21823; appliedIndex:21821; }","duration":"157.033793ms","start":"2026-07-28T16:29:41.419171Z","end":"2026-07-28T16:29:41.576205Z","steps":["trace[905584534] 'read index received' (duration: 5.576755ms)","trace[905584534] 'applied index is now lower than readState.Index' (duration: 151.456288ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:41.576263Z","caller":"traceutil/trace.go:171","msg":"trace[1515987540] transaction","detail":"{read_only:false; response_revision:21158; number_of_response:1; }","duration":"168.775389ms","start":"2026-07-28T16:29:41.407467Z","end":"2026-07-28T16:29:41.576243Z","steps":["trace[1515987540] 'process raft request' (duration: 168.528893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:41.576353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.179747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:29:41.576393Z","caller":"traceutil/trace.go:171","msg":"trace[1618090972] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21158; }","duration":"157.253619ms","start":"2026-07-28T16:29:41.419115Z","end":"2026-07-28T16:29:41.576369Z","steps":["trace[1618090972] 'agreement among raft nodes before linearized reading' (duration: 157.188688ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:43.729673Z","caller":"traceutil/trace.go:171","msg":"trace[1539806270] linearizableReadLoop","detail":"{readStateIndex:21837; appliedIndex:21836; }","duration":"135.141361ms","start":"2026-07-28T16:29:43.594497Z","end":"2026-07-28T16:29:43.729638Z","steps":["trace[1539806270] 'read index received' (duration: 134.846054ms)","trace[1539806270] 'applied index is now lower than readState.Index' (duration: 293.827µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:43.729732Z","caller":"traceutil/trace.go:171","msg":"trace[41169736] transaction","detail":"{read_only:false; response_revision:21171; number_of_response:1; }","duration":"148.476265ms","start":"2026-07-28T16:29:43.581216Z","end":"2026-07-28T16:29:43.729693Z","steps":["trace[41169736] 'process raft request' (duration: 148.169248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:43.730233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.603773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:29:43.730319Z","caller":"traceutil/trace.go:171","msg":"trace[1073860364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21171; }","duration":"126.779757ms","start":"2026-07-28T16:29:43.603521Z","end":"2026-07-28T16:29:43.730301Z","steps":["trace[1073860364] 'agreement among raft nodes before linearized reading' (duration: 126.345666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:43.730473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.966271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:29:43.730511Z","caller":"traceutil/trace.go:171","msg":"trace[1357656891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21171; }","duration":"136.048643ms","start":"2026-07-28T16:29:43.594452Z","end":"2026-07-28T16:29:43.730501Z","steps":["trace[1357656891] 'agreement among raft nodes before linearized reading' (duration: 135.362676ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:43.987337Z","caller":"traceutil/trace.go:171","msg":"trace[981705718] transaction","detail":"{read_only:false; response_revision:21173; number_of_response:1; }","duration":"252.446527ms","start":"2026-07-28T16:29:43.734857Z","end":"2026-07-28T16:29:43.987303Z","steps":["trace[981705718] 'process raft request' (duration: 211.258484ms)","trace[981705718] 'compare' (duration: 40.853785ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:43.987503Z","caller":"traceutil/trace.go:171","msg":"trace[1911158443] transaction","detail":"{read_only:false; response_revision:21174; number_of_response:1; }","duration":"252.482808ms","start":"2026-07-28T16:29:43.734951Z","end":"2026-07-28T16:29:43.987434Z","steps":["trace[1911158443] 'process raft request' (duration: 252.268003ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:43.987654Z","caller":"traceutil/trace.go:171","msg":"trace[1280030239] transaction","detail":"{read_only:false; response_revision:21175; number_of_response:1; }","duration":"252.649972ms","start":"2026-07-28T16:29:43.734994Z","end":"2026-07-28T16:29:43.987644Z","steps":["trace[1280030239] 'process raft request' (duration: 252.335964ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:43.98776Z","caller":"traceutil/trace.go:171","msg":"trace[1733945502] transaction","detail":"{read_only:false; response_revision:21177; number_of_response:1; }","duration":"251.602187ms","start":"2026-07-28T16:29:43.736148Z","end":"2026-07-28T16:29:43.98775Z","steps":["trace[1733945502] 'process raft request' (duration: 251.32103ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:43.987605Z","caller":"traceutil/trace.go:171","msg":"trace[280367179] transaction","detail":"{read_only:false; response_revision:21176; number_of_response:1; }","duration":"252.288113ms","start":"2026-07-28T16:29:43.735298Z","end":"2026-07-28T16:29:43.987586Z","steps":["trace[280367179] 'process raft request' (duration: 252.098098ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:43.987852Z","caller":"traceutil/trace.go:171","msg":"trace[1418043742] transaction","detail":"{read_only:false; response_revision:21178; number_of_response:1; }","duration":"136.802731ms","start":"2026-07-28T16:29:43.851009Z","end":"2026-07-28T16:29:43.987812Z","steps":["trace[1418043742] 'process raft request' (duration: 136.520764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:46.113064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.267697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:29:46.11311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.54378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:29:46.113111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.289238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:29:46.113156Z","caller":"traceutil/trace.go:171","msg":"trace[2013753229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21188; }","duration":"120.38089ms","start":"2026-07-28T16:29:45.992752Z","end":"2026-07-28T16:29:46.113133Z","steps":["trace[2013753229] 'agreement among raft nodes before linearized reading' (duration: 120.192746ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:46.113171Z","caller":"traceutil/trace.go:171","msg":"trace[177127825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21188; }","duration":"119.641322ms","start":"2026-07-28T16:29:45.993517Z","end":"2026-07-28T16:29:46.113158Z","steps":["trace[177127825] 'agreement among raft nodes before linearized reading' (duration: 119.382566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:46.113047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.248707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:29:46.11334Z","caller":"traceutil/trace.go:171","msg":"trace[89633759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21188; }","duration":"120.551975ms","start":"2026-07-28T16:29:45.992716Z","end":"2026-07-28T16:29:46.113268Z","steps":["trace[89633759] 'agreement among raft nodes before linearized reading' (duration: 120.123914ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:46.113195Z","caller":"traceutil/trace.go:171","msg":"trace[1470264752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21188; }","duration":"120.40328ms","start":"2026-07-28T16:29:45.992771Z","end":"2026-07-28T16:29:46.113174Z","steps":["trace[1470264752] 'agreement among raft nodes before linearized reading' (duration: 120.103973ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:46.112823Z","caller":"traceutil/trace.go:171","msg":"trace[1301690086] transaction","detail":"{read_only:false; response_revision:21187; number_of_response:1; }","duration":"118.431723ms","start":"2026-07-28T16:29:45.994352Z","end":"2026-07-28T16:29:46.112784Z","steps":["trace[1301690086] 'process raft request' (duration: 93.545187ms)","trace[1301690086] 'compare' (duration: 24.616969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:47.87866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626807288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:29:48.126897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:47.344451Z","time spent":"782.442322ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T16:29:50.467195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.340407316s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T16:29:50.651957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999910045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T16:29:50.652042Z","caller":"traceutil/trace.go:171","msg":"trace[1121696588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040857s","start":"2026-07-28T16:29:48.651981Z","end":"2026-07-28T16:29:50.652022Z","steps":["trace[1121696588] 'agreement among raft nodes before linearized reading' (duration: 1.999937665s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:50.652109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.651963Z","time spent":"2.00013648s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 16:29:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T16:29:51.045727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.167788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:29:51.046044Z","caller":"traceutil/trace.go:171","msg":"trace[1893507708] transaction","detail":"{read_only:false; response_revision:21194; number_of_response:1; }","duration":"3.578307267s","start":"2026-07-28T16:29:47.467692Z","end":"2026-07-28T16:29:51.046Z","steps":["trace[1893507708] 'process raft request' (duration: 2.999776211s)","trace[1893507708] 'compare' (duration: 577.837839ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:51.046151Z","caller":"traceutil/trace.go:171","msg":"trace[30718617] linearizableReadLoop","detail":"{readStateIndex:21862; appliedIndex:21859; }","duration":"3.668071452s","start":"2026-07-28T16:29:47.37806Z","end":"2026-07-28T16:29:51.046131Z","steps":["trace[30718617] 'read index received' (duration: 748.747261ms)","trace[30718617] 'applied index is now lower than readState.Index' (duration: 2.919323171s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:51.046343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:47.467672Z","time spent":"3.5784694s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:51.046519Z","caller":"traceutil/trace.go:171","msg":"trace[574972467] transaction","detail":"{read_only:false; response_revision:21196; number_of_response:1; }","duration":"2.92626634s","start":"2026-07-28T16:29:48.120234Z","end":"2026-07-28T16:29:51.046501Z","steps":["trace[574972467] 'process raft request' (duration: 2.925801249s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.046614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.120214Z","time spent":"2.926351793s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:51.046828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66877179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:29:51.046905Z","caller":"traceutil/trace.go:171","msg":"trace[816130227] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21196; }","duration":"3.668909433s","start":"2026-07-28T16:29:47.377982Z","end":"2026-07-28T16:29:51.046891Z","steps":["trace[816130227] 'agreement among raft nodes before linearized reading' (duration: 3.668655216s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.04695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:47.377958Z","time spent":"3.668978815s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:29:51.04685Z","caller":"traceutil/trace.go:171","msg":"trace[273425047] transaction","detail":"{read_only:false; response_revision:21195; number_of_response:1; }","duration":"3.220067604s","start":"2026-07-28T16:29:47.826765Z","end":"2026-07-28T16:29:51.046832Z","steps":["trace[273425047] 'process raft request' (duration: 3.21906721s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.047216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:47.826731Z","time spent":"3.220394721s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:51.245859Z","caller":"traceutil/trace.go:171","msg":"trace[773786537] transaction","detail":"{read_only:false; response_revision:21197; number_of_response:1; }","duration":"3.117850435s","start":"2026-07-28T16:29:48.127972Z","end":"2026-07-28T16:29:51.245822Z","steps":["trace[773786537] 'process raft request' (duration: 3.117411385s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.245881Z","caller":"traceutil/trace.go:171","msg":"trace[1549289503] linearizableReadLoop","detail":"{readStateIndex:21867; appliedIndex:21863; }","duration":"199.62808ms","start":"2026-07-28T16:29:51.046229Z","end":"2026-07-28T16:29:51.245857Z","steps":["trace[1549289503] 'read index received' (duration: 199.122398ms)","trace[1549289503] 'applied index is now lower than readState.Index' (duration: 503.802µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:29:51.246079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.127949Z","time spent":"3.117998699s","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:51.246113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.088571782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:29:51.246185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40634459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:29:51.246196Z","caller":"traceutil/trace.go:171","msg":"trace[2085030274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21200; }","duration":"3.088671474s","start":"2026-07-28T16:29:48.157505Z","end":"2026-07-28T16:29:51.246177Z","steps":["trace[2085030274] 'agreement among raft nodes before linearized reading' (duration: 3.088372937s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.246205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090375476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:29:51.24623Z","caller":"traceutil/trace.go:171","msg":"trace[1792743860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21200; }","duration":"3.406419711s","start":"2026-07-28T16:29:47.839799Z","end":"2026-07-28T16:29:51.246218Z","steps":["trace[1792743860] 'agreement among raft nodes before linearized reading' (duration: 3.406316629s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.24624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.157496Z","time spent":"3.088735476s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:29:51.24627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:47.839776Z","time spent":"3.406486303s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:29:51.246276Z","caller":"traceutil/trace.go:171","msg":"trace[496835393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21200; }","duration":"3.090511199s","start":"2026-07-28T16:29:48.155745Z","end":"2026-07-28T16:29:51.246256Z","steps":["trace[496835393] 'agreement among raft nodes before linearized reading' (duration: 3.090231972s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.246091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395363212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:29:51.246322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.155707Z","time spent":"3.090602511s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:29:51.246024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238454661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:29:51.2464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.600717442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:29:51.246432Z","caller":"traceutil/trace.go:171","msg":"trace[1690863087] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:21200; }","duration":"3.600794924s","start":"2026-07-28T16:29:47.645629Z","end":"2026-07-28T16:29:51.246424Z","steps":["trace[1690863087] 'agreement among raft nodes before linearized reading' (duration: 3.600743693s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.246433Z","caller":"traceutil/trace.go:171","msg":"trace[2018792777] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21200; }","duration":"3.238945304s","start":"2026-07-28T16:29:48.007466Z","end":"2026-07-28T16:29:51.246411Z","steps":["trace[2018792777] 'agreement among raft nodes before linearized reading' (duration: 3.238464532s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.246468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:47.645575Z","time spent":"3.600885256s","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:51.246467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.08930322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:29:51.246507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.764570502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T16:29:51.246529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112102385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:29:51.246548Z","caller":"traceutil/trace.go:171","msg":"trace[1264564890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21200; }","duration":"3.089426893s","start":"2026-07-28T16:29:48.157102Z","end":"2026-07-28T16:29:51.246529Z","steps":["trace[1264564890] 'agreement among raft nodes before linearized reading' (duration: 3.089027703s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.246589Z","caller":"traceutil/trace.go:171","msg":"trace[783895167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21200; }","duration":"3.112189028s","start":"2026-07-28T16:29:48.134384Z","end":"2026-07-28T16:29:51.246573Z","steps":["trace[783895167] 'agreement among raft nodes before linearized reading' (duration: 3.112051544s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.246539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.007437Z","time spent":"3.239083647s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:51.246607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765193007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T16:29:51.246637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846828216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T16:29:51.246654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203912863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T16:29:51.246682Z","caller":"traceutil/trace.go:171","msg":"trace[1594069475] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21200; }","duration":"3.76530055s","start":"2026-07-28T16:29:47.481357Z","end":"2026-07-28T16:29:51.246658Z","steps":["trace[1594069475] 'agreement among raft nodes before linearized reading' (duration: 3.765140136s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.246675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.157088Z","time spent":"3.089540706s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:29:51.246892Z","caller":"traceutil/trace.go:171","msg":"trace[700602444] transaction","detail":"{read_only:false; response_revision:21198; number_of_response:1; }","duration":"2.920066959s","start":"2026-07-28T16:29:48.326813Z","end":"2026-07-28T16:29:51.24688Z","steps":["trace[700602444] 'process raft request' (duration: 2.918899461s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.246897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045519033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:29:51.246902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:47.481336Z","time spent":"3.765558317s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:29:51.246902Z","caller":"traceutil/trace.go:171","msg":"trace[744988448] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21200; }","duration":"1.20416443s","start":"2026-07-28T16:29:50.042722Z","end":"2026-07-28T16:29:51.246887Z","steps":["trace[744988448] 'agreement among raft nodes before linearized reading' (duration: 1.20374087s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.246928Z","caller":"traceutil/trace.go:171","msg":"trace[1531472046] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:21200; }","duration":"3.045600206s","start":"2026-07-28T16:29:48.201318Z","end":"2026-07-28T16:29:51.246919Z","steps":["trace[1531472046] 'agreement among raft nodes before linearized reading' (duration: 3.045372241s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.246939Z","caller":"traceutil/trace.go:171","msg":"trace[851027182] transaction","detail":"{read_only:false; response_revision:21199; number_of_response:1; }","duration":"2.274403448s","start":"2026-07-28T16:29:48.972527Z","end":"2026-07-28T16:29:51.24693Z","steps":["trace[851027182] 'process raft request' (duration: 2.27324317s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.246959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.201281Z","time spent":"3.045670417s","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:51.246536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520432188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:29:51.246974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.326791Z","time spent":"2.920128051s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:51.24637Z","caller":"traceutil/trace.go:171","msg":"trace[319269072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21200; }","duration":"3.395743421s","start":"2026-07-28T16:29:47.850609Z","end":"2026-07-28T16:29:51.246353Z","steps":["trace[319269072] 'agreement among raft nodes before linearized reading' (duration: 3.395363002s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.246995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.9725Z","time spent":"2.274459639s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:29:51.247009Z","caller":"traceutil/trace.go:171","msg":"trace[1658853965] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:21200; }","duration":"2.520944771s","start":"2026-07-28T16:29:48.726052Z","end":"2026-07-28T16:29:51.246997Z","steps":["trace[1658853965] 'agreement among raft nodes before linearized reading' (duration: 2.520451329s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.246546Z","caller":"traceutil/trace.go:171","msg":"trace[214427170] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21200; }","duration":"3.764631904s","start":"2026-07-28T16:29:47.481901Z","end":"2026-07-28T16:29:51.246533Z","steps":["trace[214427170] 'agreement among raft nodes before linearized reading' (duration: 3.764522261s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.247055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.72603Z","time spent":"2.521010513s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:51.247049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:47.850587Z","time spent":"3.396439239s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:29:51.246629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.134372Z","time spent":"3.112249119s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:29:51.24667Z","caller":"traceutil/trace.go:171","msg":"trace[1840342391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21200; }","duration":"2.846892808s","start":"2026-07-28T16:29:48.399766Z","end":"2026-07-28T16:29:51.246659Z","steps":["trace[1840342391] 'agreement among raft nodes before linearized reading' (duration: 2.846793295s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.247196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048729256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:29:51.24726Z","caller":"traceutil/trace.go:171","msg":"trace[389210615] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:21200; }","duration":"1.048849428s","start":"2026-07-28T16:29:50.198394Z","end":"2026-07-28T16:29:51.247244Z","steps":["trace[389210615] 'agreement among raft nodes before linearized reading' (duration: 1.048660473s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.247314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:50.198362Z","time spent":"1.04893857s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":115,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:29:51.247072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:47.481887Z","time spent":"3.765178667s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:29:51.247214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.399745Z","time spent":"2.847463021s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:29:51.246687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129349585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:29:51.247593Z","caller":"traceutil/trace.go:171","msg":"trace[496023992] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21200; }","duration":"3.130290698s","start":"2026-07-28T16:29:48.117289Z","end":"2026-07-28T16:29:51.247579Z","steps":["trace[496023992] 'agreement among raft nodes before linearized reading' (duration: 3.129336765s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.247645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:48.117262Z","time spent":"3.13036801s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:29:51.246683Z","caller":"traceutil/trace.go:171","msg":"trace[1132295285] transaction","detail":"{read_only:false; response_revision:21200; number_of_response:1; }","duration":"1.462988752s","start":"2026-07-28T16:29:49.783682Z","end":"2026-07-28T16:29:51.24667Z","steps":["trace[1132295285] 'process raft request' (duration: 1.462125971s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.24696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:50.042616Z","time spent":"1.204331844s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:29:51.247787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:49.783653Z","time spent":"1.464074919s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:29:51.247028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.620579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:29:51.247929Z","caller":"traceutil/trace.go:171","msg":"trace[947731165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21200; }","duration":"595.55109ms","start":"2026-07-28T16:29:50.652363Z","end":"2026-07-28T16:29:51.247914Z","steps":["trace[947731165] 'agreement among raft nodes before linearized reading' (duration: 594.625968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.247977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:50.652348Z","time spent":"595.618043ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:29:51.312358Z","caller":"traceutil/trace.go:171","msg":"trace[1095662533] transaction","detail":"{read_only:false; response_revision:21201; number_of_response:1; }","duration":"260.328329ms","start":"2026-07-28T16:29:51.051989Z","end":"2026-07-28T16:29:51.312317Z","steps":["trace[1095662533] 'process raft request' (duration: 259.991931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.312501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.100913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:29:51.312593Z","caller":"traceutil/trace.go:171","msg":"trace[1828523122] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:21201; }","duration":"253.233366ms","start":"2026-07-28T16:29:51.05934Z","end":"2026-07-28T16:29:51.312574Z","steps":["trace[1828523122] 'agreement among raft nodes before linearized reading' (duration: 253.006081ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.420293Z","caller":"traceutil/trace.go:171","msg":"trace[1989315340] transaction","detail":"{read_only:false; response_revision:21204; number_of_response:1; }","duration":"167.239952ms","start":"2026-07-28T16:29:51.253029Z","end":"2026-07-28T16:29:51.420269Z","steps":["trace[1989315340] 'process raft request' (duration: 167.164611ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.42039Z","caller":"traceutil/trace.go:171","msg":"trace[404885834] transaction","detail":"{read_only:false; response_revision:21203; number_of_response:1; }","duration":"167.374736ms","start":"2026-07-28T16:29:51.252988Z","end":"2026-07-28T16:29:51.420363Z","steps":["trace[404885834] 'process raft request' (duration: 167.13633ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.420321Z","caller":"traceutil/trace.go:171","msg":"trace[682164327] transaction","detail":"{read_only:false; response_revision:21202; number_of_response:1; }","duration":"167.413407ms","start":"2026-07-28T16:29:51.252873Z","end":"2026-07-28T16:29:51.420287Z","steps":["trace[682164327] 'process raft request' (duration: 159.586626ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.420533Z","caller":"traceutil/trace.go:171","msg":"trace[1073152589] transaction","detail":"{read_only:false; response_revision:21205; number_of_response:1; }","duration":"167.495349ms","start":"2026-07-28T16:29:51.253025Z","end":"2026-07-28T16:29:51.42052Z","steps":["trace[1073152589] 'process raft request' (duration: 167.193941ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.42055Z","caller":"traceutil/trace.go:171","msg":"trace[392601687] linearizableReadLoop","detail":"{readStateIndex:21877; appliedIndex:21868; }","duration":"108.306727ms","start":"2026-07-28T16:29:51.312228Z","end":"2026-07-28T16:29:51.420534Z","steps":["trace[392601687] 'read index received' (duration: 100.23903ms)","trace[392601687] 'applied index is now lower than readState.Index' (duration: 8.066717ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:29:51.420548Z","caller":"traceutil/trace.go:171","msg":"trace[190193289] transaction","detail":"{read_only:false; response_revision:21206; number_of_response:1; }","duration":"167.450397ms","start":"2026-07-28T16:29:51.253058Z","end":"2026-07-28T16:29:51.420508Z","steps":["trace[190193289] 'process raft request' (duration: 167.278813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.420621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.9273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:29:51.420663Z","caller":"traceutil/trace.go:171","msg":"trace[1069720645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21210; }","duration":"166.007583ms","start":"2026-07-28T16:29:51.254645Z","end":"2026-07-28T16:29:51.420652Z","steps":["trace[1069720645] 'agreement among raft nodes before linearized reading' (duration: 165.925431ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.420665Z","caller":"traceutil/trace.go:171","msg":"trace[1820782157] transaction","detail":"{read_only:false; response_revision:21207; number_of_response:1; }","duration":"167.501499ms","start":"2026-07-28T16:29:51.253155Z","end":"2026-07-28T16:29:51.420656Z","steps":["trace[1820782157] 'process raft request' (duration: 167.235582ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.420668Z","caller":"traceutil/trace.go:171","msg":"trace[1473725474] transaction","detail":"{read_only:false; response_revision:21209; number_of_response:1; }","duration":"166.922554ms","start":"2026-07-28T16:29:51.253717Z","end":"2026-07-28T16:29:51.420639Z","steps":["trace[1473725474] 'process raft request' (duration: 166.73893ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.420618Z","caller":"traceutil/trace.go:171","msg":"trace[1813574109] transaction","detail":"{read_only:false; response_revision:21208; number_of_response:1; }","duration":"167.419716ms","start":"2026-07-28T16:29:51.253173Z","end":"2026-07-28T16:29:51.420593Z","steps":["trace[1813574109] 'process raft request' (duration: 167.251972ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.420719Z","caller":"traceutil/trace.go:171","msg":"trace[728629177] transaction","detail":"{read_only:false; response_revision:21210; number_of_response:1; }","duration":"166.979366ms","start":"2026-07-28T16:29:51.25373Z","end":"2026-07-28T16:29:51.42071Z","steps":["trace[728629177] 'process raft request' (duration: 166.761141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.420828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.912268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T16:29:51.420907Z","caller":"traceutil/trace.go:171","msg":"trace[1694463169] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21210; }","duration":"168.010291ms","start":"2026-07-28T16:29:51.252875Z","end":"2026-07-28T16:29:51.420886Z","steps":["trace[1694463169] 'agreement among raft nodes before linearized reading' (duration: 167.868898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.420943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.942859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:29:51.420985Z","caller":"traceutil/trace.go:171","msg":"trace[1755454282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21210; }","duration":"167.995731ms","start":"2026-07-28T16:29:51.252977Z","end":"2026-07-28T16:29:51.420973Z","steps":["trace[1755454282] 'agreement among raft nodes before linearized reading' (duration: 167.843577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:51.420982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.104874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-28T16:29:51.421172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.36827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:580349"} {"level":"info","ts":"2026-07-28T16:29:51.421214Z","caller":"traceutil/trace.go:171","msg":"trace[1023318004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:21210; }","duration":"168.443851ms","start":"2026-07-28T16:29:51.25276Z","end":"2026-07-28T16:29:51.421204Z","steps":["trace[1023318004] 'agreement among raft nodes before linearized reading' (duration: 167.831686ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:51.421233Z","caller":"traceutil/trace.go:171","msg":"trace[176099406] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2; range_end:; response_count:1; response_revision:21210; }","duration":"168.38141ms","start":"2026-07-28T16:29:51.252809Z","end":"2026-07-28T16:29:51.42119Z","steps":["trace[176099406] 'agreement among raft nodes before linearized reading' (duration: 168.005891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:56.545117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.364871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T16:29:56.54518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.961416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:29:56.54524Z","caller":"traceutil/trace.go:171","msg":"trace[1193694306] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21234; }","duration":"118.541386ms","start":"2026-07-28T16:29:56.42667Z","end":"2026-07-28T16:29:56.545212Z","steps":["trace[1193694306] 'range keys from in-memory index tree' (duration: 118.107546ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:29:56.54526Z","caller":"traceutil/trace.go:171","msg":"trace[282491814] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21234; }","duration":"119.088349ms","start":"2026-07-28T16:29:56.42615Z","end":"2026-07-28T16:29:56.545239Z","steps":["trace[282491814] 'range keys from in-memory index tree' (duration: 118.792462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:29:56.545272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.529616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T16:29:56.545348Z","caller":"traceutil/trace.go:171","msg":"trace[912903796] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21234; }","duration":"118.653259ms","start":"2026-07-28T16:29:56.426676Z","end":"2026-07-28T16:29:56.545329Z","steps":["trace[912903796] 'range keys from in-memory index tree' (duration: 118.29374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:00.392694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626807479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:30:00.541984Z","caller":"traceutil/trace.go:171","msg":"trace[1778301217] linearizableReadLoop","detail":"{readStateIndex:21947; appliedIndex:21946; }","duration":"649.537314ms","start":"2026-07-28T16:29:59.892426Z","end":"2026-07-28T16:30:00.541963Z","steps":["trace[1778301217] 'read index received' (duration: 649.394921ms)","trace[1778301217] 'applied index is now lower than readState.Index' (duration: 141.653µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:30:00.542296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.436476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:30:00.542298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.858832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:00.542338Z","caller":"traceutil/trace.go:171","msg":"trace[1171602447] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:21277; }","duration":"498.533408ms","start":"2026-07-28T16:30:00.043793Z","end":"2026-07-28T16:30:00.542326Z","steps":["trace[1171602447] 'agreement among raft nodes before linearized reading' (duration: 498.451816ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:00.542358Z","caller":"traceutil/trace.go:171","msg":"trace[1406785685] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:21277; }","duration":"649.959575ms","start":"2026-07-28T16:29:59.892381Z","end":"2026-07-28T16:30:00.542341Z","steps":["trace[1406785685] 'agreement among raft nodes before linearized reading' (duration: 649.837272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:00.542405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:59.892368Z","time spent":"650.026066ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:30:00.542481Z","caller":"traceutil/trace.go:171","msg":"trace[1130904434] transaction","detail":"{read_only:false; response_revision:21277; number_of_response:1; }","duration":"674.996804ms","start":"2026-07-28T16:29:59.867447Z","end":"2026-07-28T16:30:00.542444Z","steps":["trace[1130904434] 'process raft request' (duration: 674.310957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:00.542369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:00.043769Z","time spent":"498.591459ms","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:30:00.542543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.891946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:30:00.542577Z","caller":"traceutil/trace.go:171","msg":"trace[2146957535] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21277; }","duration":"109.969588ms","start":"2026-07-28T16:30:00.432596Z","end":"2026-07-28T16:30:00.542566Z","steps":["trace[2146957535] 'agreement among raft nodes before linearized reading' (duration: 109.896016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:00.542622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:29:59.867421Z","time spent":"675.130418ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:01.235445Z","caller":"traceutil/trace.go:171","msg":"trace[471853876] transaction","detail":"{read_only:false; response_revision:21279; number_of_response:1; }","duration":"151.826586ms","start":"2026-07-28T16:30:01.083593Z","end":"2026-07-28T16:30:01.23542Z","steps":["trace[471853876] 'process raft request' (duration: 151.58101ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:01.235741Z","caller":"traceutil/trace.go:171","msg":"trace[1482669960] transaction","detail":"{read_only:false; response_revision:21280; number_of_response:1; }","duration":"134.202728ms","start":"2026-07-28T16:30:01.101523Z","end":"2026-07-28T16:30:01.235725Z","steps":["trace[1482669960] 'process raft request' (duration: 133.853239ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:01.235957Z","caller":"traceutil/trace.go:171","msg":"trace[1761567006] transaction","detail":"{read_only:false; response_revision:21281; number_of_response:1; }","duration":"133.453369ms","start":"2026-07-28T16:30:01.102465Z","end":"2026-07-28T16:30:01.235918Z","steps":["trace[1761567006] 'process raft request' (duration: 133.184553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:02.022722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626807498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:30:02.523787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626807498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:30:02.633611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112009587s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:30:02.634167Z","caller":"traceutil/trace.go:171","msg":"trace[738149866] transaction","detail":"{read_only:false; response_revision:21286; number_of_response:1; }","duration":"1.11260587s","start":"2026-07-28T16:30:01.521479Z","end":"2026-07-28T16:30:02.634085Z","steps":["trace[738149866] 'process raft request' (duration: 1.112349454s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:02.634337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.52145Z","time spent":"1.112805055s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:02.639986Z","caller":"traceutil/trace.go:171","msg":"trace[2073313813] linearizableReadLoop","detail":"{readStateIndex:21957; appliedIndex:21955; }","duration":"1.11793471s","start":"2026-07-28T16:30:01.522025Z","end":"2026-07-28T16:30:02.63996Z","steps":["trace[2073313813] 'read index received' (duration: 1.111857432s)","trace[2073313813] 'applied index is now lower than readState.Index' (duration: 6.075978ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:02.640181Z","caller":"traceutil/trace.go:171","msg":"trace[58436430] transaction","detail":"{read_only:false; response_revision:21287; number_of_response:1; }","duration":"1.115978603s","start":"2026-07-28T16:30:01.524175Z","end":"2026-07-28T16:30:02.640154Z","steps":["trace[58436430] 'process raft request' (duration: 1.115664815s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:02.640316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.52416Z","time spent":"1.116073595s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:30:02.640372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11833793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:30:02.640413Z","caller":"traceutil/trace.go:171","msg":"trace[906764680] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21287; }","duration":"1.118391282s","start":"2026-07-28T16:30:01.522011Z","end":"2026-07-28T16:30:02.640402Z","steps":["trace[906764680] 'agreement among raft nodes before linearized reading' (duration: 1.118238208s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:02.640445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.522003Z","time spent":"1.118432803s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:30:02.640476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118211577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:30:02.640552Z","caller":"traceutil/trace.go:171","msg":"trace[1293787813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21287; }","duration":"1.118305899s","start":"2026-07-28T16:30:01.522229Z","end":"2026-07-28T16:30:02.640535Z","steps":["trace[1293787813] 'agreement among raft nodes before linearized reading' (duration: 1.118117615s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:02.640594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.522225Z","time spent":"1.11835787s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:30:02.640807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075096438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T16:30:02.640825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07522394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:30:02.640853Z","caller":"traceutil/trace.go:171","msg":"trace[985101829] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21287; }","duration":"1.075152039s","start":"2026-07-28T16:30:01.565689Z","end":"2026-07-28T16:30:02.640841Z","steps":["trace[985101829] 'agreement among raft nodes before linearized reading' (duration: 1.075043116s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:02.64086Z","caller":"traceutil/trace.go:171","msg":"trace[616935061] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21287; }","duration":"1.075285802s","start":"2026-07-28T16:30:01.565564Z","end":"2026-07-28T16:30:02.640849Z","steps":["trace[616935061] 'agreement among raft nodes before linearized reading' (duration: 1.075189029s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:02.640884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.565683Z","time spent":"1.075192829s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:30:02.640955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085033289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T16:30:02.640976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.047947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:30:02.641002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100528247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:30:02.641035Z","caller":"traceutil/trace.go:171","msg":"trace[1304434393] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21287; }","duration":"1.100603018s","start":"2026-07-28T16:30:01.540422Z","end":"2026-07-28T16:30:02.641025Z","steps":["trace[1304434393] 'agreement among raft nodes before linearized reading' (duration: 1.100522586s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:02.641062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105832096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:30:02.641072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.540402Z","time spent":"1.10066352s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"info","ts":"2026-07-28T16:30:02.641095Z","caller":"traceutil/trace.go:171","msg":"trace[242504334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21287; }","duration":"1.105864157s","start":"2026-07-28T16:30:01.535223Z","end":"2026-07-28T16:30:02.641088Z","steps":["trace[242504334] 'agreement among raft nodes before linearized reading' (duration: 1.105784965s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:02.640889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.565548Z","time spent":"1.075334313s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:30:02.641123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.535168Z","time spent":"1.105949508s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:30:02.641155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070375472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:30:02.641193Z","caller":"traceutil/trace.go:171","msg":"trace[1245438468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21287; }","duration":"1.070437364s","start":"2026-07-28T16:30:01.570746Z","end":"2026-07-28T16:30:02.641183Z","steps":["trace[1245438468] 'agreement among raft nodes before linearized reading' (duration: 1.070329551s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:02.641025Z","caller":"traceutil/trace.go:171","msg":"trace[1348558957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21287; }","duration":"990.118478ms","start":"2026-07-28T16:30:01.650896Z","end":"2026-07-28T16:30:02.641015Z","steps":["trace[1348558957] 'agreement among raft nodes before linearized reading' (duration: 990.051336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:02.641217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.570735Z","time spent":"1.070476055s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:30:02.641204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.091905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-28T16:30:02.641237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.650879Z","time spent":"990.346034ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:30:02.64099Z","caller":"traceutil/trace.go:171","msg":"trace[2061645400] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21287; }","duration":"1.085107191s","start":"2026-07-28T16:30:01.555874Z","end":"2026-07-28T16:30:02.640982Z","steps":["trace[2061645400] 'agreement among raft nodes before linearized reading' (duration: 1.085031149s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:02.641261Z","caller":"traceutil/trace.go:171","msg":"trace[1017180546] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21287; }","duration":"925.200937ms","start":"2026-07-28T16:30:01.716044Z","end":"2026-07-28T16:30:02.641245Z","steps":["trace[1017180546] 'agreement among raft nodes before linearized reading' (duration: 925.023513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:02.641285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.555846Z","time spent":"1.085431669s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:30:02.641297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.71603Z","time spent":"925.26028ms","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T16:30:02.641497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.264698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:30:02.641573Z","caller":"traceutil/trace.go:171","msg":"trace[1920729774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21287; }","duration":"950.380201ms","start":"2026-07-28T16:30:01.691173Z","end":"2026-07-28T16:30:02.641554Z","steps":["trace[1920729774] 'agreement among raft nodes before linearized reading' (duration: 950.146475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:02.641795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:01.691154Z","time spent":"950.626396ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:30:03.294928Z","caller":"traceutil/trace.go:171","msg":"trace[808544670] transaction","detail":"{read_only:false; response_revision:21297; number_of_response:1; }","duration":"105.990321ms","start":"2026-07-28T16:30:03.18891Z","end":"2026-07-28T16:30:03.294901Z","steps":["trace[808544670] 'process raft request' (duration: 105.787116ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:04.075269Z","caller":"traceutil/trace.go:171","msg":"trace[14427262] transaction","detail":"{read_only:false; response_revision:21305; number_of_response:1; }","duration":"159.670977ms","start":"2026-07-28T16:30:03.91558Z","end":"2026-07-28T16:30:04.075251Z","steps":["trace[14427262] 'process raft request' (duration: 159.539274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:04.505096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.132897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:30:04.505242Z","caller":"traceutil/trace.go:171","msg":"trace[941317179] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21305; }","duration":"217.284221ms","start":"2026-07-28T16:30:04.28789Z","end":"2026-07-28T16:30:04.505174Z","steps":["trace[941317179] 'count revisions from in-memory index tree' (duration: 217.039075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.147642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626807541,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:30:05.253412Z","caller":"traceutil/trace.go:171","msg":"trace[654779800] linearizableReadLoop","detail":"{readStateIndex:21977; appliedIndex:21976; }","duration":"606.289403ms","start":"2026-07-28T16:30:04.64706Z","end":"2026-07-28T16:30:05.25335Z","steps":["trace[654779800] 'read index received' (duration: 606.030616ms)","trace[654779800] 'applied index is now lower than readState.Index' (duration: 257.116µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:05.253488Z","caller":"traceutil/trace.go:171","msg":"trace[471081197] transaction","detail":"{read_only:false; response_revision:21306; number_of_response:1; }","duration":"610.926756ms","start":"2026-07-28T16:30:04.642518Z","end":"2026-07-28T16:30:05.253444Z","steps":["trace[471081197] 'process raft request' (duration: 610.621498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.253686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.6092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:30:05.253701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:04.64249Z","time spent":"611.113121ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:05.253755Z","caller":"traceutil/trace.go:171","msg":"trace[1950732706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21306; }","duration":"606.706693ms","start":"2026-07-28T16:30:04.647037Z","end":"2026-07-28T16:30:05.253744Z","steps":["trace[1950732706] 'agreement among raft nodes before linearized reading' (duration: 606.412896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.253784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:04.647027Z","time spent":"606.750074ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:30:05.253809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.775889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:30:05.253869Z","caller":"traceutil/trace.go:171","msg":"trace[1913378460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21306; }","duration":"584.892502ms","start":"2026-07-28T16:30:04.668963Z","end":"2026-07-28T16:30:05.253855Z","steps":["trace[1913378460] 'agreement among raft nodes before linearized reading' (duration: 584.671006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.253901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:04.668939Z","time spent":"584.957933ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:30:05.253919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.463969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:05.253944Z","caller":"traceutil/trace.go:171","msg":"trace[594303787] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21306; }","duration":"549.51487ms","start":"2026-07-28T16:30:04.704422Z","end":"2026-07-28T16:30:05.253937Z","steps":["trace[594303787] 'agreement among raft nodes before linearized reading' (duration: 549.449538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.253966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:04.704409Z","time spent":"549.550861ms","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:30:05.254012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.839853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:30:05.254027Z","caller":"traceutil/trace.go:171","msg":"trace[906498217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21306; }","duration":"573.861353ms","start":"2026-07-28T16:30:04.680161Z","end":"2026-07-28T16:30:05.254022Z","steps":["trace[906498217] 'agreement among raft nodes before linearized reading' (duration: 573.815652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.254039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:04.680156Z","time spent":"573.880333ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:30:05.25405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.780679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:30:05.254094Z","caller":"traceutil/trace.go:171","msg":"trace[817527926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21306; }","duration":"575.844901ms","start":"2026-07-28T16:30:04.678237Z","end":"2026-07-28T16:30:05.254082Z","steps":["trace[817527926] 'agreement among raft nodes before linearized reading' (duration: 575.760329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.254132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:04.678226Z","time spent":"575.897962ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:30:05.25414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.339146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:05.254168Z","caller":"traceutil/trace.go:171","msg":"trace[1390863338] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:21306; }","duration":"273.407297ms","start":"2026-07-28T16:30:04.980756Z","end":"2026-07-28T16:30:05.254164Z","steps":["trace[1390863338] 'agreement among raft nodes before linearized reading' (duration: 273.360896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.254257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.527356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:30:05.254265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.362664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:05.254317Z","caller":"traceutil/trace.go:171","msg":"trace[1105220253] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:21306; }","duration":"109.65914ms","start":"2026-07-28T16:30:05.14464Z","end":"2026-07-28T16:30:05.254299Z","steps":["trace[1105220253] 'agreement among raft nodes before linearized reading' (duration: 109.515996ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:05.254331Z","caller":"traceutil/trace.go:171","msg":"trace[429283207] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:21306; }","duration":"362.479076ms","start":"2026-07-28T16:30:04.891841Z","end":"2026-07-28T16:30:05.25432Z","steps":["trace[429283207] 'agreement among raft nodes before linearized reading' (duration: 362.383734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.254396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:04.89182Z","time spent":"362.563759ms","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:30:05.254411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.674633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:30:05.254103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.794018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:30:05.254449Z","caller":"traceutil/trace.go:171","msg":"trace[1365689492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21306; }","duration":"574.723224ms","start":"2026-07-28T16:30:04.679716Z","end":"2026-07-28T16:30:05.254439Z","steps":["trace[1365689492] 'agreement among raft nodes before linearized reading' (duration: 574.629242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.254476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:04.679711Z","time spent":"574.758555ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:30:05.254468Z","caller":"traceutil/trace.go:171","msg":"trace[1173348626] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21306; }","duration":"580.184717ms","start":"2026-07-28T16:30:04.674263Z","end":"2026-07-28T16:30:05.254448Z","steps":["trace[1173348626] 'agreement among raft nodes before linearized reading' (duration: 579.804548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.254519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:04.674243Z","time spent":"580.263789ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:30:05.376609Z","caller":"traceutil/trace.go:171","msg":"trace[578260771] linearizableReadLoop","detail":"{readStateIndex:21978; appliedIndex:21977; }","duration":"118.362892ms","start":"2026-07-28T16:30:05.258221Z","end":"2026-07-28T16:30:05.376584Z","steps":["trace[578260771] 'read index received' (duration: 115.625465ms)","trace[578260771] 'applied index is now lower than readState.Index' (duration: 2.736687ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:05.376758Z","caller":"traceutil/trace.go:171","msg":"trace[1968751010] transaction","detail":"{read_only:false; response_revision:21307; number_of_response:1; }","duration":"119.283395ms","start":"2026-07-28T16:30:05.257439Z","end":"2026-07-28T16:30:05.376722Z","steps":["trace[1968751010] 'process raft request' (duration: 116.287251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.377262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.016838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:592550"} {"level":"info","ts":"2026-07-28T16:30:05.3773Z","caller":"traceutil/trace.go:171","msg":"trace[906726064] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:21307; }","duration":"119.09767ms","start":"2026-07-28T16:30:05.258191Z","end":"2026-07-28T16:30:05.377289Z","steps":["trace[906726064] 'agreement among raft nodes before linearized reading' (duration: 118.487675ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:05.383535Z","caller":"traceutil/trace.go:171","msg":"trace[2093801868] transaction","detail":"{read_only:false; response_revision:21309; number_of_response:1; }","duration":"124.610804ms","start":"2026-07-28T16:30:05.258905Z","end":"2026-07-28T16:30:05.383516Z","steps":["trace[2093801868] 'process raft request' (duration: 124.521552ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:05.383551Z","caller":"traceutil/trace.go:171","msg":"trace[1099371149] transaction","detail":"{read_only:false; response_revision:21308; number_of_response:1; }","duration":"125.144537ms","start":"2026-07-28T16:30:05.258387Z","end":"2026-07-28T16:30:05.383532Z","steps":["trace[1099371149] 'process raft request' (duration: 124.727267ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:05.383727Z","caller":"traceutil/trace.go:171","msg":"trace[546971068] transaction","detail":"{read_only:false; response_revision:21311; number_of_response:1; }","duration":"124.132193ms","start":"2026-07-28T16:30:05.259583Z","end":"2026-07-28T16:30:05.383715Z","steps":["trace[546971068] 'process raft request' (duration: 124.053331ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:05.383794Z","caller":"traceutil/trace.go:171","msg":"trace[1063299783] transaction","detail":"{read_only:false; response_revision:21310; number_of_response:1; }","duration":"124.361648ms","start":"2026-07-28T16:30:05.259409Z","end":"2026-07-28T16:30:05.38377Z","steps":["trace[1063299783] 'process raft request' (duration: 124.069631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.807402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.941196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:05.807512Z","caller":"traceutil/trace.go:171","msg":"trace[1844321913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21315; }","duration":"158.088899ms","start":"2026-07-28T16:30:05.649396Z","end":"2026-07-28T16:30:05.807485Z","steps":["trace[1844321913] 'range keys from in-memory index tree' (duration: 157.856624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:05.807538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.233718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:05.807638Z","caller":"traceutil/trace.go:171","msg":"trace[393633318] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:21315; }","duration":"249.358851ms","start":"2026-07-28T16:30:05.558261Z","end":"2026-07-28T16:30:05.807619Z","steps":["trace[393633318] 'count revisions from in-memory index tree' (duration: 249.140206ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:06.546595Z","caller":"traceutil/trace.go:171","msg":"trace[1864812503] transaction","detail":"{read_only:false; response_revision:21316; number_of_response:1; }","duration":"155.329462ms","start":"2026-07-28T16:30:06.391245Z","end":"2026-07-28T16:30:06.546575Z","steps":["trace[1864812503] 'process raft request' (duration: 155.176498ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:07.946089Z","caller":"traceutil/trace.go:171","msg":"trace[1740225923] transaction","detail":"{read_only:false; response_revision:21328; number_of_response:1; }","duration":"262.712597ms","start":"2026-07-28T16:30:07.683354Z","end":"2026-07-28T16:30:07.946067Z","steps":["trace[1740225923] 'process raft request' (duration: 262.585034ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:07.962443Z","caller":"traceutil/trace.go:171","msg":"trace[968883226] transaction","detail":"{read_only:false; response_revision:21329; number_of_response:1; }","duration":"277.152438ms","start":"2026-07-28T16:30:07.685268Z","end":"2026-07-28T16:30:07.96242Z","steps":["trace[968883226] 'process raft request' (duration: 276.986674ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:07.962605Z","caller":"traceutil/trace.go:171","msg":"trace[1533135092] transaction","detail":"{read_only:false; response_revision:21330; number_of_response:1; }","duration":"276.934423ms","start":"2026-07-28T16:30:07.68566Z","end":"2026-07-28T16:30:07.962595Z","steps":["trace[1533135092] 'process raft request' (duration: 276.723598ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:07.962621Z","caller":"traceutil/trace.go:171","msg":"trace[1319807834] linearizableReadLoop","detail":"{readStateIndex:22002; appliedIndex:21999; }","duration":"201.24216ms","start":"2026-07-28T16:30:07.76134Z","end":"2026-07-28T16:30:07.962582Z","steps":["trace[1319807834] 'read index received' (duration: 184.670687ms)","trace[1319807834] 'applied index is now lower than readState.Index' (duration: 16.569893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:30:07.962883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.525727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T16:30:07.962874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.20224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:07.962927Z","caller":"traceutil/trace.go:171","msg":"trace[1967737073] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21330; }","duration":"201.608549ms","start":"2026-07-28T16:30:07.7613Z","end":"2026-07-28T16:30:07.962909Z","steps":["trace[1967737073] 'agreement among raft nodes before linearized reading' (duration: 201.410144ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:07.962936Z","caller":"traceutil/trace.go:171","msg":"trace[646536039] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21330; }","duration":"146.323853ms","start":"2026-07-28T16:30:07.816597Z","end":"2026-07-28T16:30:07.962921Z","steps":["trace[646536039] 'agreement among raft nodes before linearized reading' (duration: 146.182459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:07.962965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.700436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:07.963071Z","caller":"traceutil/trace.go:171","msg":"trace[1658960368] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:21330; }","duration":"124.828339ms","start":"2026-07-28T16:30:07.838212Z","end":"2026-07-28T16:30:07.96304Z","steps":["trace[1658960368] 'agreement among raft nodes before linearized reading' (duration: 124.682536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:13.654912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.826133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:30:13.655038Z","caller":"traceutil/trace.go:171","msg":"trace[369058835] transaction","detail":"{read_only:false; response_revision:21369; number_of_response:1; }","duration":"181.153451ms","start":"2026-07-28T16:30:13.473865Z","end":"2026-07-28T16:30:13.655018Z","steps":["trace[369058835] 'process raft request' (duration: 69.136713ms)","trace[369058835] 'compare' (duration: 111.71728ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:13.685407Z","caller":"traceutil/trace.go:171","msg":"trace[1334725571] linearizableReadLoop","detail":"{readStateIndex:22045; appliedIndex:22041; }","duration":"200.8138ms","start":"2026-07-28T16:30:13.48457Z","end":"2026-07-28T16:30:13.685384Z","steps":["trace[1334725571] 'read index received' (duration: 58.2969ms)","trace[1334725571] 'applied index is now lower than readState.Index' (duration: 142.5159ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:13.685724Z","caller":"traceutil/trace.go:171","msg":"trace[2100265842] transaction","detail":"{read_only:false; response_revision:21370; number_of_response:1; }","duration":"207.105093ms","start":"2026-07-28T16:30:13.478607Z","end":"2026-07-28T16:30:13.685712Z","steps":["trace[2100265842] 'process raft request' (duration: 206.59056ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:13.685944Z","caller":"traceutil/trace.go:171","msg":"trace[1760070248] transaction","detail":"{read_only:false; response_revision:21371; number_of_response:1; }","duration":"207.211105ms","start":"2026-07-28T16:30:13.478722Z","end":"2026-07-28T16:30:13.685933Z","steps":["trace[1760070248] 'process raft request' (duration: 206.59189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:13.686026Z","caller":"traceutil/trace.go:171","msg":"trace[2015545329] transaction","detail":"{read_only:false; response_revision:21372; number_of_response:1; }","duration":"206.505588ms","start":"2026-07-28T16:30:13.479513Z","end":"2026-07-28T16:30:13.686019Z","steps":["trace[2015545329] 'process raft request' (duration: 205.835162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:13.686167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.579089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:30:13.686199Z","caller":"traceutil/trace.go:171","msg":"trace[1957447325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21372; }","duration":"201.64719ms","start":"2026-07-28T16:30:13.484545Z","end":"2026-07-28T16:30:13.686192Z","steps":["trace[1957447325] 'agreement among raft nodes before linearized reading' (duration: 201.534437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:13.686301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.82797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:30:13.686326Z","caller":"traceutil/trace.go:171","msg":"trace[1896574204] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21372; }","duration":"191.887692ms","start":"2026-07-28T16:30:13.494433Z","end":"2026-07-28T16:30:13.686321Z","steps":["trace[1896574204] 'agreement among raft nodes before linearized reading' (duration: 191.82598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:13.686704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.498198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:30:13.686732Z","caller":"traceutil/trace.go:171","msg":"trace[792569855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21372; }","duration":"160.595361ms","start":"2026-07-28T16:30:13.52613Z","end":"2026-07-28T16:30:13.686725Z","steps":["trace[792569855] 'agreement among raft nodes before linearized reading' (duration: 160.536709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:13.686973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.180208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:30:13.687298Z","caller":"traceutil/trace.go:171","msg":"trace[1388312521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21372; }","duration":"171.534907ms","start":"2026-07-28T16:30:13.515738Z","end":"2026-07-28T16:30:13.687273Z","steps":["trace[1388312521] 'agreement among raft nodes before linearized reading' (duration: 171.025305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:13.68753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.196256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:30:13.68759Z","caller":"traceutil/trace.go:171","msg":"trace[812365747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21372; }","duration":"175.296718ms","start":"2026-07-28T16:30:13.51228Z","end":"2026-07-28T16:30:13.687576Z","steps":["trace[812365747] 'agreement among raft nodes before linearized reading' (duration: 175.182206ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:19.434069Z","caller":"traceutil/trace.go:171","msg":"trace[2099102871] transaction","detail":"{read_only:false; response_revision:21432; number_of_response:1; }","duration":"123.864056ms","start":"2026-07-28T16:30:19.310176Z","end":"2026-07-28T16:30:19.43404Z","steps":["trace[2099102871] 'process raft request' (duration: 67.895603ms)","trace[2099102871] 'compare' (duration: 55.633724ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:19.434117Z","caller":"traceutil/trace.go:171","msg":"trace[1063261783] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21432; }","duration":"122.327959ms","start":"2026-07-28T16:30:19.31175Z","end":"2026-07-28T16:30:19.434078Z","steps":["trace[1063261783] 'process raft request' (duration: 122.123894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:23.129654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.874956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:30:23.129795Z","caller":"traceutil/trace.go:171","msg":"trace[1778259003] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21503; }","duration":"101.083991ms","start":"2026-07-28T16:30:23.028684Z","end":"2026-07-28T16:30:23.129768Z","steps":["trace[1778259003] 'agreement among raft nodes before linearized reading' (duration: 100.841325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:23.129895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.301638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112525"} {"level":"warn","ts":"2026-07-28T16:30:23.129803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.000963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:30:23.130019Z","caller":"traceutil/trace.go:171","msg":"trace[1213777277] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:21503; }","duration":"129.450692ms","start":"2026-07-28T16:30:23.000539Z","end":"2026-07-28T16:30:23.12999Z","steps":["trace[1213777277] 'agreement among raft nodes before linearized reading' (duration: 129.019141ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:23.130041Z","caller":"traceutil/trace.go:171","msg":"trace[431645125] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21503; }","duration":"118.299491ms","start":"2026-07-28T16:30:23.011721Z","end":"2026-07-28T16:30:23.13002Z","steps":["trace[431645125] 'agreement among raft nodes before linearized reading' (duration: 117.806919ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:23.189111Z","caller":"traceutil/trace.go:171","msg":"trace[1379414848] transaction","detail":"{read_only:false; response_revision:21504; number_of_response:1; }","duration":"129.955395ms","start":"2026-07-28T16:30:23.059123Z","end":"2026-07-28T16:30:23.189078Z","steps":["trace[1379414848] 'process raft request' (duration: 129.675478ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:23.189183Z","caller":"traceutil/trace.go:171","msg":"trace[1879552482] transaction","detail":"{read_only:false; response_revision:21505; number_of_response:1; }","duration":"130.012686ms","start":"2026-07-28T16:30:23.059153Z","end":"2026-07-28T16:30:23.189165Z","steps":["trace[1879552482] 'process raft request' (duration: 129.814651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:23.190606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.234757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"warn","ts":"2026-07-28T16:30:23.190871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.373139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T16:30:23.191101Z","caller":"traceutil/trace.go:171","msg":"trace[2079188086] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21506; }","duration":"115.594224ms","start":"2026-07-28T16:30:23.075405Z","end":"2026-07-28T16:30:23.190999Z","steps":["trace[2079188086] 'agreement among raft nodes before linearized reading' (duration: 113.950934ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:23.190918Z","caller":"traceutil/trace.go:171","msg":"trace[42114516] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21506; }","duration":"129.439162ms","start":"2026-07-28T16:30:23.061301Z","end":"2026-07-28T16:30:23.19074Z","steps":["trace[42114516] 'agreement among raft nodes before linearized reading' (duration: 128.034788ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:23.191595Z","caller":"traceutil/trace.go:171","msg":"trace[1957068569] transaction","detail":"{read_only:false; response_revision:21506; number_of_response:1; }","duration":"121.004146ms","start":"2026-07-28T16:30:23.068304Z","end":"2026-07-28T16:30:23.189308Z","steps":["trace[1957068569] 'process raft request' (duration: 120.76021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:23.202526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.28921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:91 size:982273"} {"level":"info","ts":"2026-07-28T16:30:23.202615Z","caller":"traceutil/trace.go:171","msg":"trace[775768203] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:91; response_revision:21506; }","duration":"141.436114ms","start":"2026-07-28T16:30:23.061158Z","end":"2026-07-28T16:30:23.202595Z","steps":["trace[775768203] 'agreement among raft nodes before linearized reading' (duration: 128.167951ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:24.228501Z","caller":"traceutil/trace.go:171","msg":"trace[912714915] linearizableReadLoop","detail":"{readStateIndex:22206; appliedIndex:22205; }","duration":"164.974347ms","start":"2026-07-28T16:30:24.063499Z","end":"2026-07-28T16:30:24.228473Z","steps":["trace[912714915] 'read index received' (duration: 164.670599ms)","trace[912714915] 'applied index is now lower than readState.Index' (duration: 302.518µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:24.228593Z","caller":"traceutil/trace.go:171","msg":"trace[186226287] transaction","detail":"{read_only:false; response_revision:21525; number_of_response:1; }","duration":"241.390217ms","start":"2026-07-28T16:30:23.987149Z","end":"2026-07-28T16:30:24.228539Z","steps":["trace[186226287] 'process raft request' (duration: 241.117251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:24.228965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.426327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20366"} {"level":"info","ts":"2026-07-28T16:30:24.229086Z","caller":"traceutil/trace.go:171","msg":"trace[1423584936] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:21525; }","duration":"165.606652ms","start":"2026-07-28T16:30:24.063449Z","end":"2026-07-28T16:30:24.229056Z","steps":["trace[1423584936] 'agreement among raft nodes before linearized reading' (duration: 165.13508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:24.574068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.133913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:30:24.57416Z","caller":"traceutil/trace.go:171","msg":"trace[1227511488] linearizableReadLoop","detail":"{readStateIndex:22207; appliedIndex:22206; }","duration":"333.977272ms","start":"2026-07-28T16:30:24.240168Z","end":"2026-07-28T16:30:24.574145Z","steps":["trace[1227511488] 'read index received' (duration: 179.622933ms)","trace[1227511488] 'applied index is now lower than readState.Index' (duration: 154.353508ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:24.574237Z","caller":"traceutil/trace.go:171","msg":"trace[1003504803] transaction","detail":"{read_only:false; response_revision:21526; number_of_response:1; }","duration":"337.191941ms","start":"2026-07-28T16:30:24.237035Z","end":"2026-07-28T16:30:24.574227Z","steps":["trace[1003504803] 'process raft request' (duration: 182.835732ms)","trace[1003504803] 'compare' (duration: 153.894957ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:30:24.574275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:24.237003Z","time spent":"337.250881ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:30:24.57492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.742741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:64 size:613247"} {"level":"info","ts":"2026-07-28T16:30:24.574942Z","caller":"traceutil/trace.go:171","msg":"trace[1161093253] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:64; response_revision:21526; }","duration":"334.801502ms","start":"2026-07-28T16:30:24.240134Z","end":"2026-07-28T16:30:24.574936Z","steps":["trace[1161093253] 'agreement among raft nodes before linearized reading' (duration: 334.272589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:24.574963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:24.240125Z","time spent":"334.832012ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":64,"response size":613270,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:30:24.574912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.245846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20366"} {"level":"info","ts":"2026-07-28T16:30:24.575032Z","caller":"traceutil/trace.go:171","msg":"trace[1838022453] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:21526; }","duration":"331.44467ms","start":"2026-07-28T16:30:24.243555Z","end":"2026-07-28T16:30:24.575Z","steps":["trace[1838022453] 'agreement among raft nodes before linearized reading' (duration: 331.060331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:24.575094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:24.24352Z","time spent":"331.559153ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20389,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"info","ts":"2026-07-28T16:30:24.833988Z","caller":"traceutil/trace.go:171","msg":"trace[1332157467] linearizableReadLoop","detail":"{readStateIndex:22208; appliedIndex:22207; }","duration":"183.851797ms","start":"2026-07-28T16:30:24.650114Z","end":"2026-07-28T16:30:24.833966Z","steps":["trace[1332157467] 'read index received' (duration: 183.55786ms)","trace[1332157467] 'applied index is now lower than readState.Index' (duration: 293.137µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:24.834104Z","caller":"traceutil/trace.go:171","msg":"trace[1807832943] transaction","detail":"{read_only:false; response_revision:21527; number_of_response:1; }","duration":"243.13369ms","start":"2026-07-28T16:30:24.59096Z","end":"2026-07-28T16:30:24.834093Z","steps":["trace[1807832943] 'process raft request' (duration: 242.781391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:24.834609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.489022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:24.834701Z","caller":"traceutil/trace.go:171","msg":"trace[1455662689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21527; }","duration":"184.625855ms","start":"2026-07-28T16:30:24.65005Z","end":"2026-07-28T16:30:24.834676Z","steps":["trace[1455662689] 'agreement among raft nodes before linearized reading' (duration: 184.503642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:24.835036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.681057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:91 size:982273"} {"level":"info","ts":"2026-07-28T16:30:24.835096Z","caller":"traceutil/trace.go:171","msg":"trace[1726063315] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:91; response_revision:21527; }","duration":"129.79584ms","start":"2026-07-28T16:30:24.705287Z","end":"2026-07-28T16:30:24.835083Z","steps":["trace[1726063315] 'agreement among raft nodes before linearized reading' (duration: 128.919489ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:25.727709Z","caller":"traceutil/trace.go:171","msg":"trace[1760407667] linearizableReadLoop","detail":"{readStateIndex:22210; appliedIndex:22209; }","duration":"120.886014ms","start":"2026-07-28T16:30:25.606796Z","end":"2026-07-28T16:30:25.727682Z","steps":["trace[1760407667] 'read index received' (duration: 43.94084ms)","trace[1760407667] 'applied index is now lower than readState.Index' (duration: 76.943994ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:25.727792Z","caller":"traceutil/trace.go:171","msg":"trace[1318611561] transaction","detail":"{read_only:false; response_revision:21529; number_of_response:1; }","duration":"123.751874ms","start":"2026-07-28T16:30:25.603999Z","end":"2026-07-28T16:30:25.727751Z","steps":["trace[1318611561] 'process raft request' (duration: 46.786449ms)","trace[1318611561] 'compare' (duration: 76.77587ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:30:25.727885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.070408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/neutron-coredns\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:25.727979Z","caller":"traceutil/trace.go:171","msg":"trace[1844812190] range","detail":"{range_begin:/registry/clusterroles/neutron-coredns; range_end:; response_count:0; response_revision:21529; }","duration":"121.193281ms","start":"2026-07-28T16:30:25.606772Z","end":"2026-07-28T16:30:25.727965Z","steps":["trace[1844812190] 'agreement among raft nodes before linearized reading' (duration: 121.050447ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:26.169437Z","caller":"traceutil/trace.go:171","msg":"trace[1322833936] linearizableReadLoop","detail":"{readStateIndex:22212; appliedIndex:22211; }","duration":"342.328955ms","start":"2026-07-28T16:30:25.827066Z","end":"2026-07-28T16:30:26.169395Z","steps":["trace[1322833936] 'read index received' (duration: 342.168031ms)","trace[1322833936] 'applied index is now lower than readState.Index' (duration: 159.754µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:26.16951Z","caller":"traceutil/trace.go:171","msg":"trace[1632268669] transaction","detail":"{read_only:false; response_revision:21530; number_of_response:1; }","duration":"411.5135ms","start":"2026-07-28T16:30:25.75795Z","end":"2026-07-28T16:30:26.169464Z","steps":["trace[1632268669] 'process raft request' (duration: 411.281454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.169695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.614533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:369"} {"level":"warn","ts":"2026-07-28T16:30:26.169702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:25.757935Z","time spent":"411.671314ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:26.169741Z","caller":"traceutil/trace.go:171","msg":"trace[1513584881] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:21530; }","duration":"342.711315ms","start":"2026-07-28T16:30:25.827019Z","end":"2026-07-28T16:30:26.16973Z","steps":["trace[1513584881] 'agreement among raft nodes before linearized reading' (duration: 342.525541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.169794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:25.827004Z","time spent":"342.766686ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":392,"request content":"key:\"/registry/namespaces/openstack\" "} {"level":"warn","ts":"2026-07-28T16:30:26.609374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.342911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:30:26.609605Z","caller":"traceutil/trace.go:171","msg":"trace[1101216424] linearizableReadLoop","detail":"{readStateIndex:22215; appliedIndex:22212; }","duration":"440.071885ms","start":"2026-07-28T16:30:26.169515Z","end":"2026-07-28T16:30:26.609587Z","steps":["trace[1101216424] 'read index received' (duration: 112.548121ms)","trace[1101216424] 'applied index is now lower than readState.Index' (duration: 327.522764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:30:26.609719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.959747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:30:26.609711Z","caller":"traceutil/trace.go:171","msg":"trace[102319717] transaction","detail":"{read_only:false; response_revision:21531; number_of_response:1; }","duration":"713.411941ms","start":"2026-07-28T16:30:25.896273Z","end":"2026-07-28T16:30:26.609685Z","steps":["trace[102319717] 'process raft request' (duration: 385.65774ms)","trace[102319717] 'compare' (duration: 327.047003ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:26.609759Z","caller":"traceutil/trace.go:171","msg":"trace[1946856328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21533; }","duration":"701.019919ms","start":"2026-07-28T16:30:25.908728Z","end":"2026-07-28T16:30:26.609748Z","steps":["trace[1946856328] 'agreement among raft nodes before linearized reading' (duration: 700.945417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.609755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.379389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:30:26.609799Z","caller":"traceutil/trace.go:171","msg":"trace[114996294] transaction","detail":"{read_only:false; response_revision:21533; number_of_response:1; }","duration":"708.157623ms","start":"2026-07-28T16:30:25.901625Z","end":"2026-07-28T16:30:26.609782Z","steps":["trace[114996294] 'process raft request' (duration: 707.914787ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:26.609829Z","caller":"traceutil/trace.go:171","msg":"trace[641997749] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21533; }","duration":"699.478392ms","start":"2026-07-28T16:30:25.910333Z","end":"2026-07-28T16:30:26.609812Z","steps":["trace[641997749] 'agreement among raft nodes before linearized reading' (duration: 699.288897ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:26.60983Z","caller":"traceutil/trace.go:171","msg":"trace[583917436] transaction","detail":"{read_only:false; response_revision:21532; number_of_response:1; }","duration":"708.44774ms","start":"2026-07-28T16:30:25.901365Z","end":"2026-07-28T16:30:26.609812Z","steps":["trace[583917436] 'process raft request' (duration: 708.108551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.609838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:25.896248Z","time spent":"713.520954ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:30:26.609858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:25.901613Z","time spent":"708.216194ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:30:26.609865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:25.910319Z","time spent":"699.538583ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:30:26.609895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:25.901352Z","time spent":"708.509492ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:30:26.609919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.49011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:30:26.609963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.063276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:30:26.609989Z","caller":"traceutil/trace.go:171","msg":"trace[793596966] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21533; }","duration":"691.104958ms","start":"2026-07-28T16:30:25.918878Z","end":"2026-07-28T16:30:26.609983Z","steps":["trace[793596966] 'agreement among raft nodes before linearized reading' (duration: 691.055907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.610012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:25.918868Z","time spent":"691.140419ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:30:26.610042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.245139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:30:26.610067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.046789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:30:26.610077Z","caller":"traceutil/trace.go:171","msg":"trace[1354426040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21533; }","duration":"702.3088ms","start":"2026-07-28T16:30:25.90776Z","end":"2026-07-28T16:30:26.610069Z","steps":["trace[1354426040] 'agreement among raft nodes before linearized reading' (duration: 702.219228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.609797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:25.908719Z","time spent":"701.06913ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:30:26.610093Z","caller":"traceutil/trace.go:171","msg":"trace[1301672302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21533; }","duration":"733.11238ms","start":"2026-07-28T16:30:25.876972Z","end":"2026-07-28T16:30:26.610085Z","steps":["trace[1301672302] 'agreement among raft nodes before linearized reading' (duration: 733.063959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.610115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:25.87694Z","time spent":"733.169992ms","remote":"127.0.0.1:45982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:30:26.61011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:25.907745Z","time spent":"702.357782ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:30:26.609962Z","caller":"traceutil/trace.go:171","msg":"trace[1903737183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21533; }","duration":"701.566922ms","start":"2026-07-28T16:30:25.908385Z","end":"2026-07-28T16:30:26.609952Z","steps":["trace[1903737183] 'agreement among raft nodes before linearized reading' (duration: 701.437459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.610246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:25.908369Z","time spent":"701.834538ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:30:26.629412Z","caller":"traceutil/trace.go:171","msg":"trace[496348047] transaction","detail":"{read_only:false; response_revision:21534; number_of_response:1; }","duration":"440.493396ms","start":"2026-07-28T16:30:26.188875Z","end":"2026-07-28T16:30:26.629369Z","steps":["trace[496348047] 'process raft request' (duration: 440.290111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.629566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:26.18886Z","time spent":"440.631979ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31047,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:30:26.629668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.970046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:26.629719Z","caller":"traceutil/trace.go:171","msg":"trace[760250096] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21534; }","duration":"443.060278ms","start":"2026-07-28T16:30:26.186645Z","end":"2026-07-28T16:30:26.629705Z","steps":["trace[760250096] 'agreement among raft nodes before linearized reading' (duration: 442.985546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.629738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:26.186631Z","time spent":"443.102689ms","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:30:26.800778Z","caller":"traceutil/trace.go:171","msg":"trace[649653743] linearizableReadLoop","detail":"{readStateIndex:22220; appliedIndex:22216; }","duration":"171.445865ms","start":"2026-07-28T16:30:26.629307Z","end":"2026-07-28T16:30:26.800752Z","steps":["trace[649653743] 'read index received' (duration: 97.016733ms)","trace[649653743] 'applied index is now lower than readState.Index' (duration: 74.428112ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:26.800942Z","caller":"traceutil/trace.go:171","msg":"trace[1018644686] transaction","detail":"{read_only:false; response_revision:21537; number_of_response:1; }","duration":"185.908417ms","start":"2026-07-28T16:30:26.615005Z","end":"2026-07-28T16:30:26.800913Z","steps":["trace[1018644686] 'process raft request' (duration: 185.667071ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:26.801089Z","caller":"traceutil/trace.go:171","msg":"trace[1794684409] transaction","detail":"{read_only:false; response_revision:21538; number_of_response:1; }","duration":"184.7977ms","start":"2026-07-28T16:30:26.616277Z","end":"2026-07-28T16:30:26.801075Z","steps":["trace[1794684409] 'process raft request' (duration: 184.429481ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:26.801269Z","caller":"traceutil/trace.go:171","msg":"trace[1415054269] transaction","detail":"{read_only:false; response_revision:21535; number_of_response:1; }","duration":"186.86495ms","start":"2026-07-28T16:30:26.614365Z","end":"2026-07-28T16:30:26.80123Z","steps":["trace[1415054269] 'process raft request' (duration: 111.930416ms)","trace[1415054269] 'compare' (duration: 74.171636ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:26.801324Z","caller":"traceutil/trace.go:171","msg":"trace[303080122] transaction","detail":"{read_only:false; response_revision:21536; number_of_response:1; }","duration":"186.498941ms","start":"2026-07-28T16:30:26.614795Z","end":"2026-07-28T16:30:26.801294Z","steps":["trace[303080122] 'process raft request' (duration: 185.820734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.803019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.562981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:64 size:613449"} {"level":"info","ts":"2026-07-28T16:30:26.803079Z","caller":"traceutil/trace.go:171","msg":"trace[619145989] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:64; response_revision:21538; }","duration":"188.658014ms","start":"2026-07-28T16:30:26.614407Z","end":"2026-07-28T16:30:26.803065Z","steps":["trace[619145989] 'agreement among raft nodes before linearized reading' (duration: 186.82991ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:26.892876Z","caller":"traceutil/trace.go:171","msg":"trace[343194798] transaction","detail":"{read_only:false; response_revision:21539; number_of_response:1; }","duration":"256.233269ms","start":"2026-07-28T16:30:26.636629Z","end":"2026-07-28T16:30:26.892862Z","steps":["trace[343194798] 'process raft request' (duration: 255.935811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.892938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.07968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:26.892998Z","caller":"traceutil/trace.go:171","msg":"trace[1234308802] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21540; }","duration":"172.192863ms","start":"2026-07-28T16:30:26.720791Z","end":"2026-07-28T16:30:26.892984Z","steps":["trace[1234308802] 'agreement among raft nodes before linearized reading' (duration: 172.055089ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:26.892876Z","caller":"traceutil/trace.go:171","msg":"trace[576804408] transaction","detail":"{read_only:false; response_revision:21540; number_of_response:1; }","duration":"255.209044ms","start":"2026-07-28T16:30:26.637639Z","end":"2026-07-28T16:30:26.892848Z","steps":["trace[576804408] 'process raft request' (duration: 255.129222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.893024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.891689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:26.893094Z","caller":"traceutil/trace.go:171","msg":"trace[1778304489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21540; }","duration":"244.004641ms","start":"2026-07-28T16:30:26.649075Z","end":"2026-07-28T16:30:26.893079Z","steps":["trace[1778304489] 'agreement among raft nodes before linearized reading' (duration: 243.886958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:26.894223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.430813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:64 size:613449"} {"level":"info","ts":"2026-07-28T16:30:26.894343Z","caller":"traceutil/trace.go:171","msg":"trace[1268329935] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:64; response_revision:21540; }","duration":"256.611068ms","start":"2026-07-28T16:30:26.637716Z","end":"2026-07-28T16:30:26.894327Z","steps":["trace[1268329935] 'agreement among raft nodes before linearized reading' (duration: 255.199794ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:27.170372Z","caller":"traceutil/trace.go:171","msg":"trace[1382093735] transaction","detail":"{read_only:false; response_revision:21543; number_of_response:1; }","duration":"186.315307ms","start":"2026-07-28T16:30:26.984022Z","end":"2026-07-28T16:30:27.170337Z","steps":["trace[1382093735] 'process raft request' (duration: 172.361227ms)","trace[1382093735] 'compare' (duration: 13.702434ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:27.452783Z","caller":"traceutil/trace.go:171","msg":"trace[840368915] linearizableReadLoop","detail":"{readStateIndex:22227; appliedIndex:22225; }","duration":"272.125496ms","start":"2026-07-28T16:30:27.180598Z","end":"2026-07-28T16:30:27.452723Z","steps":["trace[840368915] 'read index received' (duration: 55.019879ms)","trace[840368915] 'applied index is now lower than readState.Index' (duration: 217.104527ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:27.452805Z","caller":"traceutil/trace.go:171","msg":"trace[379204654] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"277.397884ms","start":"2026-07-28T16:30:27.175366Z","end":"2026-07-28T16:30:27.452764Z","steps":["trace[379204654] 'process raft request' (duration: 277.140937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:27.453372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.698319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T16:30:27.453527Z","caller":"traceutil/trace.go:171","msg":"trace[743042127] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21545; }","duration":"272.923155ms","start":"2026-07-28T16:30:27.180567Z","end":"2026-07-28T16:30:27.45349Z","steps":["trace[743042127] 'agreement among raft nodes before linearized reading' (duration: 272.31617ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:27.528928Z","caller":"traceutil/trace.go:171","msg":"trace[1715025944] transaction","detail":"{read_only:false; response_revision:21546; number_of_response:1; }","duration":"280.751856ms","start":"2026-07-28T16:30:27.248145Z","end":"2026-07-28T16:30:27.528897Z","steps":["trace[1715025944] 'process raft request' (duration: 280.263234ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:27.529163Z","caller":"traceutil/trace.go:171","msg":"trace[678557975] transaction","detail":"{read_only:false; response_revision:21547; number_of_response:1; }","duration":"280.224553ms","start":"2026-07-28T16:30:27.248909Z","end":"2026-07-28T16:30:27.529134Z","steps":["trace[678557975] 'process raft request' (duration: 279.728591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:27.529143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.355797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:27.529261Z","caller":"traceutil/trace.go:171","msg":"trace[1337635777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21547; }","duration":"278.487311ms","start":"2026-07-28T16:30:27.250754Z","end":"2026-07-28T16:30:27.529241Z","steps":["trace[1337635777] 'agreement among raft nodes before linearized reading' (duration: 278.279816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:27.52949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.337818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:30:27.529581Z","caller":"traceutil/trace.go:171","msg":"trace[890505098] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:21547; }","duration":"184.502262ms","start":"2026-07-28T16:30:27.345057Z","end":"2026-07-28T16:30:27.529559Z","steps":["trace[890505098] 'agreement among raft nodes before linearized reading' (duration: 184.076702ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:27.582Z","caller":"traceutil/trace.go:171","msg":"trace[40500050] transaction","detail":"{read_only:false; response_revision:21548; number_of_response:1; }","duration":"127.223438ms","start":"2026-07-28T16:30:27.454757Z","end":"2026-07-28T16:30:27.581981Z","steps":["trace[40500050] 'process raft request' (duration: 105.056968ms)","trace[40500050] 'compare' (duration: 22.073198ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:27.867475Z","caller":"traceutil/trace.go:171","msg":"trace[133740120] transaction","detail":"{read_only:false; response_revision:21559; number_of_response:1; }","duration":"122.183235ms","start":"2026-07-28T16:30:27.745243Z","end":"2026-07-28T16:30:27.867426Z","steps":["trace[133740120] 'process raft request' (duration: 102.66791ms)","trace[133740120] 'compare' (duration: 19.324521ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:30:27.93275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.354116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-28T16:30:27.932855Z","caller":"traceutil/trace.go:171","msg":"trace[412280200] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:21562; }","duration":"119.536721ms","start":"2026-07-28T16:30:27.813294Z","end":"2026-07-28T16:30:27.932831Z","steps":["trace[412280200] 'agreement among raft nodes before linearized reading' (duration: 119.267254ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:27.933075Z","caller":"traceutil/trace.go:171","msg":"trace[1515022568] transaction","detail":"{read_only:false; response_revision:21561; number_of_response:1; }","duration":"122.016931ms","start":"2026-07-28T16:30:27.811014Z","end":"2026-07-28T16:30:27.933031Z","steps":["trace[1515022568] 'process raft request' (duration: 121.436276ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:27.933234Z","caller":"traceutil/trace.go:171","msg":"trace[1389676173] transaction","detail":"{read_only:false; response_revision:21562; number_of_response:1; }","duration":"120.548365ms","start":"2026-07-28T16:30:27.812678Z","end":"2026-07-28T16:30:27.933226Z","steps":["trace[1389676173] 'process raft request' (duration: 119.826778ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:27.933597Z","caller":"traceutil/trace.go:171","msg":"trace[2115761031] transaction","detail":"{read_only:false; response_revision:21560; number_of_response:1; }","duration":"122.908532ms","start":"2026-07-28T16:30:27.810681Z","end":"2026-07-28T16:30:27.93359Z","steps":["trace[2115761031] 'process raft request' (duration: 121.624781ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:33.961682Z","caller":"traceutil/trace.go:171","msg":"trace[1847350996] linearizableReadLoop","detail":"{readStateIndex:22363; appliedIndex:22361; }","duration":"177.390279ms","start":"2026-07-28T16:30:33.784266Z","end":"2026-07-28T16:30:33.961656Z","steps":["trace[1847350996] 'read index received' (duration: 17.161547ms)","trace[1847350996] 'applied index is now lower than readState.Index' (duration: 160.227652ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:33.961836Z","caller":"traceutil/trace.go:171","msg":"trace[1211190837] transaction","detail":"{read_only:false; response_revision:21678; number_of_response:1; }","duration":"193.117353ms","start":"2026-07-28T16:30:33.768656Z","end":"2026-07-28T16:30:33.961774Z","steps":["trace[1211190837] 'process raft request' (duration: 182.534845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:33.961983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.702217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:30:33.962027Z","caller":"traceutil/trace.go:171","msg":"trace[1007344800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21678; }","duration":"177.80713ms","start":"2026-07-28T16:30:33.78421Z","end":"2026-07-28T16:30:33.962017Z","steps":["trace[1007344800] 'agreement among raft nodes before linearized reading' (duration: 177.611245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.001051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.502564Z","time spent":"498.478148ms","remote":"127.0.0.1:38990","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T16:30:35.002195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.894773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:30:35.002516Z","caller":"traceutil/trace.go:171","msg":"trace[479135183] transaction","detail":"{read_only:false; response_revision:21679; number_of_response:1; }","duration":"1.037044111s","start":"2026-07-28T16:30:33.965415Z","end":"2026-07-28T16:30:35.002459Z","steps":["trace[479135183] 'process raft request' (duration: 200.778659ms)","trace[479135183] 'compare' (duration: 835.499304ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:35.002581Z","caller":"traceutil/trace.go:171","msg":"trace[1164257152] transaction","detail":"{read_only:false; response_revision:21681; number_of_response:1; }","duration":"1.034361936s","start":"2026-07-28T16:30:33.96819Z","end":"2026-07-28T16:30:35.002552Z","steps":["trace[1164257152] 'process raft request' (duration: 1.034251423s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:35.002624Z","caller":"traceutil/trace.go:171","msg":"trace[1997084209] transaction","detail":"{read_only:false; response_revision:21680; number_of_response:1; }","duration":"1.035133314s","start":"2026-07-28T16:30:33.967437Z","end":"2026-07-28T16:30:35.00257Z","steps":["trace[1997084209] 'process raft request' (duration: 1.034911909s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.00267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:33.968162Z","time spent":"1.034466658s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:30:35.002718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:33.965399Z","time spent":"1.037217195s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:30:35.002807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:33.967419Z","time spent":"1.035291088s","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:35.003082Z","caller":"traceutil/trace.go:171","msg":"trace[1500071354] transaction","detail":"{read_only:false; response_revision:21682; number_of_response:1; }","duration":"749.288105ms","start":"2026-07-28T16:30:34.253763Z","end":"2026-07-28T16:30:35.003051Z","steps":["trace[1500071354] 'process raft request' (duration: 748.736161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.003273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.253729Z","time spent":"749.465949ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:35.211473Z","caller":"traceutil/trace.go:171","msg":"trace[1567025765] transaction","detail":"{read_only:false; response_revision:21683; number_of_response:1; }","duration":"566.217096ms","start":"2026-07-28T16:30:34.645219Z","end":"2026-07-28T16:30:35.211436Z","steps":["trace[1567025765] 'process raft request' (duration: 518.985596ms)","trace[1567025765] 'compare' (duration: 47.038836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:30:35.211676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.645184Z","time spent":"566.385051ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:35.211753Z","caller":"traceutil/trace.go:171","msg":"trace[1326237527] linearizableReadLoop","detail":"{readStateIndex:22368; appliedIndex:22363; }","duration":"562.614979ms","start":"2026-07-28T16:30:34.649115Z","end":"2026-07-28T16:30:35.21173Z","steps":["trace[1326237527] 'read index received' (duration: 337.737073ms)","trace[1326237527] 'applied index is now lower than readState.Index' (duration: 224.876416ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:35.211853Z","caller":"traceutil/trace.go:171","msg":"trace[1520175048] transaction","detail":"{read_only:false; response_revision:21684; number_of_response:1; }","duration":"556.158751ms","start":"2026-07-28T16:30:34.655679Z","end":"2026-07-28T16:30:35.211838Z","steps":["trace[1520175048] 'process raft request' (duration: 555.71118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.211949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.655649Z","time spent":"556.241844ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:30:35.212186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.076671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:35.212165Z","caller":"traceutil/trace.go:171","msg":"trace[1518973341] transaction","detail":"{read_only:false; response_revision:21685; number_of_response:1; }","duration":"554.668055ms","start":"2026-07-28T16:30:34.657444Z","end":"2026-07-28T16:30:35.212112Z","steps":["trace[1518973341] 'process raft request' (duration: 554.169213ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:35.212227Z","caller":"traceutil/trace.go:171","msg":"trace[1855002210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21685; }","duration":"563.144621ms","start":"2026-07-28T16:30:34.64907Z","end":"2026-07-28T16:30:35.212215Z","steps":["trace[1855002210] 'agreement among raft nodes before linearized reading' (duration: 563.022378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.212269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.649059Z","time spent":"563.203864ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:30:35.212419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.657428Z","time spent":"554.84134ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:35.213738Z","caller":"traceutil/trace.go:171","msg":"trace[508214668] transaction","detail":"{read_only:false; response_revision:21686; number_of_response:1; }","duration":"123.337103ms","start":"2026-07-28T16:30:35.090364Z","end":"2026-07-28T16:30:35.213701Z","steps":["trace[508214668] 'process raft request' (duration: 122.694707ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:35.35639Z","caller":"traceutil/trace.go:171","msg":"trace[1195259357] linearizableReadLoop","detail":"{readStateIndex:22372; appliedIndex:22370; }","duration":"144.559971ms","start":"2026-07-28T16:30:35.211801Z","end":"2026-07-28T16:30:35.356361Z","steps":["trace[1195259357] 'read index received' (duration: 1.238781ms)","trace[1195259357] 'applied index is now lower than readState.Index' (duration: 143.319269ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:35.356765Z","caller":"traceutil/trace.go:171","msg":"trace[471978131] transaction","detail":"{read_only:false; response_revision:21687; number_of_response:1; }","duration":"164.772983ms","start":"2026-07-28T16:30:35.191959Z","end":"2026-07-28T16:30:35.356732Z","steps":["trace[471978131] 'process raft request' (duration: 164.178988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.356787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.303603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:30:35.35686Z","caller":"traceutil/trace.go:171","msg":"trace[1874963645] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21687; }","duration":"438.393074ms","start":"2026-07-28T16:30:34.918443Z","end":"2026-07-28T16:30:35.356837Z","steps":["trace[1874963645] 'agreement among raft nodes before linearized reading' (duration: 438.255621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.356869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.944549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:30:35.356903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.918429Z","time spent":"438.465337ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"info","ts":"2026-07-28T16:30:35.356967Z","caller":"traceutil/trace.go:171","msg":"trace[921051075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21687; }","duration":"483.094733ms","start":"2026-07-28T16:30:34.873848Z","end":"2026-07-28T16:30:35.356943Z","steps":["trace[921051075] 'agreement among raft nodes before linearized reading' (duration: 482.900078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.356971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.760685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:30:35.357016Z","caller":"traceutil/trace.go:171","msg":"trace[1380650283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21687; }","duration":"505.855577ms","start":"2026-07-28T16:30:34.851149Z","end":"2026-07-28T16:30:35.357004Z","steps":["trace[1380650283] 'agreement among raft nodes before linearized reading' (duration: 505.689063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.35706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.851126Z","time spent":"505.925509ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:30:35.357098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.913434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:30:35.357127Z","caller":"traceutil/trace.go:171","msg":"trace[346144528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21687; }","duration":"481.962745ms","start":"2026-07-28T16:30:34.875156Z","end":"2026-07-28T16:30:35.357118Z","steps":["trace[346144528] 'agreement among raft nodes before linearized reading' (duration: 481.883213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.357166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.875145Z","time spent":"482.009237ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:30:35.356601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.596856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:35.357275Z","caller":"traceutil/trace.go:171","msg":"trace[180874247] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:21687; }","duration":"406.347704ms","start":"2026-07-28T16:30:34.950911Z","end":"2026-07-28T16:30:35.357258Z","steps":["trace[180874247] 'agreement among raft nodes before linearized reading' (duration: 405.511964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.357276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.300331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:30:35.357322Z","caller":"traceutil/trace.go:171","msg":"trace[1416944967] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:21687; }","duration":"394.391294ms","start":"2026-07-28T16:30:34.962919Z","end":"2026-07-28T16:30:35.357311Z","steps":["trace[1416944967] 'agreement among raft nodes before linearized reading' (duration: 394.25343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.357362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.962895Z","time spent":"394.459325ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"warn","ts":"2026-07-28T16:30:35.357365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.783431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:35.357402Z","caller":"traceutil/trace.go:171","msg":"trace[319283653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21687; }","duration":"143.869954ms","start":"2026-07-28T16:30:35.213521Z","end":"2026-07-28T16:30:35.357391Z","steps":["trace[319283653] 'agreement among raft nodes before linearized reading' (duration: 143.815922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.357398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.999329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:30:35.357501Z","caller":"traceutil/trace.go:171","msg":"trace[1336285275] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21687; }","duration":"455.138562ms","start":"2026-07-28T16:30:34.902339Z","end":"2026-07-28T16:30:35.357478Z","steps":["trace[1336285275] 'agreement among raft nodes before linearized reading' (duration: 454.128197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.357557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.902328Z","time spent":"455.219294ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:30:35.357015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.873825Z","time spent":"483.181195ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:30:35.357324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:34.950897Z","time spent":"406.412096ms","remote":"127.0.0.1:45986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:30:35.558308Z","caller":"traceutil/trace.go:171","msg":"trace[1346515608] linearizableReadLoop","detail":"{readStateIndex:22376; appliedIndex:22374; }","duration":"124.167223ms","start":"2026-07-28T16:30:35.434111Z","end":"2026-07-28T16:30:35.558278Z","steps":["trace[1346515608] 'read index received' (duration: 42.478854ms)","trace[1346515608] 'applied index is now lower than readState.Index' (duration: 81.687179ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:35.558509Z","caller":"traceutil/trace.go:171","msg":"trace[1669437314] transaction","detail":"{read_only:false; response_revision:21690; number_of_response:1; }","duration":"196.140896ms","start":"2026-07-28T16:30:35.362339Z","end":"2026-07-28T16:30:35.55848Z","steps":["trace[1669437314] 'process raft request' (duration: 114.316483ms)","trace[1669437314] 'compare' (duration: 81.370662ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:35.5585Z","caller":"traceutil/trace.go:171","msg":"trace[815355632] transaction","detail":"{read_only:false; response_revision:21691; number_of_response:1; }","duration":"194.21727ms","start":"2026-07-28T16:30:35.364252Z","end":"2026-07-28T16:30:35.558469Z","steps":["trace[815355632] 'process raft request' (duration: 193.949253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.558657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.502723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:35.558735Z","caller":"traceutil/trace.go:171","msg":"trace[2108455567] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:21691; }","duration":"145.651557ms","start":"2026-07-28T16:30:35.413061Z","end":"2026-07-28T16:30:35.558713Z","steps":["trace[2108455567] 'agreement among raft nodes before linearized reading' (duration: 145.468252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:35.559251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.01789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:629319"} {"level":"info","ts":"2026-07-28T16:30:35.559347Z","caller":"traceutil/trace.go:171","msg":"trace[906938107] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:21691; }","duration":"193.112062ms","start":"2026-07-28T16:30:35.366201Z","end":"2026-07-28T16:30:35.559313Z","steps":["trace[906938107] 'agreement among raft nodes before linearized reading' (duration: 192.21464ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:39.349262Z","caller":"traceutil/trace.go:171","msg":"trace[283705020] transaction","detail":"{read_only:false; response_revision:21712; number_of_response:1; }","duration":"120.593977ms","start":"2026-07-28T16:30:39.228635Z","end":"2026-07-28T16:30:39.349229Z","steps":["trace[283705020] 'process raft request' (duration: 91.037787ms)","trace[283705020] 'compare' (duration: 29.253012ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:39.349293Z","caller":"traceutil/trace.go:171","msg":"trace[1248764217] transaction","detail":"{read_only:false; response_revision:21713; number_of_response:1; }","duration":"118.67797ms","start":"2026-07-28T16:30:39.230583Z","end":"2026-07-28T16:30:39.349261Z","steps":["trace[1248764217] 'process raft request' (duration: 118.555727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:39.612508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.782199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:30:39.61261Z","caller":"traceutil/trace.go:171","msg":"trace[320427519] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21713; }","duration":"161.951134ms","start":"2026-07-28T16:30:39.450631Z","end":"2026-07-28T16:30:39.612583Z","steps":["trace[320427519] 'range keys from in-memory index tree' (duration: 161.635986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:39.612986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.709495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:30:39.613087Z","caller":"traceutil/trace.go:171","msg":"trace[190870585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21713; }","duration":"158.875529ms","start":"2026-07-28T16:30:39.454187Z","end":"2026-07-28T16:30:39.613062Z","steps":["trace[190870585] 'range keys from in-memory index tree' (duration: 158.52461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:39.61306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.015662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:30:39.61316Z","caller":"traceutil/trace.go:171","msg":"trace[1545487624] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21713; }","duration":"145.145984ms","start":"2026-07-28T16:30:39.467988Z","end":"2026-07-28T16:30:39.613134Z","steps":["trace[1545487624] 'range keys from in-memory index tree' (duration: 144.807816ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:41.224531Z","caller":"traceutil/trace.go:171","msg":"trace[1319713504] transaction","detail":"{read_only:false; response_revision:21719; number_of_response:1; }","duration":"133.493981ms","start":"2026-07-28T16:30:41.090991Z","end":"2026-07-28T16:30:41.224485Z","steps":["trace[1319713504] 'process raft request' (duration: 68.368365ms)","trace[1319713504] 'compare' (duration: 64.834169ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:41.224733Z","caller":"traceutil/trace.go:171","msg":"trace[1490510789] transaction","detail":"{read_only:false; response_revision:21720; number_of_response:1; }","duration":"133.183543ms","start":"2026-07-28T16:30:41.091518Z","end":"2026-07-28T16:30:41.224702Z","steps":["trace[1490510789] 'process raft request' (duration: 132.878266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:45.15212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626808707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:30:45.652905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626808707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:30:45.682203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170434029s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T16:30:45.902751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.255083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:30:45.902865Z","caller":"traceutil/trace.go:171","msg":"trace[1133849747] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"1.391235195s","start":"2026-07-28T16:30:44.51161Z","end":"2026-07-28T16:30:45.902845Z","steps":["trace[1133849747] 'process raft request' (duration: 1.170803037s)","trace[1133849747] 'compare' (duration: 219.941856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:30:45.902923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:44.511569Z","time spent":"1.391326387s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:46.33869Z","caller":"traceutil/trace.go:171","msg":"trace[174947247] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"1.015591749s","start":"2026-07-28T16:30:45.32302Z","end":"2026-07-28T16:30:46.338612Z","steps":["trace[174947247] 'process raft request' (duration: 1.015498777s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:46.33877Z","caller":"traceutil/trace.go:171","msg":"trace[1936035171] transaction","detail":"{read_only:false; response_revision:21747; number_of_response:1; }","duration":"1.239549842s","start":"2026-07-28T16:30:45.099177Z","end":"2026-07-28T16:30:46.338727Z","steps":["trace[1936035171] 'process raft request' (duration: 1.239001709s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:46.338918Z","caller":"traceutil/trace.go:171","msg":"trace[41991402] linearizableReadLoop","detail":"{readStateIndex:22437; appliedIndex:22432; }","duration":"1.686970196s","start":"2026-07-28T16:30:44.651933Z","end":"2026-07-28T16:30:46.338903Z","steps":["trace[41991402] 'read index received' (duration: 1.030492512s)","trace[41991402] 'applied index is now lower than readState.Index' (duration: 656.476654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:30:46.338973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.099133Z","time spent":"1.239719876s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:46.338965Z","caller":"traceutil/trace.go:171","msg":"trace[931073215] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"880.282384ms","start":"2026-07-28T16:30:45.458635Z","end":"2026-07-28T16:30:46.338917Z","steps":["trace[931073215] 'process raft request' (duration: 879.914775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.339021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687097909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:46.33908Z","caller":"traceutil/trace.go:171","msg":"trace[1036408381] transaction","detail":"{read_only:false; response_revision:21750; number_of_response:1; }","duration":"879.968407ms","start":"2026-07-28T16:30:45.459037Z","end":"2026-07-28T16:30:46.339006Z","steps":["trace[1036408381] 'process raft request' (duration: 879.755351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.339149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.458524Z","time spent":"880.53434ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:46.339178Z","caller":"traceutil/trace.go:171","msg":"trace[214989418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21750; }","duration":"1.687311855s","start":"2026-07-28T16:30:44.651855Z","end":"2026-07-28T16:30:46.339167Z","steps":["trace[214989418] 'agreement among raft nodes before linearized reading' (duration: 1.68713297s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.339205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:44.651824Z","time spent":"1.687375925s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:30:46.339219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.322975Z","time spent":"1.015824165s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:30:46.339346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.459004Z","time spent":"880.206512ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:30:46.342199Z","caller":"traceutil/trace.go:171","msg":"trace[1040040578] transaction","detail":"{read_only:false; response_revision:21751; number_of_response:1; }","duration":"118.664829ms","start":"2026-07-28T16:30:46.223522Z","end":"2026-07-28T16:30:46.342187Z","steps":["trace[1040040578] 'process raft request' (duration: 118.523346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.342455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098644501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:30:46.342511Z","caller":"traceutil/trace.go:171","msg":"trace[800082530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21751; }","duration":"1.098748434s","start":"2026-07-28T16:30:45.243748Z","end":"2026-07-28T16:30:46.342496Z","steps":["trace[800082530] 'agreement among raft nodes before linearized reading' (duration: 1.09860937s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.342536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.243559Z","time spent":"1.098971698s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:30:46.342689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.520021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:30:46.342716Z","caller":"traceutil/trace.go:171","msg":"trace[11250187] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:21751; }","duration":"616.582093ms","start":"2026-07-28T16:30:45.726127Z","end":"2026-07-28T16:30:46.342709Z","steps":["trace[11250187] 'agreement among raft nodes before linearized reading' (duration: 616.493821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.342989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.726109Z","time spent":"616.87191ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"warn","ts":"2026-07-28T16:30:46.34298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.466723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:30:46.342742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136245476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:46.343047Z","caller":"traceutil/trace.go:171","msg":"trace[1631909489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21751; }","duration":"681.590076ms","start":"2026-07-28T16:30:45.66144Z","end":"2026-07-28T16:30:46.34303Z","steps":["trace[1631909489] 'agreement among raft nodes before linearized reading' (duration: 681.398631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.343078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.661419Z","time spent":"681.652948ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:30:46.343057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.756149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:30:46.343126Z","caller":"traceutil/trace.go:171","msg":"trace[1623191710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21751; }","duration":"644.880793ms","start":"2026-07-28T16:30:45.69823Z","end":"2026-07-28T16:30:46.343111Z","steps":["trace[1623191710] 'agreement among raft nodes before linearized reading' (duration: 644.661137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.34316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.698206Z","time spent":"644.949134ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:30:46.343075Z","caller":"traceutil/trace.go:171","msg":"trace[640489693] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:21751; }","duration":"1.136644006s","start":"2026-07-28T16:30:45.206413Z","end":"2026-07-28T16:30:46.343057Z","steps":["trace[640489693] 'agreement among raft nodes before linearized reading' (duration: 1.136251737s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.343214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.206357Z","time spent":"1.136847091s","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:30:46.342874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.968565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:30:46.343276Z","caller":"traceutil/trace.go:171","msg":"trace[702869845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:21751; }","duration":"627.423077ms","start":"2026-07-28T16:30:45.715844Z","end":"2026-07-28T16:30:46.343267Z","steps":["trace[702869845] 'agreement among raft nodes before linearized reading' (duration: 626.959066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.343308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.715817Z","time spent":"627.482488ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:30:46.343245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.52173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:30:46.342892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117864059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:30:46.343345Z","caller":"traceutil/trace.go:171","msg":"trace[1318415309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21751; }","duration":"648.688695ms","start":"2026-07-28T16:30:45.694642Z","end":"2026-07-28T16:30:46.34333Z","steps":["trace[1318415309] 'agreement among raft nodes before linearized reading' (duration: 648.224304ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:46.343349Z","caller":"traceutil/trace.go:171","msg":"trace[192588214] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:21751; }","duration":"1.118368091s","start":"2026-07-28T16:30:45.224972Z","end":"2026-07-28T16:30:46.34334Z","steps":["trace[192588214] 'agreement among raft nodes before linearized reading' (duration: 1.117791547s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.343376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.694625Z","time spent":"648.742036ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:30:46.343535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418243242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:30:46.34356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.224944Z","time spent":"1.118605107s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":108,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:30:46.343171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100116807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:30:46.343602Z","caller":"traceutil/trace.go:171","msg":"trace[62605650] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21751; }","duration":"1.418675273s","start":"2026-07-28T16:30:44.924895Z","end":"2026-07-28T16:30:46.34357Z","steps":["trace[62605650] 'agreement among raft nodes before linearized reading' (duration: 1.417706619s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.343612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.595149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:30:46.343639Z","caller":"traceutil/trace.go:171","msg":"trace[421322239] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21751; }","duration":"645.62337ms","start":"2026-07-28T16:30:45.698007Z","end":"2026-07-28T16:30:46.343631Z","steps":["trace[421322239] 'agreement among raft nodes before linearized reading' (duration: 644.724148ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:46.343633Z","caller":"traceutil/trace.go:171","msg":"trace[1594749301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21751; }","duration":"1.100622349s","start":"2026-07-28T16:30:45.243Z","end":"2026-07-28T16:30:46.343623Z","steps":["trace[1594749301] 'agreement among raft nodes before linearized reading' (duration: 1.099493811s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.343646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:44.924857Z","time spent":"1.418774505s","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:30:46.343675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.242974Z","time spent":"1.100692911s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:30:46.342839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326307144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:30:46.343766Z","caller":"traceutil/trace.go:171","msg":"trace[1291779365] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:21751; }","duration":"1.327266067s","start":"2026-07-28T16:30:45.016484Z","end":"2026-07-28T16:30:46.34375Z","steps":["trace[1291779365] 'agreement among raft nodes before linearized reading' (duration: 1.326315244s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:46.34381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.016451Z","time spent":"1.327345009s","remote":"127.0.0.1:42832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:30:46.343655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:30:45.69795Z","time spent":"645.700822ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:30:50.830944Z","caller":"traceutil/trace.go:171","msg":"trace[1655014653] linearizableReadLoop","detail":"{readStateIndex:22485; appliedIndex:22484; }","duration":"195.530621ms","start":"2026-07-28T16:30:50.635379Z","end":"2026-07-28T16:30:50.830909Z","steps":["trace[1655014653] 'read index received' (duration: 195.269945ms)","trace[1655014653] 'applied index is now lower than readState.Index' (duration: 259.526µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:50.831069Z","caller":"traceutil/trace.go:171","msg":"trace[2090630497] transaction","detail":"{read_only:false; response_revision:21797; number_of_response:1; }","duration":"198.435111ms","start":"2026-07-28T16:30:50.632597Z","end":"2026-07-28T16:30:50.831032Z","steps":["trace[2090630497] 'process raft request' (duration: 198.127604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:50.83117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.773086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:30:50.831221Z","caller":"traceutil/trace.go:171","msg":"trace[976252401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21797; }","duration":"181.871699ms","start":"2026-07-28T16:30:50.649338Z","end":"2026-07-28T16:30:50.83121Z","steps":["trace[976252401] 'agreement among raft nodes before linearized reading' (duration: 181.756486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:50.831375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.089937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"warn","ts":"2026-07-28T16:30:50.831377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.945011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:30:50.831466Z","caller":"traceutil/trace.go:171","msg":"trace[1022064458] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21797; }","duration":"116.23815ms","start":"2026-07-28T16:30:50.715205Z","end":"2026-07-28T16:30:50.831443Z","steps":["trace[1022064458] 'agreement among raft nodes before linearized reading' (duration: 115.964424ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:50.831499Z","caller":"traceutil/trace.go:171","msg":"trace[1860629856] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:21797; }","duration":"196.131736ms","start":"2026-07-28T16:30:50.635343Z","end":"2026-07-28T16:30:50.831474Z","steps":["trace[1860629856] 'agreement among raft nodes before linearized reading' (duration: 195.730506ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:58.570899Z","caller":"traceutil/trace.go:171","msg":"trace[1258753460] transaction","detail":"{read_only:false; response_revision:21842; number_of_response:1; }","duration":"231.849225ms","start":"2026-07-28T16:30:58.339028Z","end":"2026-07-28T16:30:58.570877Z","steps":["trace[1258753460] 'process raft request' (duration: 182.862702ms)","trace[1258753460] 'compare' (duration: 48.739787ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:30:58.57133Z","caller":"traceutil/trace.go:171","msg":"trace[1340685347] transaction","detail":"{read_only:false; response_revision:21846; number_of_response:1; }","duration":"150.026413ms","start":"2026-07-28T16:30:58.421289Z","end":"2026-07-28T16:30:58.571315Z","steps":["trace[1340685347] 'process raft request' (duration: 149.986082ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:58.571567Z","caller":"traceutil/trace.go:171","msg":"trace[1293765799] transaction","detail":"{read_only:false; response_revision:21843; number_of_response:1; }","duration":"161.631746ms","start":"2026-07-28T16:30:58.409895Z","end":"2026-07-28T16:30:58.571526Z","steps":["trace[1293765799] 'process raft request' (duration: 160.934579ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:58.571668Z","caller":"traceutil/trace.go:171","msg":"trace[1601454259] transaction","detail":"{read_only:false; response_revision:21845; number_of_response:1; }","duration":"153.444026ms","start":"2026-07-28T16:30:58.41816Z","end":"2026-07-28T16:30:58.571604Z","steps":["trace[1601454259] 'process raft request' (duration: 153.053256ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:58.571726Z","caller":"traceutil/trace.go:171","msg":"trace[1098378437] transaction","detail":"{read_only:false; response_revision:21844; number_of_response:1; }","duration":"154.158163ms","start":"2026-07-28T16:30:58.417545Z","end":"2026-07-28T16:30:58.571703Z","steps":["trace[1098378437] 'process raft request' (duration: 153.538788ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:30:58.571767Z","caller":"traceutil/trace.go:171","msg":"trace[1803877883] linearizableReadLoop","detail":"{readStateIndex:22532; appliedIndex:22530; }","duration":"227.254804ms","start":"2026-07-28T16:30:58.344477Z","end":"2026-07-28T16:30:58.571731Z","steps":["trace[1803877883] 'read index received' (duration: 74.625687ms)","trace[1803877883] 'applied index is now lower than readState.Index' (duration: 152.624917ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:30:58.572067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.494642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:30:58.572182Z","caller":"traceutil/trace.go:171","msg":"trace[1487904075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21846; }","duration":"115.658846ms","start":"2026-07-28T16:30:58.45651Z","end":"2026-07-28T16:30:58.572168Z","steps":["trace[1487904075] 'agreement among raft nodes before linearized reading' (duration: 115.447611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:30:58.572181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.592802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:30:58.572248Z","caller":"traceutil/trace.go:171","msg":"trace[1884759781] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21846; }","duration":"227.807297ms","start":"2026-07-28T16:30:58.344418Z","end":"2026-07-28T16:30:58.572225Z","steps":["trace[1884759781] 'agreement among raft nodes before linearized reading' (duration: 227.50587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:03.881979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.525313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:03.88208Z","caller":"traceutil/trace.go:171","msg":"trace[1646843470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21885; }","duration":"184.632545ms","start":"2026-07-28T16:31:03.697422Z","end":"2026-07-28T16:31:03.882055Z","steps":["trace[1646843470] 'range keys from in-memory index tree' (duration: 184.4307ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:12.772314Z","caller":"traceutil/trace.go:171","msg":"trace[664830227] transaction","detail":"{read_only:false; response_revision:21954; number_of_response:1; }","duration":"119.197023ms","start":"2026-07-28T16:31:12.653085Z","end":"2026-07-28T16:31:12.772282Z","steps":["trace[664830227] 'process raft request' (duration: 110.109941ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:12.772631Z","caller":"traceutil/trace.go:171","msg":"trace[301189089] transaction","detail":"{read_only:false; response_revision:21955; number_of_response:1; }","duration":"119.517751ms","start":"2026-07-28T16:31:12.653089Z","end":"2026-07-28T16:31:12.772607Z","steps":["trace[301189089] 'process raft request' (duration: 119.147932ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:12.947234Z","caller":"traceutil/trace.go:171","msg":"trace[409200127] transaction","detail":"{read_only:false; response_revision:21962; number_of_response:1; }","duration":"115.714938ms","start":"2026-07-28T16:31:12.831484Z","end":"2026-07-28T16:31:12.947199Z","steps":["trace[409200127] 'process raft request' (duration: 59.062638ms)","trace[409200127] 'compare' (duration: 56.378793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:14.009011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.376343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-28T16:31:14.009151Z","caller":"traceutil/trace.go:171","msg":"trace[1829243612] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:21966; }","duration":"109.598708ms","start":"2026-07-28T16:31:13.899523Z","end":"2026-07-28T16:31:14.009121Z","steps":["trace[1829243612] 'range keys from in-memory index tree' (duration: 109.130347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:16.726184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.314299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:31:16.726517Z","caller":"traceutil/trace.go:171","msg":"trace[2000708831] transaction","detail":"{read_only:false; response_revision:21986; number_of_response:1; }","duration":"270.458545ms","start":"2026-07-28T16:31:16.456025Z","end":"2026-07-28T16:31:16.726484Z","steps":["trace[2000708831] 'process raft request' (duration: 270.25739ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726516Z","caller":"traceutil/trace.go:171","msg":"trace[1295050751] transaction","detail":"{read_only:false; response_revision:21987; number_of_response:1; }","duration":"270.350183ms","start":"2026-07-28T16:31:16.456126Z","end":"2026-07-28T16:31:16.726476Z","steps":["trace[1295050751] 'process raft request' (duration: 270.206909ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726515Z","caller":"traceutil/trace.go:171","msg":"trace[588487380] transaction","detail":"{read_only:false; response_revision:21985; number_of_response:1; }","duration":"270.843864ms","start":"2026-07-28T16:31:16.455614Z","end":"2026-07-28T16:31:16.726458Z","steps":["trace[588487380] 'process raft request' (duration: 118.181247ms)","trace[588487380] 'compare' (duration: 152.179566ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:16.726549Z","caller":"traceutil/trace.go:171","msg":"trace[231123698] transaction","detail":"{read_only:false; response_revision:21989; number_of_response:1; }","duration":"270.307982ms","start":"2026-07-28T16:31:16.456205Z","end":"2026-07-28T16:31:16.726513Z","steps":["trace[231123698] 'process raft request' (duration: 270.189559ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726553Z","caller":"traceutil/trace.go:171","msg":"trace[281800560] transaction","detail":"{read_only:false; response_revision:21988; number_of_response:1; }","duration":"270.344113ms","start":"2026-07-28T16:31:16.456175Z","end":"2026-07-28T16:31:16.726519Z","steps":["trace[281800560] 'process raft request' (duration: 270.189869ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726605Z","caller":"traceutil/trace.go:171","msg":"trace[1360113502] transaction","detail":"{read_only:false; response_revision:21994; number_of_response:1; }","duration":"269.893622ms","start":"2026-07-28T16:31:16.456704Z","end":"2026-07-28T16:31:16.726597Z","steps":["trace[1360113502] 'process raft request' (duration: 269.82483ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726595Z","caller":"traceutil/trace.go:171","msg":"trace[2143803708] transaction","detail":"{read_only:false; response_revision:21991; number_of_response:1; }","duration":"270.22486ms","start":"2026-07-28T16:31:16.456339Z","end":"2026-07-28T16:31:16.726564Z","steps":["trace[2143803708] 'process raft request' (duration: 270.113977ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726546Z","caller":"traceutil/trace.go:171","msg":"trace[979408716] transaction","detail":"{read_only:false; response_revision:21990; number_of_response:1; }","duration":"270.286071ms","start":"2026-07-28T16:31:16.456245Z","end":"2026-07-28T16:31:16.726531Z","steps":["trace[979408716] 'process raft request' (duration: 270.179138ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726663Z","caller":"traceutil/trace.go:171","msg":"trace[1704154058] transaction","detail":"{read_only:false; response_revision:21995; number_of_response:1; }","duration":"269.946013ms","start":"2026-07-28T16:31:16.456709Z","end":"2026-07-28T16:31:16.726655Z","steps":["trace[1704154058] 'process raft request' (duration: 269.850611ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726659Z","caller":"traceutil/trace.go:171","msg":"trace[1432385611] transaction","detail":"{read_only:false; response_revision:21993; number_of_response:1; }","duration":"270.089286ms","start":"2026-07-28T16:31:16.456525Z","end":"2026-07-28T16:31:16.726614Z","steps":["trace[1432385611] 'process raft request' (duration: 269.976653ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726699Z","caller":"traceutil/trace.go:171","msg":"trace[1088941062] transaction","detail":"{read_only:false; response_revision:21996; number_of_response:1; }","duration":"269.950153ms","start":"2026-07-28T16:31:16.456739Z","end":"2026-07-28T16:31:16.726689Z","steps":["trace[1088941062] 'process raft request' (duration: 269.84489ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.72672Z","caller":"traceutil/trace.go:171","msg":"trace[22397808] transaction","detail":"{read_only:false; response_revision:21998; number_of_response:1; }","duration":"269.668686ms","start":"2026-07-28T16:31:16.457045Z","end":"2026-07-28T16:31:16.726714Z","steps":["trace[22397808] 'process raft request' (duration: 269.600034ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726724Z","caller":"traceutil/trace.go:171","msg":"trace[549286173] transaction","detail":"{read_only:false; response_revision:21997; number_of_response:1; }","duration":"269.671836ms","start":"2026-07-28T16:31:16.457041Z","end":"2026-07-28T16:31:16.726712Z","steps":["trace[549286173] 'process raft request' (duration: 269.574544ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726733Z","caller":"traceutil/trace.go:171","msg":"trace[608405772] transaction","detail":"{read_only:false; response_revision:21992; number_of_response:1; }","duration":"270.24769ms","start":"2026-07-28T16:31:16.456474Z","end":"2026-07-28T16:31:16.726722Z","steps":["trace[608405772] 'process raft request' (duration: 270.002124ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726739Z","caller":"traceutil/trace.go:171","msg":"trace[2009373580] transaction","detail":"{read_only:false; response_revision:21999; number_of_response:1; }","duration":"269.612035ms","start":"2026-07-28T16:31:16.457116Z","end":"2026-07-28T16:31:16.726728Z","steps":["trace[2009373580] 'process raft request' (duration: 269.553033ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726822Z","caller":"traceutil/trace.go:171","msg":"trace[1995429273] transaction","detail":"{read_only:false; response_revision:22000; number_of_response:1; }","duration":"269.43831ms","start":"2026-07-28T16:31:16.457343Z","end":"2026-07-28T16:31:16.726781Z","steps":["trace[1995429273] 'process raft request' (duration: 269.351018ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726863Z","caller":"traceutil/trace.go:171","msg":"trace[1961539177] transaction","detail":"{read_only:false; response_revision:22001; number_of_response:1; }","duration":"269.44294ms","start":"2026-07-28T16:31:16.457393Z","end":"2026-07-28T16:31:16.726835Z","steps":["trace[1961539177] 'process raft request' (duration: 269.346688ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.72689Z","caller":"traceutil/trace.go:171","msg":"trace[1459510540] transaction","detail":"{read_only:false; response_revision:22002; number_of_response:1; }","duration":"249.718341ms","start":"2026-07-28T16:31:16.47716Z","end":"2026-07-28T16:31:16.726878Z","steps":["trace[1459510540] 'process raft request' (duration: 249.614128ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.726898Z","caller":"traceutil/trace.go:171","msg":"trace[1401477391] transaction","detail":"{read_only:false; response_revision:22003; number_of_response:1; }","duration":"249.168897ms","start":"2026-07-28T16:31:16.47772Z","end":"2026-07-28T16:31:16.726889Z","steps":["trace[1401477391] 'process raft request' (duration: 249.101815ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.7269Z","caller":"traceutil/trace.go:171","msg":"trace[705641380] linearizableReadLoop","detail":"{readStateIndex:22697; appliedIndex:22678; }","duration":"226.29681ms","start":"2026-07-28T16:31:16.500587Z","end":"2026-07-28T16:31:16.726884Z","steps":["trace[705641380] 'read index received' (duration: 73.173581ms)","trace[705641380] 'applied index is now lower than readState.Index' (duration: 153.122009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:16.727014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.409272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:16.727065Z","caller":"traceutil/trace.go:171","msg":"trace[926792910] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22003; }","duration":"226.511115ms","start":"2026-07-28T16:31:16.50054Z","end":"2026-07-28T16:31:16.727052Z","steps":["trace[926792910] 'agreement among raft nodes before linearized reading' (duration: 226.408942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:16.759567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.691718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:16.759659Z","caller":"traceutil/trace.go:171","msg":"trace[164917669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22005; }","duration":"106.842221ms","start":"2026-07-28T16:31:16.652795Z","end":"2026-07-28T16:31:16.759638Z","steps":["trace[164917669] 'agreement among raft nodes before linearized reading' (duration: 106.684457ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:16.759571Z","caller":"traceutil/trace.go:171","msg":"trace[775882283] transaction","detail":"{read_only:false; response_revision:22004; number_of_response:1; }","duration":"112.266974ms","start":"2026-07-28T16:31:16.647278Z","end":"2026-07-28T16:31:16.759545Z","steps":["trace[775882283] 'process raft request' (duration: 111.845084ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.151634Z","caller":"traceutil/trace.go:171","msg":"trace[27199699] transaction","detail":"{read_only:false; response_revision:22006; number_of_response:1; }","duration":"416.4674ms","start":"2026-07-28T16:31:16.735133Z","end":"2026-07-28T16:31:17.151601Z","steps":["trace[27199699] 'process raft request' (duration: 416.189703ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.151712Z","caller":"traceutil/trace.go:171","msg":"trace[1402881967] transaction","detail":"{read_only:false; response_revision:22008; number_of_response:1; }","duration":"416.428579ms","start":"2026-07-28T16:31:16.73526Z","end":"2026-07-28T16:31:17.151688Z","steps":["trace[1402881967] 'process raft request' (duration: 416.296016ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.151734Z","caller":"traceutil/trace.go:171","msg":"trace[753900878] transaction","detail":"{read_only:false; response_revision:22007; number_of_response:1; }","duration":"416.526772ms","start":"2026-07-28T16:31:16.735174Z","end":"2026-07-28T16:31:17.151701Z","steps":["trace[753900878] 'process raft request' (duration: 416.333327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.151804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.73525Z","time spent":"416.509311ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:17.151878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.735152Z","time spent":"416.651855ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:17.151966Z","caller":"traceutil/trace.go:171","msg":"trace[1870039556] transaction","detail":"{read_only:false; response_revision:22009; number_of_response:1; }","duration":"416.555592ms","start":"2026-07-28T16:31:16.735373Z","end":"2026-07-28T16:31:17.151929Z","steps":["trace[1870039556] 'process raft request' (duration: 416.220554ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.15201Z","caller":"traceutil/trace.go:171","msg":"trace[95989817] transaction","detail":"{read_only:false; response_revision:22012; number_of_response:1; }","duration":"416.273616ms","start":"2026-07-28T16:31:16.735712Z","end":"2026-07-28T16:31:17.151986Z","steps":["trace[95989817] 'process raft request' (duration: 416.000839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.152039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.735115Z","time spent":"416.611204ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1077,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:17.152056Z","caller":"traceutil/trace.go:171","msg":"trace[2146882098] transaction","detail":"{read_only:false; response_revision:22011; number_of_response:1; }","duration":"416.391029ms","start":"2026-07-28T16:31:16.735657Z","end":"2026-07-28T16:31:17.152048Z","steps":["trace[2146882098] 'process raft request' (duration: 415.99719ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.15212Z","caller":"traceutil/trace.go:171","msg":"trace[645621247] transaction","detail":"{read_only:false; response_revision:22010; number_of_response:1; }","duration":"416.666815ms","start":"2026-07-28T16:31:16.73539Z","end":"2026-07-28T16:31:17.152056Z","steps":["trace[645621247] 'process raft request' (duration: 416.235525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.1522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.735365Z","time spent":"416.752988ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:17.15226Z","caller":"traceutil/trace.go:171","msg":"trace[432898705] transaction","detail":"{read_only:false; response_revision:22014; number_of_response:1; }","duration":"416.43053ms","start":"2026-07-28T16:31:16.735805Z","end":"2026-07-28T16:31:17.152235Z","steps":["trace[432898705] 'process raft request' (duration: 415.964138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.152158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.735706Z","time spent":"416.414179ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:17.152013Z","caller":"traceutil/trace.go:171","msg":"trace[782712721] transaction","detail":"{read_only:false; response_revision:22013; number_of_response:1; }","duration":"416.249425ms","start":"2026-07-28T16:31:16.735753Z","end":"2026-07-28T16:31:17.152002Z","steps":["trace[782712721] 'process raft request' (duration: 415.986889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.152378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.735798Z","time spent":"416.533242ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:17.152187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.735647Z","time spent":"416.503772ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:17.152427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.735382Z","time spent":"416.88191ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:17.152456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.735743Z","time spent":"416.675535ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:17.152799Z","caller":"traceutil/trace.go:171","msg":"trace[844730344] transaction","detail":"{read_only:false; response_revision:22016; number_of_response:1; }","duration":"416.823009ms","start":"2026-07-28T16:31:16.735957Z","end":"2026-07-28T16:31:17.15278Z","steps":["trace[844730344] 'process raft request' (duration: 416.692506ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.152879Z","caller":"traceutil/trace.go:171","msg":"trace[1954384597] transaction","detail":"{read_only:false; response_revision:22017; number_of_response:1; }","duration":"416.778048ms","start":"2026-07-28T16:31:16.736084Z","end":"2026-07-28T16:31:17.152862Z","steps":["trace[1954384597] 'process raft request' (duration: 416.628964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.15288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.735948Z","time spent":"416.899251ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:17.152817Z","caller":"traceutil/trace.go:171","msg":"trace[1693979648] transaction","detail":"{read_only:false; response_revision:22015; number_of_response:1; }","duration":"416.905712ms","start":"2026-07-28T16:31:16.735855Z","end":"2026-07-28T16:31:17.152761Z","steps":["trace[1693979648] 'process raft request' (duration: 416.02205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.152937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.736047Z","time spent":"416.86312ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1078,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:17.152956Z","caller":"traceutil/trace.go:171","msg":"trace[1280546084] linearizableReadLoop","detail":"{readStateIndex:22713; appliedIndex:22699; }","duration":"393.563093ms","start":"2026-07-28T16:31:16.759371Z","end":"2026-07-28T16:31:17.152934Z","steps":["trace[1280546084] 'read index received' (duration: 391.935293ms)","trace[1280546084] 'applied index is now lower than readState.Index' (duration: 1.62669ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:17.152976Z","caller":"traceutil/trace.go:171","msg":"trace[1921629793] transaction","detail":"{read_only:false; response_revision:22018; number_of_response:1; }","duration":"416.686036ms","start":"2026-07-28T16:31:16.73627Z","end":"2026-07-28T16:31:17.152956Z","steps":["trace[1921629793] 'process raft request' (duration: 416.492602ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.152984Z","caller":"traceutil/trace.go:171","msg":"trace[972971199] transaction","detail":"{read_only:false; response_revision:22019; number_of_response:1; }","duration":"415.360793ms","start":"2026-07-28T16:31:16.737605Z","end":"2026-07-28T16:31:17.152966Z","steps":["trace[972971199] 'process raft request' (duration: 415.249731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.153049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.736261Z","time spent":"416.755208ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40511,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:17.153055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.737595Z","time spent":"415.427855ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40487,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:17.153085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.73585Z","time spent":"417.096716ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:17.153294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.13438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-api-osapi.18c6811fee25f8e0\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T16:31:17.153354Z","caller":"traceutil/trace.go:171","msg":"trace[1849397158] range","detail":"{range_begin:/registry/events/openstack/nova-api-osapi.18c6811fee25f8e0; range_end:; response_count:1; response_revision:22019; }","duration":"420.274033ms","start":"2026-07-28T16:31:16.733061Z","end":"2026-07-28T16:31:17.153335Z","steps":["trace[1849397158] 'agreement among raft nodes before linearized reading' (duration: 419.971456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.153399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.733042Z","time spent":"420.345735ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":707,"request content":"key:\"/registry/events/openstack/nova-api-osapi.18c6811fee25f8e0\" "} {"level":"warn","ts":"2026-07-28T16:31:17.227995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.579207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:31:17.228138Z","caller":"traceutil/trace.go:171","msg":"trace[986329705] transaction","detail":"{read_only:false; response_revision:22020; number_of_response:1; }","duration":"439.139163ms","start":"2026-07-28T16:31:16.788969Z","end":"2026-07-28T16:31:17.228109Z","steps":["trace[986329705] 'process raft request' (duration: 438.485587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.228181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.292276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:31:17.228221Z","caller":"traceutil/trace.go:171","msg":"trace[1797531858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22021; }","duration":"348.771722ms","start":"2026-07-28T16:31:16.879345Z","end":"2026-07-28T16:31:17.228117Z","steps":["trace[1797531858] 'agreement among raft nodes before linearized reading' (duration: 348.427874ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.228248Z","caller":"traceutil/trace.go:171","msg":"trace[407497895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22021; }","duration":"356.392628ms","start":"2026-07-28T16:31:16.871839Z","end":"2026-07-28T16:31:17.228231Z","steps":["trace[407497895] 'agreement among raft nodes before linearized reading' (duration: 356.260265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.228261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.526516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:31:17.228307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.788945Z","time spent":"439.254165ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:17.228334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.871817Z","time spent":"356.50341ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:31:17.228005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.796047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:31:17.228373Z","caller":"traceutil/trace.go:171","msg":"trace[2138721684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22021; }","duration":"357.686949ms","start":"2026-07-28T16:31:16.870656Z","end":"2026-07-28T16:31:17.228343Z","steps":["trace[2138721684] 'agreement among raft nodes before linearized reading' (duration: 357.31161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.228325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.278568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:17.228395Z","caller":"traceutil/trace.go:171","msg":"trace[1964633022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22021; }","duration":"343.232928ms","start":"2026-07-28T16:31:16.885145Z","end":"2026-07-28T16:31:17.228378Z","steps":["trace[1964633022] 'agreement among raft nodes before linearized reading' (duration: 342.633753ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.228367Z","caller":"traceutil/trace.go:171","msg":"trace[1031411056] transaction","detail":"{read_only:false; response_revision:22021; number_of_response:1; }","duration":"429.028437ms","start":"2026-07-28T16:31:16.799303Z","end":"2026-07-28T16:31:17.228331Z","steps":["trace[1031411056] 'process raft request' (duration: 428.36399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.228438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.870634Z","time spent":"357.791042ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:31:17.228462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.885134Z","time spent":"343.313779ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:31:17.228388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.91318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:31:17.228373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.57868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:17.228526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.80431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:31:17.228502Z","caller":"traceutil/trace.go:171","msg":"trace[1132180201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22021; }","duration":"467.517954ms","start":"2026-07-28T16:31:16.760958Z","end":"2026-07-28T16:31:17.228476Z","steps":["trace[1132180201] 'agreement among raft nodes before linearized reading' (duration: 467.233357ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.228564Z","caller":"traceutil/trace.go:171","msg":"trace[229032831] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:22021; }","duration":"329.873892ms","start":"2026-07-28T16:31:16.898677Z","end":"2026-07-28T16:31:17.228551Z","steps":["trace[229032831] 'agreement among raft nodes before linearized reading' (duration: 329.77818ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.228553Z","caller":"traceutil/trace.go:171","msg":"trace[1674382920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22021; }","duration":"357.080544ms","start":"2026-07-28T16:31:16.871442Z","end":"2026-07-28T16:31:17.228523Z","steps":["trace[1674382920] 'agreement among raft nodes before linearized reading' (duration: 356.691895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.228566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.799277Z","time spent":"429.198731ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:17.228581Z","caller":"traceutil/trace.go:171","msg":"trace[893401080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22021; }","duration":"167.880418ms","start":"2026-07-28T16:31:17.060668Z","end":"2026-07-28T16:31:17.228549Z","steps":["trace[893401080] 'agreement among raft nodes before linearized reading' (duration: 167.57297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.228596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.898655Z","time spent":"329.933994ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"warn","ts":"2026-07-28T16:31:17.228598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.760935Z","time spent":"467.648417ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:31:17.228613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.871372Z","time spent":"357.227358ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:31:17.228412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.349225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:31:17.228679Z","caller":"traceutil/trace.go:171","msg":"trace[553053037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:22021; }","duration":"328.628792ms","start":"2026-07-28T16:31:16.900025Z","end":"2026-07-28T16:31:17.228653Z","steps":["trace[553053037] 'agreement among raft nodes before linearized reading' (duration: 328.317995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.228339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.879328Z","time spent":"348.993387ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:31:17.228738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.900012Z","time spent":"328.708384ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:31:17.228026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.8669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:31:17.228875Z","caller":"traceutil/trace.go:171","msg":"trace[524543940] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:22021; }","duration":"357.73157ms","start":"2026-07-28T16:31:16.871124Z","end":"2026-07-28T16:31:17.228856Z","steps":["trace[524543940] 'agreement among raft nodes before linearized reading' (duration: 356.769537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.228958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:16.871112Z","time spent":"357.831473ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:31:17.367266Z","caller":"traceutil/trace.go:171","msg":"trace[946289735] transaction","detail":"{read_only:false; response_revision:22022; number_of_response:1; }","duration":"205.488594ms","start":"2026-07-28T16:31:17.161714Z","end":"2026-07-28T16:31:17.367202Z","steps":["trace[946289735] 'process raft request' (duration: 205.103374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.367515Z","caller":"traceutil/trace.go:171","msg":"trace[831172109] linearizableReadLoop","detail":"{readStateIndex:22717; appliedIndex:22715; }","duration":"139.729222ms","start":"2026-07-28T16:31:17.227742Z","end":"2026-07-28T16:31:17.367471Z","steps":["trace[831172109] 'read index received' (duration: 139.108057ms)","trace[831172109] 'applied index is now lower than readState.Index' (duration: 618.035µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:17.367521Z","caller":"traceutil/trace.go:171","msg":"trace[99225526] transaction","detail":"{read_only:false; response_revision:22023; number_of_response:1; }","duration":"202.540362ms","start":"2026-07-28T16:31:17.164938Z","end":"2026-07-28T16:31:17.367478Z","steps":["trace[99225526] 'process raft request' (duration: 202.163512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.367695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.833916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T16:31:17.367769Z","caller":"traceutil/trace.go:171","msg":"trace[181283751] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22023; }","duration":"206.954779ms","start":"2026-07-28T16:31:17.160793Z","end":"2026-07-28T16:31:17.367748Z","steps":["trace[181283751] 'agreement among raft nodes before linearized reading' (duration: 206.713253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.367782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.861581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T16:31:17.367841Z","caller":"traceutil/trace.go:171","msg":"trace[1520979040] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22023; }","duration":"207.976734ms","start":"2026-07-28T16:31:17.159852Z","end":"2026-07-28T16:31:17.367829Z","steps":["trace[1520979040] 'agreement among raft nodes before linearized reading' (duration: 207.739898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.367845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.811673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T16:31:17.36789Z","caller":"traceutil/trace.go:171","msg":"trace[2116570125] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22023; }","duration":"210.991767ms","start":"2026-07-28T16:31:17.156883Z","end":"2026-07-28T16:31:17.367875Z","steps":["trace[2116570125] 'agreement among raft nodes before linearized reading' (duration: 210.761932ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.399915Z","caller":"traceutil/trace.go:171","msg":"trace[1427058350] transaction","detail":"{read_only:false; response_revision:22024; number_of_response:1; }","duration":"166.591067ms","start":"2026-07-28T16:31:17.233293Z","end":"2026-07-28T16:31:17.399884Z","steps":["trace[1427058350] 'process raft request' (duration: 166.336871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.399985Z","caller":"traceutil/trace.go:171","msg":"trace[1111918364] transaction","detail":"{read_only:false; response_revision:22027; number_of_response:1; }","duration":"165.880089ms","start":"2026-07-28T16:31:17.234073Z","end":"2026-07-28T16:31:17.399953Z","steps":["trace[1111918364] 'process raft request' (duration: 165.801197ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.400301Z","caller":"traceutil/trace.go:171","msg":"trace[2138716331] transaction","detail":"{read_only:false; response_revision:22026; number_of_response:1; }","duration":"166.427243ms","start":"2026-07-28T16:31:17.233864Z","end":"2026-07-28T16:31:17.400291Z","steps":["trace[2138716331] 'process raft request' (duration: 165.983932ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.400421Z","caller":"traceutil/trace.go:171","msg":"trace[1861036855] transaction","detail":"{read_only:false; response_revision:22028; number_of_response:1; }","duration":"166.32016ms","start":"2026-07-28T16:31:17.234094Z","end":"2026-07-28T16:31:17.400415Z","steps":["trace[1861036855] 'process raft request' (duration: 165.812437ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.400479Z","caller":"traceutil/trace.go:171","msg":"trace[1692895846] transaction","detail":"{read_only:false; response_revision:22029; number_of_response:1; }","duration":"166.091675ms","start":"2026-07-28T16:31:17.23437Z","end":"2026-07-28T16:31:17.400462Z","steps":["trace[1692895846] 'process raft request' (duration: 165.922901ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.400318Z","caller":"traceutil/trace.go:171","msg":"trace[2031003395] transaction","detail":"{read_only:false; response_revision:22025; number_of_response:1; }","duration":"166.589746ms","start":"2026-07-28T16:31:17.23369Z","end":"2026-07-28T16:31:17.400279Z","steps":["trace[2031003395] 'process raft request' (duration: 166.113115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.401103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.681585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:629456"} {"level":"info","ts":"2026-07-28T16:31:17.401141Z","caller":"traceutil/trace.go:171","msg":"trace[1434822948] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:22029; }","duration":"165.757316ms","start":"2026-07-28T16:31:17.235375Z","end":"2026-07-28T16:31:17.401133Z","steps":["trace[1434822948] 'agreement among raft nodes before linearized reading' (duration: 165.09474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.40157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.217542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:629456"} {"level":"info","ts":"2026-07-28T16:31:17.401622Z","caller":"traceutil/trace.go:171","msg":"trace[1817038272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:22029; }","duration":"167.327165ms","start":"2026-07-28T16:31:17.234283Z","end":"2026-07-28T16:31:17.40161Z","steps":["trace[1817038272] 'agreement among raft nodes before linearized reading' (duration: 166.401982ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.564631Z","caller":"traceutil/trace.go:171","msg":"trace[2071856071] transaction","detail":"{read_only:false; response_revision:22033; number_of_response:1; }","duration":"121.029617ms","start":"2026-07-28T16:31:17.443553Z","end":"2026-07-28T16:31:17.564583Z","steps":["trace[2071856071] 'process raft request' (duration: 114.338494ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.564788Z","caller":"traceutil/trace.go:171","msg":"trace[819231761] transaction","detail":"{read_only:false; response_revision:22034; number_of_response:1; }","duration":"119.51892ms","start":"2026-07-28T16:31:17.445248Z","end":"2026-07-28T16:31:17.564767Z","steps":["trace[819231761] 'process raft request' (duration: 119.221633ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.564836Z","caller":"traceutil/trace.go:171","msg":"trace[1362518919] linearizableReadLoop","detail":"{readStateIndex:22730; appliedIndex:22726; }","duration":"110.48722ms","start":"2026-07-28T16:31:17.454325Z","end":"2026-07-28T16:31:17.564812Z","steps":["trace[1362518919] 'read index received' (duration: 7.453882ms)","trace[1362518919] 'applied index is now lower than readState.Index' (duration: 103.032308ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:17.564876Z","caller":"traceutil/trace.go:171","msg":"trace[448786772] transaction","detail":"{read_only:false; response_revision:22035; number_of_response:1; }","duration":"119.50314ms","start":"2026-07-28T16:31:17.445336Z","end":"2026-07-28T16:31:17.564839Z","steps":["trace[448786772] 'process raft request' (duration: 119.359576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.565087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.743266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T16:31:17.56512Z","caller":"traceutil/trace.go:171","msg":"trace[768309753] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22035; }","duration":"110.828669ms","start":"2026-07-28T16:31:17.454279Z","end":"2026-07-28T16:31:17.565108Z","steps":["trace[768309753] 'agreement among raft nodes before linearized reading' (duration: 110.620383ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.577584Z","caller":"traceutil/trace.go:171","msg":"trace[1880206359] transaction","detail":"{read_only:false; response_revision:22036; number_of_response:1; }","duration":"113.399701ms","start":"2026-07-28T16:31:17.464165Z","end":"2026-07-28T16:31:17.577565Z","steps":["trace[1880206359] 'process raft request' (duration: 113.287748ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.681135Z","caller":"traceutil/trace.go:171","msg":"trace[611709300] linearizableReadLoop","detail":"{readStateIndex:22738; appliedIndex:22731; }","duration":"108.166884ms","start":"2026-07-28T16:31:17.572921Z","end":"2026-07-28T16:31:17.681088Z","steps":["trace[611709300] 'read index received' (duration: 4.730185ms)","trace[611709300] 'applied index is now lower than readState.Index' (duration: 103.435669ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:17.681257Z","caller":"traceutil/trace.go:171","msg":"trace[1478329949] transaction","detail":"{read_only:false; response_revision:22051; number_of_response:1; }","duration":"107.656691ms","start":"2026-07-28T16:31:17.573588Z","end":"2026-07-28T16:31:17.681244Z","steps":["trace[1478329949] 'process raft request' (duration: 107.439656ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.681225Z","caller":"traceutil/trace.go:171","msg":"trace[29034172] transaction","detail":"{read_only:false; response_revision:22050; number_of_response:1; }","duration":"107.61112ms","start":"2026-07-28T16:31:17.573547Z","end":"2026-07-28T16:31:17.681158Z","steps":["trace[29034172] 'process raft request' (duration: 107.463527ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.68149Z","caller":"traceutil/trace.go:171","msg":"trace[1817141296] transaction","detail":"{read_only:false; response_revision:22052; number_of_response:1; }","duration":"107.858936ms","start":"2026-07-28T16:31:17.573624Z","end":"2026-07-28T16:31:17.681483Z","steps":["trace[1817141296] 'process raft request' (duration: 107.421606ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.681562Z","caller":"traceutil/trace.go:171","msg":"trace[913098227] transaction","detail":"{read_only:false; response_revision:22053; number_of_response:1; }","duration":"107.726283ms","start":"2026-07-28T16:31:17.573829Z","end":"2026-07-28T16:31:17.681555Z","steps":["trace[913098227] 'process raft request' (duration: 107.233031ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.681543Z","caller":"traceutil/trace.go:171","msg":"trace[928450147] transaction","detail":"{read_only:false; response_revision:22049; number_of_response:1; }","duration":"107.951699ms","start":"2026-07-28T16:31:17.573548Z","end":"2026-07-28T16:31:17.6815Z","steps":["trace[928450147] 'process raft request' (duration: 107.437456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.681877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.215039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T16:31:17.681981Z","caller":"traceutil/trace.go:171","msg":"trace[1458023129] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22053; }","duration":"102.346973ms","start":"2026-07-28T16:31:17.579608Z","end":"2026-07-28T16:31:17.681955Z","steps":["trace[1458023129] 'agreement among raft nodes before linearized reading' (duration: 101.995314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:17.682314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.339622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T16:31:17.682408Z","caller":"traceutil/trace.go:171","msg":"trace[1005791709] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22053; }","duration":"109.500366ms","start":"2026-07-28T16:31:17.572888Z","end":"2026-07-28T16:31:17.682388Z","steps":["trace[1005791709] 'agreement among raft nodes before linearized reading' (duration: 109.061406ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:17.681988Z","caller":"traceutil/trace.go:171","msg":"trace[1401732341] transaction","detail":"{read_only:false; response_revision:22048; number_of_response:1; }","duration":"108.390129ms","start":"2026-07-28T16:31:17.573541Z","end":"2026-07-28T16:31:17.681931Z","steps":["trace[1401732341] 'process raft request' (duration: 90.970315ms)","trace[1401732341] 'compare' (duration: 16.345648ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:18.146446Z","caller":"traceutil/trace.go:171","msg":"trace[2091101340] linearizableReadLoop","detail":"{readStateIndex:22768; appliedIndex:22767; }","duration":"235.618207ms","start":"2026-07-28T16:31:17.91079Z","end":"2026-07-28T16:31:18.146408Z","steps":["trace[2091101340] 'read index received' (duration: 191.381629ms)","trace[2091101340] 'applied index is now lower than readState.Index' (duration: 44.235338ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:18.146549Z","caller":"traceutil/trace.go:171","msg":"trace[1473537560] transaction","detail":"{read_only:false; response_revision:22073; number_of_response:1; }","duration":"308.523903ms","start":"2026-07-28T16:31:17.837967Z","end":"2026-07-28T16:31:18.146491Z","steps":["trace[1473537560] 'process raft request' (duration: 264.310746ms)","trace[1473537560] 'compare' (duration: 43.857158ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:18.146691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.246596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-28T16:31:18.146755Z","caller":"traceutil/trace.go:171","msg":"trace[2110470381] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22073; }","duration":"308.327858ms","start":"2026-07-28T16:31:17.838408Z","end":"2026-07-28T16:31:18.146736Z","steps":["trace[2110470381] 'agreement among raft nodes before linearized reading' (duration: 308.093822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:18.146743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:17.837937Z","time spent":"308.702286ms","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129292,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:18.146766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.611114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9509"} {"level":"warn","ts":"2026-07-28T16:31:18.146788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:17.838403Z","time spent":"308.379919ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3708,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-28T16:31:18.146824Z","caller":"traceutil/trace.go:171","msg":"trace[504649532] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:22073; }","duration":"308.708816ms","start":"2026-07-28T16:31:17.8381Z","end":"2026-07-28T16:31:18.146808Z","steps":["trace[504649532] 'agreement among raft nodes before linearized reading' (duration: 308.45552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:18.146866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:17.838092Z","time spent":"308.766329ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-07-28T16:31:18.232Z","caller":"traceutil/trace.go:171","msg":"trace[1326344239] transaction","detail":"{read_only:false; response_revision:22075; number_of_response:1; }","duration":"315.574163ms","start":"2026-07-28T16:31:17.916385Z","end":"2026-07-28T16:31:18.231959Z","steps":["trace[1326344239] 'process raft request' (duration: 315.452191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:18.232114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.841032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:31:18.232176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:17.916359Z","time spent":"315.749948ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:18.23216Z","caller":"traceutil/trace.go:171","msg":"trace[1497933455] transaction","detail":"{read_only:false; response_revision:22074; number_of_response:1; }","duration":"315.983853ms","start":"2026-07-28T16:31:17.916052Z","end":"2026-07-28T16:31:18.232036Z","steps":["trace[1497933455] 'process raft request' (duration: 315.625185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:18.232279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.505643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:18.232218Z","caller":"traceutil/trace.go:171","msg":"trace[212368062] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22075; }","duration":"289.038718ms","start":"2026-07-28T16:31:17.943144Z","end":"2026-07-28T16:31:18.232182Z","steps":["trace[212368062] 'agreement among raft nodes before linearized reading' (duration: 288.788182ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:18.232389Z","caller":"traceutil/trace.go:171","msg":"trace[1440613694] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:22075; }","duration":"313.674597ms","start":"2026-07-28T16:31:17.918689Z","end":"2026-07-28T16:31:18.232364Z","steps":["trace[1440613694] 'agreement among raft nodes before linearized reading' (duration: 313.466392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:18.232411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:17.916016Z","time spent":"316.286701ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:18.232446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:17.918663Z","time spent":"313.7727ms","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-07-28T16:31:18.398249Z","caller":"traceutil/trace.go:171","msg":"trace[1665902806] linearizableReadLoop","detail":"{readStateIndex:22771; appliedIndex:22770; }","duration":"166.32049ms","start":"2026-07-28T16:31:18.231899Z","end":"2026-07-28T16:31:18.39822Z","steps":["trace[1665902806] 'read index received' (duration: 110.949662ms)","trace[1665902806] 'applied index is now lower than readState.Index' (duration: 55.369358ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:18.398284Z","caller":"traceutil/trace.go:171","msg":"trace[1606694454] transaction","detail":"{read_only:false; response_revision:22076; number_of_response:1; }","duration":"249.584267ms","start":"2026-07-28T16:31:18.148648Z","end":"2026-07-28T16:31:18.398233Z","steps":["trace[1606694454] 'process raft request' (duration: 194.192849ms)","trace[1606694454] 'compare' (duration: 54.999719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:18.39856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.283387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-28T16:31:18.398653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.153797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-28T16:31:18.398686Z","caller":"traceutil/trace.go:171","msg":"trace[261214664] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22076; }","duration":"246.41927ms","start":"2026-07-28T16:31:18.152234Z","end":"2026-07-28T16:31:18.398653Z","steps":["trace[261214664] 'agreement among raft nodes before linearized reading' (duration: 246.024831ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:18.39874Z","caller":"traceutil/trace.go:171","msg":"trace[2107533667] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22076; }","duration":"164.315531ms","start":"2026-07-28T16:31:18.234403Z","end":"2026-07-28T16:31:18.398718Z","steps":["trace[2107533667] 'agreement among raft nodes before linearized reading' (duration: 164.072035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:18.398887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.635969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-28T16:31:18.398956Z","caller":"traceutil/trace.go:171","msg":"trace[1922105196] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:22076; }","duration":"247.763722ms","start":"2026-07-28T16:31:18.151174Z","end":"2026-07-28T16:31:18.398938Z","steps":["trace[1922105196] 'agreement among raft nodes before linearized reading' (duration: 247.121537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:18.399938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.598772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129308"} {"level":"info","ts":"2026-07-28T16:31:18.400005Z","caller":"traceutil/trace.go:171","msg":"trace[72761562] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:22076; }","duration":"251.628327ms","start":"2026-07-28T16:31:18.148357Z","end":"2026-07-28T16:31:18.399985Z","steps":["trace[72761562] 'agreement among raft nodes before linearized reading' (duration: 250.014968ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:18.654665Z","caller":"traceutil/trace.go:171","msg":"trace[1426070718] transaction","detail":"{read_only:false; response_revision:22078; number_of_response:1; }","duration":"251.727859ms","start":"2026-07-28T16:31:18.40289Z","end":"2026-07-28T16:31:18.654618Z","steps":["trace[1426070718] 'process raft request' (duration: 251.36137ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:18.65495Z","caller":"traceutil/trace.go:171","msg":"trace[683590318] linearizableReadLoop","detail":"{readStateIndex:22774; appliedIndex:22771; }","duration":"249.820312ms","start":"2026-07-28T16:31:18.405097Z","end":"2026-07-28T16:31:18.654917Z","steps":["trace[683590318] 'read index received' (duration: 29.290503ms)","trace[683590318] 'applied index is now lower than readState.Index' (duration: 220.528619ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:18.65509Z","caller":"traceutil/trace.go:171","msg":"trace[1826249002] transaction","detail":"{read_only:false; response_revision:22079; number_of_response:1; }","duration":"251.338779ms","start":"2026-07-28T16:31:18.403739Z","end":"2026-07-28T16:31:18.655077Z","steps":["trace[1826249002] 'process raft request' (duration: 250.797296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:18.655283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.156171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-28T16:31:18.655333Z","caller":"traceutil/trace.go:171","msg":"trace[1375804789] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22079; }","duration":"250.251503ms","start":"2026-07-28T16:31:18.405066Z","end":"2026-07-28T16:31:18.655318Z","steps":["trace[1375804789] 'agreement among raft nodes before linearized reading' (duration: 250.040788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:18.655394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.087062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9509"} {"level":"warn","ts":"2026-07-28T16:31:18.655444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.276362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"warn","ts":"2026-07-28T16:31:18.655468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.860961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:31:18.655505Z","caller":"traceutil/trace.go:171","msg":"trace[698634815] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:22079; }","duration":"246.226775ms","start":"2026-07-28T16:31:18.40925Z","end":"2026-07-28T16:31:18.655477Z","steps":["trace[698634815] 'agreement among raft nodes before linearized reading' (duration: 245.901837ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:18.655553Z","caller":"traceutil/trace.go:171","msg":"trace[1889461708] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22079; }","duration":"194.003684ms","start":"2026-07-28T16:31:18.461526Z","end":"2026-07-28T16:31:18.65553Z","steps":["trace[1889461708] 'agreement among raft nodes before linearized reading' (duration: 193.680376ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:18.655551Z","caller":"traceutil/trace.go:171","msg":"trace[238375929] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22079; }","duration":"245.413056ms","start":"2026-07-28T16:31:18.410108Z","end":"2026-07-28T16:31:18.655521Z","steps":["trace[238375929] 'agreement among raft nodes before linearized reading' (duration: 245.140019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:18.65557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.058567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112525"} {"level":"info","ts":"2026-07-28T16:31:18.655628Z","caller":"traceutil/trace.go:171","msg":"trace[1182276784] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:22079; }","duration":"245.128268ms","start":"2026-07-28T16:31:18.410483Z","end":"2026-07-28T16:31:18.655612Z","steps":["trace[1182276784] 'agreement among raft nodes before linearized reading' (duration: 244.736829ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:18.832208Z","caller":"traceutil/trace.go:171","msg":"trace[1961518794] transaction","detail":"{read_only:false; response_revision:22082; number_of_response:1; }","duration":"145.569484ms","start":"2026-07-28T16:31:18.686599Z","end":"2026-07-28T16:31:18.832168Z","steps":["trace[1961518794] 'process raft request' (duration: 142.632353ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:18.832329Z","caller":"traceutil/trace.go:171","msg":"trace[794225358] transaction","detail":"{read_only:false; response_revision:22083; number_of_response:1; }","duration":"145.084412ms","start":"2026-07-28T16:31:18.68722Z","end":"2026-07-28T16:31:18.832305Z","steps":["trace[794225358] 'process raft request' (duration: 144.711013ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:18.83244Z","caller":"traceutil/trace.go:171","msg":"trace[1157767099] transaction","detail":"{read_only:false; response_revision:22084; number_of_response:1; }","duration":"142.000737ms","start":"2026-07-28T16:31:18.690339Z","end":"2026-07-28T16:31:18.832339Z","steps":["trace[1157767099] 'process raft request' (duration: 141.799502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:18.833102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.844417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T16:31:18.83322Z","caller":"traceutil/trace.go:171","msg":"trace[248780981] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22084; }","duration":"145.071302ms","start":"2026-07-28T16:31:18.688122Z","end":"2026-07-28T16:31:18.833193Z","steps":["trace[248780981] 'agreement among raft nodes before linearized reading' (duration: 144.449867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.083126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.743238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:31:19.08332Z","caller":"traceutil/trace.go:171","msg":"trace[1165354285] transaction","detail":"{read_only:false; response_revision:22085; number_of_response:1; }","duration":"332.827404ms","start":"2026-07-28T16:31:18.750472Z","end":"2026-07-28T16:31:19.083299Z","steps":["trace[1165354285] 'process raft request' (duration: 200.82163ms)","trace[1165354285] 'compare' (duration: 131.612744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:19.083396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.750442Z","time spent":"332.922467ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:19.083517Z","caller":"traceutil/trace.go:171","msg":"trace[34087205] transaction","detail":"{read_only:false; response_revision:22086; number_of_response:1; }","duration":"318.451694ms","start":"2026-07-28T16:31:18.765047Z","end":"2026-07-28T16:31:19.083499Z","steps":["trace[34087205] 'process raft request' (duration: 318.193348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.083614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.765028Z","time spent":"318.540617ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:19.083746Z","caller":"traceutil/trace.go:171","msg":"trace[1842370375] transaction","detail":"{read_only:false; response_revision:22087; number_of_response:1; }","duration":"317.643145ms","start":"2026-07-28T16:31:18.76609Z","end":"2026-07-28T16:31:19.083733Z","steps":["trace[1842370375] 'process raft request' (duration: 317.354698ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.083706Z","caller":"traceutil/trace.go:171","msg":"trace[698654040] linearizableReadLoop","detail":"{readStateIndex:22782; appliedIndex:22779; }","duration":"251.412742ms","start":"2026-07-28T16:31:18.832265Z","end":"2026-07-28T16:31:19.083677Z","steps":["trace[698654040] 'read index received' (duration: 119.119391ms)","trace[698654040] 'applied index is now lower than readState.Index' (duration: 132.291611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:19.08382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.766077Z","time spent":"317.706966ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:19.083932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.35435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-28T16:31:19.08398Z","caller":"traceutil/trace.go:171","msg":"trace[22176966] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22087; }","duration":"336.423431ms","start":"2026-07-28T16:31:18.747544Z","end":"2026-07-28T16:31:19.083967Z","steps":["trace[22176966] 'agreement among raft nodes before linearized reading' (duration: 336.264667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.084013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.747523Z","time spent":"336.483253ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-07-28T16:31:19.084266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.351534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:31:19.084375Z","caller":"traceutil/trace.go:171","msg":"trace[240943203] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22087; }","duration":"314.514219ms","start":"2026-07-28T16:31:18.769836Z","end":"2026-07-28T16:31:19.08435Z","steps":["trace[240943203] 'agreement among raft nodes before linearized reading' (duration: 313.980726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.084515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.769825Z","time spent":"314.673412ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:31:19.292021Z","caller":"traceutil/trace.go:171","msg":"trace[771277133] transaction","detail":"{read_only:false; response_revision:22088; number_of_response:1; }","duration":"450.430397ms","start":"2026-07-28T16:31:18.841531Z","end":"2026-07-28T16:31:19.291961Z","steps":["trace[771277133] 'process raft request' (duration: 358.898188ms)","trace[771277133] 'compare' (duration: 91.278552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:19.292244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.841516Z","time spent":"450.638001ms","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11790,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:19.292228Z","caller":"traceutil/trace.go:171","msg":"trace[889697463] transaction","detail":"{read_only:false; response_revision:22089; number_of_response:1; }","duration":"450.309013ms","start":"2026-07-28T16:31:18.841885Z","end":"2026-07-28T16:31:19.292194Z","steps":["trace[889697463] 'process raft request' (duration: 449.989896ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.292355Z","caller":"traceutil/trace.go:171","msg":"trace[534234869] transaction","detail":"{read_only:false; response_revision:22090; number_of_response:1; }","duration":"450.341015ms","start":"2026-07-28T16:31:18.841989Z","end":"2026-07-28T16:31:19.29233Z","steps":["trace[534234869] 'process raft request' (duration: 449.946055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.292498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.841961Z","time spent":"450.466707ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6325,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:19.292579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.841877Z","time spent":"450.430416ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9079,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:19.292846Z","caller":"traceutil/trace.go:171","msg":"trace[706258251] transaction","detail":"{read_only:false; response_revision:22091; number_of_response:1; }","duration":"450.586ms","start":"2026-07-28T16:31:18.842046Z","end":"2026-07-28T16:31:19.292632Z","steps":["trace[706258251] 'process raft request' (duration: 450.209641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.292981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.842032Z","time spent":"450.881738ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6325,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:19.293075Z","caller":"traceutil/trace.go:171","msg":"trace[994144200] transaction","detail":"{read_only:false; response_revision:22092; number_of_response:1; }","duration":"451.015791ms","start":"2026-07-28T16:31:18.84203Z","end":"2026-07-28T16:31:19.293046Z","steps":["trace[994144200] 'process raft request' (duration: 450.874708ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.293086Z","caller":"traceutil/trace.go:171","msg":"trace[1648451786] transaction","detail":"{read_only:false; response_revision:22094; number_of_response:1; }","duration":"204.062379ms","start":"2026-07-28T16:31:19.089008Z","end":"2026-07-28T16:31:19.293071Z","steps":["trace[1648451786] 'process raft request' (duration: 203.994317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.293157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.842022Z","time spent":"451.096983ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6806,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:19.293227Z","caller":"traceutil/trace.go:171","msg":"trace[90434726] linearizableReadLoop","detail":"{readStateIndex:22788; appliedIndex:22782; }","duration":"209.420698ms","start":"2026-07-28T16:31:19.083791Z","end":"2026-07-28T16:31:19.293212Z","steps":["trace[90434726] 'read index received' (duration: 116.607598ms)","trace[90434726] 'applied index is now lower than readState.Index' (duration: 92.81036ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:19.293381Z","caller":"traceutil/trace.go:171","msg":"trace[1037737031] transaction","detail":"{read_only:false; response_revision:22093; number_of_response:1; }","duration":"450.792325ms","start":"2026-07-28T16:31:18.842576Z","end":"2026-07-28T16:31:19.293368Z","steps":["trace[1037737031] 'process raft request' (duration: 450.381235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.293497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.842567Z","time spent":"450.897108ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8790,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:19.293555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.142617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T16:31:19.293725Z","caller":"traceutil/trace.go:171","msg":"trace[1158682626] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22094; }","duration":"454.349142ms","start":"2026-07-28T16:31:18.839361Z","end":"2026-07-28T16:31:19.29371Z","steps":["trace[1158682626] 'agreement among raft nodes before linearized reading' (duration: 454.046025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.29377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:18.839345Z","time spent":"454.415593ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-28T16:31:19.30448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.655788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:19.304523Z","caller":"traceutil/trace.go:171","msg":"trace[508860832] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22096; }","duration":"159.75264ms","start":"2026-07-28T16:31:19.14476Z","end":"2026-07-28T16:31:19.304512Z","steps":["trace[508860832] 'agreement among raft nodes before linearized reading' (duration: 159.687779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.304689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.457916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-28T16:31:19.304791Z","caller":"traceutil/trace.go:171","msg":"trace[1701283184] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22096; }","duration":"215.606399ms","start":"2026-07-28T16:31:19.089161Z","end":"2026-07-28T16:31:19.304767Z","steps":["trace[1701283184] 'agreement among raft nodes before linearized reading' (duration: 215.350343ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.472274Z","caller":"traceutil/trace.go:171","msg":"trace[1000465439] linearizableReadLoop","detail":"{readStateIndex:22798; appliedIndex:22791; }","duration":"167.825986ms","start":"2026-07-28T16:31:19.304415Z","end":"2026-07-28T16:31:19.472241Z","steps":["trace[1000465439] 'read index received' (duration: 155.425804ms)","trace[1000465439] 'applied index is now lower than readState.Index' (duration: 12.398962ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:19.472291Z","caller":"traceutil/trace.go:171","msg":"trace[786349852] transaction","detail":"{read_only:false; response_revision:22097; number_of_response:1; }","duration":"171.504637ms","start":"2026-07-28T16:31:19.300743Z","end":"2026-07-28T16:31:19.472248Z","steps":["trace[786349852] 'process raft request' (duration: 159.254418ms)","trace[786349852] 'compare' (duration: 11.449219ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:19.472324Z","caller":"traceutil/trace.go:171","msg":"trace[1033957483] transaction","detail":"{read_only:false; response_revision:22102; number_of_response:1; }","duration":"170.209785ms","start":"2026-07-28T16:31:19.30209Z","end":"2026-07-28T16:31:19.4723Z","steps":["trace[1033957483] 'process raft request' (duration: 170.049671ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.472326Z","caller":"traceutil/trace.go:171","msg":"trace[290195293] transaction","detail":"{read_only:false; response_revision:22101; number_of_response:1; }","duration":"170.477282ms","start":"2026-07-28T16:31:19.301812Z","end":"2026-07-28T16:31:19.472289Z","steps":["trace[290195293] 'process raft request' (duration: 170.196665ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.472413Z","caller":"traceutil/trace.go:171","msg":"trace[814347580] transaction","detail":"{read_only:false; response_revision:22099; number_of_response:1; }","duration":"171.048175ms","start":"2026-07-28T16:31:19.301329Z","end":"2026-07-28T16:31:19.472377Z","steps":["trace[814347580] 'process raft request' (duration: 170.584013ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.472467Z","caller":"traceutil/trace.go:171","msg":"trace[1500843998] transaction","detail":"{read_only:false; response_revision:22098; number_of_response:1; }","duration":"171.382394ms","start":"2026-07-28T16:31:19.30104Z","end":"2026-07-28T16:31:19.472422Z","steps":["trace[1500843998] 'process raft request' (duration: 170.80318ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.47253Z","caller":"traceutil/trace.go:171","msg":"trace[581469593] transaction","detail":"{read_only:false; response_revision:22100; number_of_response:1; }","duration":"170.900862ms","start":"2026-07-28T16:31:19.3016Z","end":"2026-07-28T16:31:19.472501Z","steps":["trace[581469593] 'process raft request' (duration: 170.347738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.472559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.608519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:19.472407Z","caller":"traceutil/trace.go:171","msg":"trace[1511441329] transaction","detail":"{read_only:false; response_revision:22103; number_of_response:1; }","duration":"170.186954ms","start":"2026-07-28T16:31:19.302209Z","end":"2026-07-28T16:31:19.472395Z","steps":["trace[1511441329] 'process raft request' (duration: 169.979379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.472655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.123381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-28T16:31:19.47267Z","caller":"traceutil/trace.go:171","msg":"trace[1932017037] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:22103; }","duration":"171.789613ms","start":"2026-07-28T16:31:19.300854Z","end":"2026-07-28T16:31:19.472644Z","steps":["trace[1932017037] 'agreement among raft nodes before linearized reading' (duration: 171.570748ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.472712Z","caller":"traceutil/trace.go:171","msg":"trace[2000699118] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:22103; }","duration":"165.229403ms","start":"2026-07-28T16:31:19.307466Z","end":"2026-07-28T16:31:19.472696Z","steps":["trace[2000699118] 'agreement among raft nodes before linearized reading' (duration: 165.014878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.472707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.641133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T16:31:19.472879Z","caller":"traceutil/trace.go:171","msg":"trace[37272558] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22103; }","duration":"174.838197ms","start":"2026-07-28T16:31:19.298012Z","end":"2026-07-28T16:31:19.47285Z","steps":["trace[37272558] 'agreement among raft nodes before linearized reading' (duration: 174.380046ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.688198Z","caller":"traceutil/trace.go:171","msg":"trace[1609826698] transaction","detail":"{read_only:false; response_revision:22105; number_of_response:1; }","duration":"208.6361ms","start":"2026-07-28T16:31:19.479531Z","end":"2026-07-28T16:31:19.688167Z","steps":["trace[1609826698] 'process raft request' (duration: 111.457013ms)","trace[1609826698] 'compare' (duration: 96.868569ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:19.688614Z","caller":"traceutil/trace.go:171","msg":"trace[1472630795] transaction","detail":"{read_only:false; response_revision:22107; number_of_response:1; }","duration":"208.754453ms","start":"2026-07-28T16:31:19.479833Z","end":"2026-07-28T16:31:19.688588Z","steps":["trace[1472630795] 'process raft request' (duration: 208.502167ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.688676Z","caller":"traceutil/trace.go:171","msg":"trace[989676907] transaction","detail":"{read_only:false; response_revision:22108; number_of_response:1; }","duration":"208.495977ms","start":"2026-07-28T16:31:19.48017Z","end":"2026-07-28T16:31:19.688666Z","steps":["trace[989676907] 'process raft request' (duration: 208.287532ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.688638Z","caller":"traceutil/trace.go:171","msg":"trace[442682972] transaction","detail":"{read_only:false; response_revision:22106; number_of_response:1; }","duration":"208.958889ms","start":"2026-07-28T16:31:19.479643Z","end":"2026-07-28T16:31:19.688602Z","steps":["trace[442682972] 'process raft request' (duration: 208.407045ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.688612Z","caller":"traceutil/trace.go:171","msg":"trace[601918369] transaction","detail":"{read_only:false; response_revision:22109; number_of_response:1; }","duration":"208.100977ms","start":"2026-07-28T16:31:19.480486Z","end":"2026-07-28T16:31:19.688586Z","steps":["trace[601918369] 'process raft request' (duration: 208.029545ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.688867Z","caller":"traceutil/trace.go:171","msg":"trace[204209485] transaction","detail":"{read_only:false; response_revision:22110; number_of_response:1; }","duration":"208.191949ms","start":"2026-07-28T16:31:19.480652Z","end":"2026-07-28T16:31:19.688844Z","steps":["trace[204209485] 'process raft request' (duration: 207.898382ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.689046Z","caller":"traceutil/trace.go:171","msg":"trace[368057312] transaction","detail":"{read_only:false; response_revision:22111; number_of_response:1; }","duration":"208.091717ms","start":"2026-07-28T16:31:19.48094Z","end":"2026-07-28T16:31:19.689032Z","steps":["trace[368057312] 'process raft request' (duration: 207.758619ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.689113Z","caller":"traceutil/trace.go:171","msg":"trace[393740049] transaction","detail":"{read_only:false; response_revision:22112; number_of_response:1; }","duration":"208.115947ms","start":"2026-07-28T16:31:19.480976Z","end":"2026-07-28T16:31:19.689092Z","steps":["trace[393740049] 'process raft request' (duration: 207.983874ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.689218Z","caller":"traceutil/trace.go:171","msg":"trace[1645178293] transaction","detail":"{read_only:false; response_revision:22113; number_of_response:1; }","duration":"207.960354ms","start":"2026-07-28T16:31:19.481231Z","end":"2026-07-28T16:31:19.689192Z","steps":["trace[1645178293] 'process raft request' (duration: 207.79948ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.689761Z","caller":"traceutil/trace.go:171","msg":"trace[2053820185] transaction","detail":"{read_only:false; response_revision:22114; number_of_response:1; }","duration":"207.198025ms","start":"2026-07-28T16:31:19.4825Z","end":"2026-07-28T16:31:19.689698Z","steps":["trace[2053820185] 'process raft request' (duration: 206.57919ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.691031Z","caller":"traceutil/trace.go:171","msg":"trace[571813245] transaction","detail":"{read_only:false; response_revision:22115; number_of_response:1; }","duration":"208.425585ms","start":"2026-07-28T16:31:19.482555Z","end":"2026-07-28T16:31:19.690981Z","steps":["trace[571813245] 'process raft request' (duration: 208.245841ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.691104Z","caller":"traceutil/trace.go:171","msg":"trace[862743549] transaction","detail":"{read_only:false; response_revision:22116; number_of_response:1; }","duration":"208.453106ms","start":"2026-07-28T16:31:19.482627Z","end":"2026-07-28T16:31:19.69108Z","steps":["trace[862743549] 'process raft request' (duration: 208.268091ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.691233Z","caller":"traceutil/trace.go:171","msg":"trace[1264522408] transaction","detail":"{read_only:false; response_revision:22118; number_of_response:1; }","duration":"208.167809ms","start":"2026-07-28T16:31:19.483046Z","end":"2026-07-28T16:31:19.691214Z","steps":["trace[1264522408] 'process raft request' (duration: 207.963764ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.691371Z","caller":"traceutil/trace.go:171","msg":"trace[1618135805] transaction","detail":"{read_only:false; response_revision:22119; number_of_response:1; }","duration":"208.287402ms","start":"2026-07-28T16:31:19.483056Z","end":"2026-07-28T16:31:19.691344Z","steps":["trace[1618135805] 'process raft request' (duration: 207.989935ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.691496Z","caller":"traceutil/trace.go:171","msg":"trace[646155260] transaction","detail":"{read_only:false; response_revision:22117; number_of_response:1; }","duration":"208.849016ms","start":"2026-07-28T16:31:19.482635Z","end":"2026-07-28T16:31:19.691484Z","steps":["trace[646155260] 'process raft request' (duration: 208.326003ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.691986Z","caller":"traceutil/trace.go:171","msg":"trace[1063007514] transaction","detail":"{read_only:false; response_revision:22120; number_of_response:1; }","duration":"208.894037ms","start":"2026-07-28T16:31:19.48308Z","end":"2026-07-28T16:31:19.691974Z","steps":["trace[1063007514] 'process raft request' (duration: 208.018075ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.694873Z","caller":"traceutil/trace.go:171","msg":"trace[864563039] transaction","detail":"{read_only:false; response_revision:22128; number_of_response:1; }","duration":"162.812155ms","start":"2026-07-28T16:31:19.53204Z","end":"2026-07-28T16:31:19.694852Z","steps":["trace[864563039] 'process raft request' (duration: 162.767723ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.695177Z","caller":"traceutil/trace.go:171","msg":"trace[805844540] transaction","detail":"{read_only:false; response_revision:22125; number_of_response:1; }","duration":"209.290546ms","start":"2026-07-28T16:31:19.485866Z","end":"2026-07-28T16:31:19.695157Z","steps":["trace[805844540] 'process raft request' (duration: 208.745743ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.695234Z","caller":"traceutil/trace.go:171","msg":"trace[2001179670] linearizableReadLoop","detail":"{readStateIndex:22820; appliedIndex:22799; }","duration":"180.643749ms","start":"2026-07-28T16:31:19.51458Z","end":"2026-07-28T16:31:19.695223Z","steps":["trace[2001179670] 'read index received' (duration: 76.38565ms)","trace[2001179670] 'applied index is now lower than readState.Index' (duration: 104.256429ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:19.695664Z","caller":"traceutil/trace.go:171","msg":"trace[1333785943] transaction","detail":"{read_only:false; response_revision:22121; number_of_response:1; }","duration":"212.522245ms","start":"2026-07-28T16:31:19.483127Z","end":"2026-07-28T16:31:19.695649Z","steps":["trace[1333785943] 'process raft request' (duration: 210.778393ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.695178Z","caller":"traceutil/trace.go:171","msg":"trace[1261883209] transaction","detail":"{read_only:false; response_revision:22126; number_of_response:1; }","duration":"174.12558ms","start":"2026-07-28T16:31:19.521035Z","end":"2026-07-28T16:31:19.69516Z","steps":["trace[1261883209] 'process raft request' (duration: 173.625428ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.696302Z","caller":"traceutil/trace.go:171","msg":"trace[1344752246] transaction","detail":"{read_only:false; response_revision:22122; number_of_response:1; }","duration":"212.371511ms","start":"2026-07-28T16:31:19.483916Z","end":"2026-07-28T16:31:19.696287Z","steps":["trace[1344752246] 'process raft request' (duration: 210.432094ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.696407Z","caller":"traceutil/trace.go:171","msg":"trace[1155296565] transaction","detail":"{read_only:false; response_revision:22123; number_of_response:1; }","duration":"212.027383ms","start":"2026-07-28T16:31:19.484364Z","end":"2026-07-28T16:31:19.696391Z","steps":["trace[1155296565] 'process raft request' (duration: 210.132167ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.696536Z","caller":"traceutil/trace.go:171","msg":"trace[1069861310] transaction","detail":"{read_only:false; response_revision:22124; number_of_response:1; }","duration":"211.135381ms","start":"2026-07-28T16:31:19.48539Z","end":"2026-07-28T16:31:19.696526Z","steps":["trace[1069861310] 'process raft request' (duration: 209.176174ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.696653Z","caller":"traceutil/trace.go:171","msg":"trace[1381065496] transaction","detail":"{read_only:false; response_revision:22127; number_of_response:1; }","duration":"172.623463ms","start":"2026-07-28T16:31:19.524006Z","end":"2026-07-28T16:31:19.69663Z","steps":["trace[1381065496] 'process raft request' (duration: 170.741067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.696877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.530852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-28T16:31:19.696917Z","caller":"traceutil/trace.go:171","msg":"trace[768592320] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:22128; }","duration":"216.605795ms","start":"2026-07-28T16:31:19.480302Z","end":"2026-07-28T16:31:19.696908Z","steps":["trace[768592320] 'agreement among raft nodes before linearized reading' (duration: 216.43925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.697087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.065835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T16:31:19.69713Z","caller":"traceutil/trace.go:171","msg":"trace[1435461350] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22128; }","duration":"217.153998ms","start":"2026-07-28T16:31:19.479966Z","end":"2026-07-28T16:31:19.69712Z","steps":["trace[1435461350] 'agreement among raft nodes before linearized reading' (duration: 217.050095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.697294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.482129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:74 size:700718"} {"level":"info","ts":"2026-07-28T16:31:19.697335Z","caller":"traceutil/trace.go:171","msg":"trace[503311831] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:74; response_revision:22128; }","duration":"213.55002ms","start":"2026-07-28T16:31:19.483775Z","end":"2026-07-28T16:31:19.697325Z","steps":["trace[503311831] 'agreement among raft nodes before linearized reading' (duration: 211.865299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.697611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.353188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:74 size:700718"} {"level":"info","ts":"2026-07-28T16:31:19.697661Z","caller":"traceutil/trace.go:171","msg":"trace[946362548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:74; response_revision:22128; }","duration":"216.43484ms","start":"2026-07-28T16:31:19.481214Z","end":"2026-07-28T16:31:19.697649Z","steps":["trace[946362548] 'agreement among raft nodes before linearized reading' (duration: 215.588639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.707877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.293308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22174"} {"level":"info","ts":"2026-07-28T16:31:19.707974Z","caller":"traceutil/trace.go:171","msg":"trace[17469814] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22129; }","duration":"191.463382ms","start":"2026-07-28T16:31:19.516495Z","end":"2026-07-28T16:31:19.707959Z","steps":["trace[17469814] 'agreement among raft nodes before linearized reading' (duration: 191.240586ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.83321Z","caller":"traceutil/trace.go:171","msg":"trace[57569688] transaction","detail":"{read_only:false; response_revision:22130; number_of_response:1; }","duration":"136.942985ms","start":"2026-07-28T16:31:19.696237Z","end":"2026-07-28T16:31:19.83318Z","steps":["trace[57569688] 'process raft request' (duration: 109.760363ms)","trace[57569688] 'compare' (duration: 26.857394ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:19.833639Z","caller":"traceutil/trace.go:171","msg":"trace[1552668392] transaction","detail":"{read_only:false; response_revision:22133; number_of_response:1; }","duration":"136.672098ms","start":"2026-07-28T16:31:19.696942Z","end":"2026-07-28T16:31:19.833614Z","steps":["trace[1552668392] 'process raft request' (duration: 136.276399ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.833711Z","caller":"traceutil/trace.go:171","msg":"trace[1298018823] transaction","detail":"{read_only:false; response_revision:22131; number_of_response:1; }","duration":"137.229231ms","start":"2026-07-28T16:31:19.69647Z","end":"2026-07-28T16:31:19.833699Z","steps":["trace[1298018823] 'process raft request' (duration: 136.627497ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.833732Z","caller":"traceutil/trace.go:171","msg":"trace[1860427503] transaction","detail":"{read_only:false; response_revision:22134; number_of_response:1; }","duration":"130.690902ms","start":"2026-07-28T16:31:19.703029Z","end":"2026-07-28T16:31:19.83372Z","steps":["trace[1860427503] 'process raft request' (duration: 130.237841ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.833715Z","caller":"traceutil/trace.go:171","msg":"trace[37909971] transaction","detail":"{read_only:false; response_revision:22135; number_of_response:1; }","duration":"130.60269ms","start":"2026-07-28T16:31:19.703083Z","end":"2026-07-28T16:31:19.833685Z","steps":["trace[37909971] 'process raft request' (duration: 130.224131ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.833886Z","caller":"traceutil/trace.go:171","msg":"trace[1443653113] transaction","detail":"{read_only:false; response_revision:22132; number_of_response:1; }","duration":"137.281513ms","start":"2026-07-28T16:31:19.696595Z","end":"2026-07-28T16:31:19.833876Z","steps":["trace[1443653113] 'process raft request' (duration: 136.581006ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.834028Z","caller":"traceutil/trace.go:171","msg":"trace[43897227] transaction","detail":"{read_only:false; response_revision:22136; number_of_response:1; }","duration":"130.934068ms","start":"2026-07-28T16:31:19.703084Z","end":"2026-07-28T16:31:19.834018Z","steps":["trace[43897227] 'process raft request' (duration: 130.254762ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.834221Z","caller":"traceutil/trace.go:171","msg":"trace[1554923519] transaction","detail":"{read_only:false; response_revision:22137; number_of_response:1; }","duration":"130.980539ms","start":"2026-07-28T16:31:19.703193Z","end":"2026-07-28T16:31:19.834174Z","steps":["trace[1554923519] 'process raft request' (duration: 130.301652ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.834329Z","caller":"traceutil/trace.go:171","msg":"trace[2026291178] transaction","detail":"{read_only:false; response_revision:22138; number_of_response:1; }","duration":"131.063731ms","start":"2026-07-28T16:31:19.70323Z","end":"2026-07-28T16:31:19.834294Z","steps":["trace[2026291178] 'process raft request' (duration: 130.720362ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.834389Z","caller":"traceutil/trace.go:171","msg":"trace[1358643412] transaction","detail":"{read_only:false; response_revision:22140; number_of_response:1; }","duration":"131.132943ms","start":"2026-07-28T16:31:19.703242Z","end":"2026-07-28T16:31:19.834375Z","steps":["trace[1358643412] 'process raft request' (duration: 131.00831ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.834432Z","caller":"traceutil/trace.go:171","msg":"trace[1128202726] transaction","detail":"{read_only:false; response_revision:22139; number_of_response:1; }","duration":"131.174214ms","start":"2026-07-28T16:31:19.703237Z","end":"2026-07-28T16:31:19.834411Z","steps":["trace[1128202726] 'process raft request' (duration: 130.935068ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.834478Z","caller":"traceutil/trace.go:171","msg":"trace[1130786509] transaction","detail":"{read_only:false; response_revision:22141; number_of_response:1; }","duration":"131.138233ms","start":"2026-07-28T16:31:19.703304Z","end":"2026-07-28T16:31:19.834442Z","steps":["trace[1130786509] 'process raft request' (duration: 130.99001ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.834861Z","caller":"traceutil/trace.go:171","msg":"trace[2111965200] transaction","detail":"{read_only:false; response_revision:22142; number_of_response:1; }","duration":"131.518602ms","start":"2026-07-28T16:31:19.70331Z","end":"2026-07-28T16:31:19.834829Z","steps":["trace[2111965200] 'process raft request' (duration: 131.01969ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.835088Z","caller":"traceutil/trace.go:171","msg":"trace[1763935048] transaction","detail":"{read_only:false; response_revision:22144; number_of_response:1; }","duration":"131.676956ms","start":"2026-07-28T16:31:19.703399Z","end":"2026-07-28T16:31:19.835076Z","steps":["trace[1763935048] 'process raft request' (duration: 131.499131ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.835521Z","caller":"traceutil/trace.go:171","msg":"trace[357615774] linearizableReadLoop","detail":"{readStateIndex:22842; appliedIndex:22824; }","duration":"127.966995ms","start":"2026-07-28T16:31:19.707539Z","end":"2026-07-28T16:31:19.835506Z","steps":["trace[357615774] 'read index received' (duration: 98.502378ms)","trace[357615774] 'applied index is now lower than readState.Index' (duration: 29.463607ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:19.83555Z","caller":"traceutil/trace.go:171","msg":"trace[2090670712] transaction","detail":"{read_only:false; response_revision:22147; number_of_response:1; }","duration":"130.863067ms","start":"2026-07-28T16:31:19.704658Z","end":"2026-07-28T16:31:19.835521Z","steps":["trace[2090670712] 'process raft request' (duration: 130.791525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.835849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.296054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112525"} {"level":"info","ts":"2026-07-28T16:31:19.835893Z","caller":"traceutil/trace.go:171","msg":"trace[631532984] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:22147; }","duration":"128.367945ms","start":"2026-07-28T16:31:19.707512Z","end":"2026-07-28T16:31:19.83588Z","steps":["trace[631532984] 'agreement among raft nodes before linearized reading' (duration: 128.081908ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.835917Z","caller":"traceutil/trace.go:171","msg":"trace[329780149] transaction","detail":"{read_only:false; response_revision:22146; number_of_response:1; }","duration":"131.661736ms","start":"2026-07-28T16:31:19.704242Z","end":"2026-07-28T16:31:19.835903Z","steps":["trace[329780149] 'process raft request' (duration: 131.117913ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.836061Z","caller":"traceutil/trace.go:171","msg":"trace[343867316] transaction","detail":"{read_only:false; response_revision:22145; number_of_response:1; }","duration":"132.65204ms","start":"2026-07-28T16:31:19.703399Z","end":"2026-07-28T16:31:19.836051Z","steps":["trace[343867316] 'process raft request' (duration: 131.594324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.836275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.907959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:6835"} {"level":"info","ts":"2026-07-28T16:31:19.836322Z","caller":"traceutil/trace.go:171","msg":"trace[865084137] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:22147; }","duration":"128.95243ms","start":"2026-07-28T16:31:19.707355Z","end":"2026-07-28T16:31:19.836308Z","steps":["trace[865084137] 'agreement among raft nodes before linearized reading' (duration: 128.771675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.836501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.47485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:19.836536Z","caller":"traceutil/trace.go:171","msg":"trace[541139469] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:22147; }","duration":"133.509731ms","start":"2026-07-28T16:31:19.703017Z","end":"2026-07-28T16:31:19.836527Z","steps":["trace[541139469] 'agreement among raft nodes before linearized reading' (duration: 133.45129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.836786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.984043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T16:31:19.836884Z","caller":"traceutil/trace.go:171","msg":"trace[572493050] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22147; }","duration":"132.090096ms","start":"2026-07-28T16:31:19.704779Z","end":"2026-07-28T16:31:19.836869Z","steps":["trace[572493050] 'agreement among raft nodes before linearized reading' (duration: 131.922002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.836519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.949857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:6835"} {"level":"info","ts":"2026-07-28T16:31:19.837276Z","caller":"traceutil/trace.go:171","msg":"trace[333110825] transaction","detail":"{read_only:false; response_revision:22143; number_of_response:1; }","duration":"131.703737ms","start":"2026-07-28T16:31:19.703371Z","end":"2026-07-28T16:31:19.835074Z","steps":["trace[333110825] 'process raft request' (duration: 131.305347ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.837334Z","caller":"traceutil/trace.go:171","msg":"trace[1435326249] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:22147; }","duration":"133.793517ms","start":"2026-07-28T16:31:19.703527Z","end":"2026-07-28T16:31:19.837321Z","steps":["trace[1435326249] 'agreement among raft nodes before linearized reading' (duration: 132.828804ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.84184Z","caller":"traceutil/trace.go:171","msg":"trace[437600682] transaction","detail":"{read_only:false; response_revision:22149; number_of_response:1; }","duration":"130.792055ms","start":"2026-07-28T16:31:19.711028Z","end":"2026-07-28T16:31:19.84182Z","steps":["trace[437600682] 'process raft request' (duration: 130.645021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.841912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.830158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9301"} {"level":"info","ts":"2026-07-28T16:31:19.841987Z","caller":"traceutil/trace.go:171","msg":"trace[1901457173] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:22149; }","duration":"133.929381ms","start":"2026-07-28T16:31:19.708038Z","end":"2026-07-28T16:31:19.841968Z","steps":["trace[1901457173] 'agreement among raft nodes before linearized reading' (duration: 133.701995ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:19.842091Z","caller":"traceutil/trace.go:171","msg":"trace[833348756] transaction","detail":"{read_only:false; response_revision:22148; number_of_response:1; }","duration":"133.90062ms","start":"2026-07-28T16:31:19.708182Z","end":"2026-07-28T16:31:19.842082Z","steps":["trace[833348756] 'process raft request' (duration: 133.338917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.842268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.436935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7316"} {"level":"info","ts":"2026-07-28T16:31:19.842295Z","caller":"traceutil/trace.go:171","msg":"trace[1710270016] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:22149; }","duration":"132.481635ms","start":"2026-07-28T16:31:19.709806Z","end":"2026-07-28T16:31:19.842288Z","steps":["trace[1710270016] 'agreement among raft nodes before linearized reading' (duration: 132.377643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.842334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.727422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9591"} {"level":"info","ts":"2026-07-28T16:31:19.842388Z","caller":"traceutil/trace.go:171","msg":"trace[1831940488] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:22149; }","duration":"132.813414ms","start":"2026-07-28T16:31:19.709563Z","end":"2026-07-28T16:31:19.842376Z","steps":["trace[1831940488] 'agreement among raft nodes before linearized reading' (duration: 132.67426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:19.842553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.985529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:19054"} {"level":"info","ts":"2026-07-28T16:31:19.842614Z","caller":"traceutil/trace.go:171","msg":"trace[1694458989] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22149; }","duration":"131.064751ms","start":"2026-07-28T16:31:19.711535Z","end":"2026-07-28T16:31:19.8426Z","steps":["trace[1694458989] 'agreement among raft nodes before linearized reading' (duration: 130.502247ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.119406Z","caller":"traceutil/trace.go:171","msg":"trace[474548132] transaction","detail":"{read_only:false; response_revision:22151; number_of_response:1; }","duration":"277.142388ms","start":"2026-07-28T16:31:19.842217Z","end":"2026-07-28T16:31:20.119359Z","steps":["trace[474548132] 'process raft request' (duration: 242.714209ms)","trace[474548132] 'compare' (duration: 34.167422ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:20.119415Z","caller":"traceutil/trace.go:171","msg":"trace[1773514775] transaction","detail":"{read_only:false; response_revision:22152; number_of_response:1; }","duration":"276.230435ms","start":"2026-07-28T16:31:19.843153Z","end":"2026-07-28T16:31:20.119383Z","steps":["trace[1773514775] 'process raft request' (duration: 276.115762ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.11947Z","caller":"traceutil/trace.go:171","msg":"trace[1118767164] transaction","detail":"{read_only:false; response_revision:22153; number_of_response:1; }","duration":"274.561405ms","start":"2026-07-28T16:31:19.844884Z","end":"2026-07-28T16:31:20.119445Z","steps":["trace[1118767164] 'process raft request' (duration: 274.453962ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.119721Z","caller":"traceutil/trace.go:171","msg":"trace[2057341014] transaction","detail":"{read_only:false; response_revision:22154; number_of_response:1; }","duration":"273.55525ms","start":"2026-07-28T16:31:19.846151Z","end":"2026-07-28T16:31:20.119707Z","steps":["trace[2057341014] 'process raft request' (duration: 273.232652ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.120028Z","caller":"traceutil/trace.go:171","msg":"trace[1781614982] transaction","detail":"{read_only:false; response_revision:22155; number_of_response:1; }","duration":"267.678638ms","start":"2026-07-28T16:31:19.852336Z","end":"2026-07-28T16:31:20.120014Z","steps":["trace[1781614982] 'process raft request' (duration: 267.324569ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.120106Z","caller":"traceutil/trace.go:171","msg":"trace[514720607] transaction","detail":"{read_only:false; response_revision:22156; number_of_response:1; }","duration":"267.444811ms","start":"2026-07-28T16:31:19.852604Z","end":"2026-07-28T16:31:20.120049Z","steps":["trace[514720607] 'process raft request' (duration: 267.278827ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.120297Z","caller":"traceutil/trace.go:171","msg":"trace[1651050542] transaction","detail":"{read_only:false; response_revision:22157; number_of_response:1; }","duration":"267.487333ms","start":"2026-07-28T16:31:19.852798Z","end":"2026-07-28T16:31:20.120286Z","steps":["trace[1651050542] 'process raft request' (duration: 267.202696ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.120542Z","caller":"traceutil/trace.go:171","msg":"trace[1424719904] transaction","detail":"{read_only:false; response_revision:22158; number_of_response:1; }","duration":"267.530514ms","start":"2026-07-28T16:31:19.852993Z","end":"2026-07-28T16:31:20.120523Z","steps":["trace[1424719904] 'process raft request' (duration: 267.239417ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.120727Z","caller":"traceutil/trace.go:171","msg":"trace[1933854101] transaction","detail":"{read_only:false; response_revision:22160; number_of_response:1; }","duration":"267.606196ms","start":"2026-07-28T16:31:19.85311Z","end":"2026-07-28T16:31:20.120716Z","steps":["trace[1933854101] 'process raft request' (duration: 267.36195ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.120846Z","caller":"traceutil/trace.go:171","msg":"trace[2080434017] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22163; }","duration":"262.957602ms","start":"2026-07-28T16:31:19.857863Z","end":"2026-07-28T16:31:20.12082Z","steps":["trace[2080434017] 'process raft request' (duration: 262.86807ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.120911Z","caller":"traceutil/trace.go:171","msg":"trace[1051429886] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"267.888673ms","start":"2026-07-28T16:31:19.85301Z","end":"2026-07-28T16:31:20.120899Z","steps":["trace[1051429886] 'process raft request' (duration: 267.401011ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.121029Z","caller":"traceutil/trace.go:171","msg":"trace[538625336] transaction","detail":"{read_only:false; response_revision:22165; number_of_response:1; }","duration":"255.85661ms","start":"2026-07-28T16:31:19.865147Z","end":"2026-07-28T16:31:20.121004Z","steps":["trace[538625336] 'process raft request' (duration: 255.746277ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.121144Z","caller":"traceutil/trace.go:171","msg":"trace[955098075] transaction","detail":"{read_only:false; response_revision:22161; number_of_response:1; }","duration":"266.485449ms","start":"2026-07-28T16:31:19.854649Z","end":"2026-07-28T16:31:20.121135Z","steps":["trace[955098075] 'process raft request' (duration: 265.913705ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.121255Z","caller":"traceutil/trace.go:171","msg":"trace[300857210] transaction","detail":"{read_only:false; response_revision:22164; number_of_response:1; }","duration":"258.087104ms","start":"2026-07-28T16:31:19.863157Z","end":"2026-07-28T16:31:20.121244Z","steps":["trace[300857210] 'process raft request' (duration: 257.609952ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.121292Z","caller":"traceutil/trace.go:171","msg":"trace[430150414] transaction","detail":"{read_only:false; response_revision:22162; number_of_response:1; }","duration":"263.521907ms","start":"2026-07-28T16:31:19.857762Z","end":"2026-07-28T16:31:20.121283Z","steps":["trace[430150414] 'process raft request' (duration: 262.866021ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.121394Z","caller":"traceutil/trace.go:171","msg":"trace[124424097] transaction","detail":"{read_only:false; response_revision:22163; number_of_response:1; }","duration":"263.548367ms","start":"2026-07-28T16:31:19.857837Z","end":"2026-07-28T16:31:20.121385Z","steps":["trace[124424097] 'process raft request' (duration: 262.84678ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.121404Z","caller":"traceutil/trace.go:171","msg":"trace[685864056] linearizableReadLoop","detail":"{readStateIndex:22847; appliedIndex:22844; }","duration":"276.524723ms","start":"2026-07-28T16:31:19.844852Z","end":"2026-07-28T16:31:20.121377Z","steps":["trace[685864056] 'read index received' (duration: 54.887756ms)","trace[685864056] 'applied index is now lower than readState.Index' (duration: 221.635047ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:20.121559Z","caller":"traceutil/trace.go:171","msg":"trace[1967914366] transaction","detail":"{read_only:false; response_revision:22166; number_of_response:1; }","duration":"248.093641ms","start":"2026-07-28T16:31:19.873448Z","end":"2026-07-28T16:31:20.121542Z","steps":["trace[1967914366] 'process raft request' (duration: 247.519977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.121971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.095167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-compute\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T16:31:20.12204Z","caller":"traceutil/trace.go:171","msg":"trace[705809766] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-compute; range_end:; response_count:1; response_revision:22166; }","duration":"277.21552ms","start":"2026-07-28T16:31:19.844809Z","end":"2026-07-28T16:31:20.122024Z","steps":["trace[705809766] 'agreement among raft nodes before linearized reading' (duration: 276.999904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.122271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.040163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1412"} {"level":"warn","ts":"2026-07-28T16:31:20.121987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.014795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-28T16:31:20.122343Z","caller":"traceutil/trace.go:171","msg":"trace[1445630969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:22166; }","duration":"189.139576ms","start":"2026-07-28T16:31:19.933172Z","end":"2026-07-28T16:31:20.122311Z","steps":["trace[1445630969] 'agreement among raft nodes before linearized reading' (duration: 188.979762ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.122359Z","caller":"traceutil/trace.go:171","msg":"trace[1458649168] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22166; }","duration":"277.403274ms","start":"2026-07-28T16:31:19.844931Z","end":"2026-07-28T16:31:20.122334Z","steps":["trace[1458649168] 'agreement among raft nodes before linearized reading' (duration: 276.911662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.123393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.397294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-8556c67d47\" ","response":"range_response_count:1 size:6816"} {"level":"info","ts":"2026-07-28T16:31:20.12345Z","caller":"traceutil/trace.go:171","msg":"trace[1378481678] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-8556c67d47; range_end:; response_count:1; response_revision:22166; }","duration":"270.473166ms","start":"2026-07-28T16:31:19.852959Z","end":"2026-07-28T16:31:20.123432Z","steps":["trace[1378481678] 'agreement among raft nodes before linearized reading' (duration: 270.393224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.123559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.755792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:20.123595Z","caller":"traceutil/trace.go:171","msg":"trace[111939104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:22166; }","duration":"256.811033ms","start":"2026-07-28T16:31:19.866774Z","end":"2026-07-28T16:31:20.123585Z","steps":["trace[111939104] 'agreement among raft nodes before linearized reading' (duration: 256.759042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.123476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.014309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:20.123599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.181533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:20.124178Z","caller":"traceutil/trace.go:171","msg":"trace[2058205668] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22166; }","duration":"271.285566ms","start":"2026-07-28T16:31:19.852418Z","end":"2026-07-28T16:31:20.123703Z","steps":["trace[2058205668] 'agreement among raft nodes before linearized reading' (duration: 270.956338ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.124257Z","caller":"traceutil/trace.go:171","msg":"trace[1980414361] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-init; range_end:; response_count:0; response_revision:22166; }","duration":"271.87601ms","start":"2026-07-28T16:31:19.852366Z","end":"2026-07-28T16:31:20.124242Z","steps":["trace[1980414361] 'agreement among raft nodes before linearized reading' (duration: 271.170083ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.308032Z","caller":"traceutil/trace.go:171","msg":"trace[1061170392] transaction","detail":"{read_only:false; response_revision:22172; number_of_response:1; }","duration":"166.185697ms","start":"2026-07-28T16:31:20.141802Z","end":"2026-07-28T16:31:20.307988Z","steps":["trace[1061170392] 'process raft request' (duration: 94.481741ms)","trace[1061170392] 'compare' (duration: 71.385728ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:20.308243Z","caller":"traceutil/trace.go:171","msg":"trace[1745448638] linearizableReadLoop","detail":"{readStateIndex:22869; appliedIndex:22867; }","duration":"129.227006ms","start":"2026-07-28T16:31:20.178985Z","end":"2026-07-28T16:31:20.308212Z","steps":["trace[1745448638] 'read index received' (duration: 57.392817ms)","trace[1745448638] 'applied index is now lower than readState.Index' (duration: 71.832989ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:20.308372Z","caller":"traceutil/trace.go:171","msg":"trace[924866498] transaction","detail":"{read_only:false; response_revision:22173; number_of_response:1; }","duration":"132.176898ms","start":"2026-07-28T16:31:20.176116Z","end":"2026-07-28T16:31:20.308293Z","steps":["trace[924866498] 'process raft request' (duration: 131.806859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.308593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.776034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-07-28T16:31:20.3087Z","caller":"traceutil/trace.go:171","msg":"trace[1408262091] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22173; }","duration":"155.935488ms","start":"2026-07-28T16:31:20.152736Z","end":"2026-07-28T16:31:20.308672Z","steps":["trace[1408262091] 'agreement among raft nodes before linearized reading' (duration: 155.60898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.315792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.788339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-9bdbdc788\" ","response":"range_response_count:1 size:9613"} {"level":"info","ts":"2026-07-28T16:31:20.316348Z","caller":"traceutil/trace.go:171","msg":"trace[419294487] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-9bdbdc788; range_end:; response_count:1; response_revision:22180; }","duration":"132.334402ms","start":"2026-07-28T16:31:20.183971Z","end":"2026-07-28T16:31:20.316306Z","steps":["trace[419294487] 'agreement among raft nodes before linearized reading' (duration: 131.577684ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.316615Z","caller":"traceutil/trace.go:171","msg":"trace[1233686221] transaction","detail":"{read_only:false; response_revision:22174; number_of_response:1; }","duration":"133.675744ms","start":"2026-07-28T16:31:20.182929Z","end":"2026-07-28T16:31:20.316605Z","steps":["trace[1233686221] 'process raft request' (duration: 132.144577ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.316735Z","caller":"traceutil/trace.go:171","msg":"trace[339845675] transaction","detail":"{read_only:false; response_revision:22175; number_of_response:1; }","duration":"127.856443ms","start":"2026-07-28T16:31:20.18887Z","end":"2026-07-28T16:31:20.316726Z","steps":["trace[339845675] 'process raft request' (duration: 126.314616ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.316931Z","caller":"traceutil/trace.go:171","msg":"trace[826471439] transaction","detail":"{read_only:false; response_revision:22176; number_of_response:1; }","duration":"122.754259ms","start":"2026-07-28T16:31:20.194168Z","end":"2026-07-28T16:31:20.316923Z","steps":["trace[826471439] 'process raft request' (duration: 121.053848ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.317037Z","caller":"traceutil/trace.go:171","msg":"trace[1750520070] transaction","detail":"{read_only:false; response_revision:22177; number_of_response:1; }","duration":"122.810851ms","start":"2026-07-28T16:31:20.194219Z","end":"2026-07-28T16:31:20.31703Z","steps":["trace[1750520070] 'process raft request' (duration: 121.091399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.317399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.372497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22174"} {"level":"info","ts":"2026-07-28T16:31:20.317475Z","caller":"traceutil/trace.go:171","msg":"trace[1509375179] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22180; }","duration":"133.49762ms","start":"2026-07-28T16:31:20.183959Z","end":"2026-07-28T16:31:20.317457Z","steps":["trace[1509375179] 'agreement among raft nodes before linearized reading' (duration: 133.233064ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.317707Z","caller":"traceutil/trace.go:171","msg":"trace[1299488319] transaction","detail":"{read_only:false; response_revision:22178; number_of_response:1; }","duration":"123.184159ms","start":"2026-07-28T16:31:20.19451Z","end":"2026-07-28T16:31:20.317694Z","steps":["trace[1299488319] 'process raft request' (duration: 120.832412ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.31775Z","caller":"traceutil/trace.go:171","msg":"trace[136917678] transaction","detail":"{read_only:false; response_revision:22180; number_of_response:1; }","duration":"121.800206ms","start":"2026-07-28T16:31:20.195931Z","end":"2026-07-28T16:31:20.317732Z","steps":["trace[136917678] 'process raft request' (duration: 119.576352ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.317811Z","caller":"traceutil/trace.go:171","msg":"trace[2026756314] transaction","detail":"{read_only:false; response_revision:22179; number_of_response:1; }","duration":"123.184969ms","start":"2026-07-28T16:31:20.194598Z","end":"2026-07-28T16:31:20.317782Z","steps":["trace[2026756314] 'process raft request' (duration: 120.805701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.31787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.386089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-6c65d5649b\" ","response":"range_response_count:1 size:9327"} {"level":"info","ts":"2026-07-28T16:31:20.317905Z","caller":"traceutil/trace.go:171","msg":"trace[1524534447] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-6c65d5649b; range_end:; response_count:1; response_revision:22180; }","duration":"124.43581ms","start":"2026-07-28T16:31:20.193456Z","end":"2026-07-28T16:31:20.317892Z","steps":["trace[1524534447] 'agreement among raft nodes before linearized reading' (duration: 124.339557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.318052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.184886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-28T16:31:20.318102Z","caller":"traceutil/trace.go:171","msg":"trace[336966558] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22180; }","duration":"129.268328ms","start":"2026-07-28T16:31:20.188825Z","end":"2026-07-28T16:31:20.318093Z","steps":["trace[336966558] 'agreement among raft nodes before linearized reading' (duration: 129.158125ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.522249Z","caller":"traceutil/trace.go:171","msg":"trace[391422973] transaction","detail":"{read_only:false; response_revision:22183; number_of_response:1; }","duration":"193.564033ms","start":"2026-07-28T16:31:20.328644Z","end":"2026-07-28T16:31:20.522208Z","steps":["trace[391422973] 'process raft request' (duration: 193.166923ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.522301Z","caller":"traceutil/trace.go:171","msg":"trace[356127934] transaction","detail":"{read_only:false; response_revision:22182; number_of_response:1; }","duration":"201.051965ms","start":"2026-07-28T16:31:20.321218Z","end":"2026-07-28T16:31:20.52227Z","steps":["trace[356127934] 'process raft request' (duration: 200.41115ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.52279Z","caller":"traceutil/trace.go:171","msg":"trace[1198530795] transaction","detail":"{read_only:false; response_revision:22184; number_of_response:1; }","duration":"192.766344ms","start":"2026-07-28T16:31:20.330016Z","end":"2026-07-28T16:31:20.522782Z","steps":["trace[1198530795] 'process raft request' (duration: 191.867262ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.522961Z","caller":"traceutil/trace.go:171","msg":"trace[1106586896] linearizableReadLoop","detail":"{readStateIndex:22878; appliedIndex:22877; }","duration":"198.623306ms","start":"2026-07-28T16:31:20.323338Z","end":"2026-07-28T16:31:20.521962Z","steps":["trace[1106586896] 'read index received' (duration: 16.701286ms)","trace[1106586896] 'applied index is now lower than readState.Index' (duration: 181.92135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:20.523076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.709073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-8556c67d47-zzzzv\" ","response":"range_response_count:1 size:6330"} {"level":"info","ts":"2026-07-28T16:31:20.524546Z","caller":"traceutil/trace.go:171","msg":"trace[1617358643] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-8556c67d47-zzzzv; range_end:; response_count:1; response_revision:22184; }","duration":"201.281041ms","start":"2026-07-28T16:31:20.32324Z","end":"2026-07-28T16:31:20.524521Z","steps":["trace[1617358643] 'agreement among raft nodes before linearized reading' (duration: 199.656492ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.578279Z","caller":"traceutil/trace.go:171","msg":"trace[451874599] transaction","detail":"{read_only:false; response_revision:22186; number_of_response:1; }","duration":"220.227662ms","start":"2026-07-28T16:31:20.35803Z","end":"2026-07-28T16:31:20.578258Z","steps":["trace[451874599] 'process raft request' (duration: 220.190912ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.578494Z","caller":"traceutil/trace.go:171","msg":"trace[1434426805] transaction","detail":"{read_only:false; response_revision:22185; number_of_response:1; }","duration":"234.53026ms","start":"2026-07-28T16:31:20.343922Z","end":"2026-07-28T16:31:20.578452Z","steps":["trace[1434426805] 'process raft request' (duration: 234.174412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.578673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.587618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-28T16:31:20.578724Z","caller":"traceutil/trace.go:171","msg":"trace[1536343533] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22186; }","duration":"224.67892ms","start":"2026-07-28T16:31:20.35403Z","end":"2026-07-28T16:31:20.578709Z","steps":["trace[1536343533] 'agreement among raft nodes before linearized reading' (duration: 224.453665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.578715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.017687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T16:31:20.578769Z","caller":"traceutil/trace.go:171","msg":"trace[1439279763] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:22186; }","duration":"220.12298ms","start":"2026-07-28T16:31:20.358633Z","end":"2026-07-28T16:31:20.578756Z","steps":["trace[1439279763] 'agreement among raft nodes before linearized reading' (duration: 219.986846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.578789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.378976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T16:31:20.578875Z","caller":"traceutil/trace.go:171","msg":"trace[970667030] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:22186; }","duration":"220.474968ms","start":"2026-07-28T16:31:20.35838Z","end":"2026-07-28T16:31:20.578855Z","steps":["trace[970667030] 'agreement among raft nodes before linearized reading' (duration: 220.288023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.578888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.196786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T16:31:20.578976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.612148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T16:31:20.579036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.909263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T16:31:20.579039Z","caller":"traceutil/trace.go:171","msg":"trace[655566069] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:22186; }","duration":"219.688409ms","start":"2026-07-28T16:31:20.359337Z","end":"2026-07-28T16:31:20.579026Z","steps":["trace[655566069] 'agreement among raft nodes before linearized reading' (duration: 219.543656ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.579066Z","caller":"traceutil/trace.go:171","msg":"trace[748622277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22186; }","duration":"244.944974ms","start":"2026-07-28T16:31:20.334115Z","end":"2026-07-28T16:31:20.579059Z","steps":["trace[748622277] 'agreement among raft nodes before linearized reading' (duration: 244.870572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.57912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.369126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-28T16:31:20.579148Z","caller":"traceutil/trace.go:171","msg":"trace[1117172124] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22186; }","duration":"250.449188ms","start":"2026-07-28T16:31:20.328692Z","end":"2026-07-28T16:31:20.579141Z","steps":["trace[1117172124] 'agreement among raft nodes before linearized reading' (duration: 250.328895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.579111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.086675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:31:20.578994Z","caller":"traceutil/trace.go:171","msg":"trace[1106166705] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:22186; }","duration":"221.301088ms","start":"2026-07-28T16:31:20.357684Z","end":"2026-07-28T16:31:20.578986Z","steps":["trace[1106166705] 'agreement among raft nodes before linearized reading' (duration: 221.169385ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.579255Z","caller":"traceutil/trace.go:171","msg":"trace[124546797] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22186; }","duration":"141.29782ms","start":"2026-07-28T16:31:20.43793Z","end":"2026-07-28T16:31:20.579227Z","steps":["trace[124546797] 'agreement among raft nodes before linearized reading' (duration: 141.042824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.579285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.20794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-9bdbdc788\" ","response":"range_response_count:1 size:9613"} {"level":"warn","ts":"2026-07-28T16:31:20.579313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.354967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7652"} {"level":"info","ts":"2026-07-28T16:31:20.579332Z","caller":"traceutil/trace.go:171","msg":"trace[586001139] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-9bdbdc788; range_end:; response_count:1; response_revision:22186; }","duration":"245.263442ms","start":"2026-07-28T16:31:20.334054Z","end":"2026-07-28T16:31:20.579318Z","steps":["trace[586001139] 'agreement among raft nodes before linearized reading' (duration: 245.085168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.579397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.805111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9927"} {"level":"warn","ts":"2026-07-28T16:31:20.579411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.715478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-6c65d5649b\" ","response":"range_response_count:1 size:9327"} {"level":"info","ts":"2026-07-28T16:31:20.57942Z","caller":"traceutil/trace.go:171","msg":"trace[1005094121] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:22186; }","duration":"244.874463ms","start":"2026-07-28T16:31:20.33454Z","end":"2026-07-28T16:31:20.579415Z","steps":["trace[1005094121] 'agreement among raft nodes before linearized reading' (duration: 244.812911ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.579439Z","caller":"traceutil/trace.go:171","msg":"trace[1686204692] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-6c65d5649b; range_end:; response_count:1; response_revision:22186; }","duration":"251.7502ms","start":"2026-07-28T16:31:20.327679Z","end":"2026-07-28T16:31:20.579429Z","steps":["trace[1686204692] 'agreement among raft nodes before linearized reading' (duration: 251.676868ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.57934Z","caller":"traceutil/trace.go:171","msg":"trace[2112900211] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:22186; }","duration":"241.396328ms","start":"2026-07-28T16:31:20.337937Z","end":"2026-07-28T16:31:20.579333Z","steps":["trace[2112900211] 'agreement among raft nodes before linearized reading' (duration: 241.238454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.581466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.366556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-8556c67d47\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-07-28T16:31:20.583275Z","caller":"traceutil/trace.go:171","msg":"trace[407263211] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-8556c67d47; range_end:; response_count:1; response_revision:22186; }","duration":"259.15461ms","start":"2026-07-28T16:31:20.324023Z","end":"2026-07-28T16:31:20.583178Z","steps":["trace[407263211] 'agreement among raft nodes before linearized reading' (duration: 254.459176ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.685289Z","caller":"traceutil/trace.go:171","msg":"trace[949904980] linearizableReadLoop","detail":"{readStateIndex:22884; appliedIndex:22883; }","duration":"103.775247ms","start":"2026-07-28T16:31:20.581489Z","end":"2026-07-28T16:31:20.685265Z","steps":["trace[949904980] 'read index received' (duration: 103.695705ms)","trace[949904980] 'applied index is now lower than readState.Index' (duration: 78.542µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:20.685379Z","caller":"traceutil/trace.go:171","msg":"trace[431792897] transaction","detail":"{read_only:false; response_revision:22188; number_of_response:1; }","duration":"150.885184ms","start":"2026-07-28T16:31:20.534459Z","end":"2026-07-28T16:31:20.685344Z","steps":["trace[431792897] 'process raft request' (duration: 150.744961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.685467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.954481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-8556c67d47-zzzzv\" ","response":"range_response_count:1 size:7549"} {"level":"info","ts":"2026-07-28T16:31:20.68544Z","caller":"traceutil/trace.go:171","msg":"trace[597016413] transaction","detail":"{read_only:false; response_revision:22187; number_of_response:1; }","duration":"155.207839ms","start":"2026-07-28T16:31:20.53019Z","end":"2026-07-28T16:31:20.685398Z","steps":["trace[597016413] 'process raft request' (duration: 154.880001ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.685528Z","caller":"traceutil/trace.go:171","msg":"trace[2073275889] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-8556c67d47-zzzzv; range_end:; response_count:1; response_revision:22188; }","duration":"104.028333ms","start":"2026-07-28T16:31:20.581483Z","end":"2026-07-28T16:31:20.685511Z","steps":["trace[2073275889] 'agreement among raft nodes before linearized reading' (duration: 103.91504ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.696289Z","caller":"traceutil/trace.go:171","msg":"trace[408529016] transaction","detail":"{read_only:false; response_revision:22189; number_of_response:1; }","duration":"109.315112ms","start":"2026-07-28T16:31:20.586952Z","end":"2026-07-28T16:31:20.696267Z","steps":["trace[408529016] 'process raft request' (duration: 109.151808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.696454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.882777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-6c65d5649b-jw28t\" ","response":"range_response_count:1 size:8949"} {"level":"info","ts":"2026-07-28T16:31:20.696494Z","caller":"traceutil/trace.go:171","msg":"trace[2067451537] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-6c65d5649b-jw28t; range_end:; response_count:1; response_revision:22189; }","duration":"114.947659ms","start":"2026-07-28T16:31:20.581536Z","end":"2026-07-28T16:31:20.696484Z","steps":["trace[2067451537] 'agreement among raft nodes before linearized reading' (duration: 114.838767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.696501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.331707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-8556c67d47\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-07-28T16:31:20.696524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.856277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-metadata-9bdbdc788-gwbv8\" ","response":"range_response_count:1 size:9165"} {"level":"info","ts":"2026-07-28T16:31:20.696576Z","caller":"traceutil/trace.go:171","msg":"trace[1430788559] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-8556c67d47; range_end:; response_count:1; response_revision:22189; }","duration":"110.443199ms","start":"2026-07-28T16:31:20.586115Z","end":"2026-07-28T16:31:20.696558Z","steps":["trace[1430788559] 'agreement among raft nodes before linearized reading' (duration: 110.196973ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.696604Z","caller":"traceutil/trace.go:171","msg":"trace[1604006179] range","detail":"{range_begin:/registry/pods/openstack/nova-api-metadata-9bdbdc788-gwbv8; range_end:; response_count:1; response_revision:22189; }","duration":"114.98185ms","start":"2026-07-28T16:31:20.5816Z","end":"2026-07-28T16:31:20.696582Z","steps":["trace[1604006179] 'agreement among raft nodes before linearized reading' (duration: 114.735994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.696641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.88704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112525"} {"level":"info","ts":"2026-07-28T16:31:20.696683Z","caller":"traceutil/trace.go:171","msg":"trace[1520088417] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:22189; }","duration":"110.955102ms","start":"2026-07-28T16:31:20.585717Z","end":"2026-07-28T16:31:20.696672Z","steps":["trace[1520088417] 'agreement among raft nodes before linearized reading' (duration: 110.639254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.696705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.002241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-bootstrap-8ldsb\" ","response":"range_response_count:1 size:7019"} {"level":"info","ts":"2026-07-28T16:31:20.696808Z","caller":"traceutil/trace.go:171","msg":"trace[622394186] range","detail":"{range_begin:/registry/pods/openstack/nova-bootstrap-8ldsb; range_end:; response_count:1; response_revision:22189; }","duration":"115.173495ms","start":"2026-07-28T16:31:20.581613Z","end":"2026-07-28T16:31:20.696786Z","steps":["trace[622394186] 'agreement among raft nodes before linearized reading' (duration: 114.814736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.696826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.062073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-28T16:31:20.697038Z","caller":"traceutil/trace.go:171","msg":"trace[363129698] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22189; }","duration":"113.295649ms","start":"2026-07-28T16:31:20.58373Z","end":"2026-07-28T16:31:20.697026Z","steps":["trace[363129698] 'agreement among raft nodes before linearized reading' (duration: 112.54443ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:20.94915Z","caller":"traceutil/trace.go:171","msg":"trace[1859961179] linearizableReadLoop","detail":"{readStateIndex:22894; appliedIndex:22892; }","duration":"120.015873ms","start":"2026-07-28T16:31:20.829111Z","end":"2026-07-28T16:31:20.949126Z","steps":["trace[1859961179] 'read index received' (duration: 33.726322ms)","trace[1859961179] 'applied index is now lower than readState.Index' (duration: 86.288601ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:20.949238Z","caller":"traceutil/trace.go:171","msg":"trace[1536060267] transaction","detail":"{read_only:false; response_revision:22198; number_of_response:1; }","duration":"121.95673ms","start":"2026-07-28T16:31:20.827247Z","end":"2026-07-28T16:31:20.949204Z","steps":["trace[1536060267] 'process raft request' (duration: 117.297156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:20.949677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.541355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-28T16:31:20.949967Z","caller":"traceutil/trace.go:171","msg":"trace[1242724298] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22198; }","duration":"120.685448ms","start":"2026-07-28T16:31:20.829077Z","end":"2026-07-28T16:31:20.949762Z","steps":["trace[1242724298] 'agreement among raft nodes before linearized reading' (duration: 120.184356ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:21.439952Z","caller":"traceutil/trace.go:171","msg":"trace[1911430692] transaction","detail":"{read_only:false; response_revision:22208; number_of_response:1; }","duration":"333.525671ms","start":"2026-07-28T16:31:21.106391Z","end":"2026-07-28T16:31:21.439917Z","steps":["trace[1911430692] 'process raft request' (duration: 333.246434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:21.440381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.106373Z","time spent":"333.817079ms","remote":"127.0.0.1:42814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2750,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:22.04878Z","caller":"traceutil/trace.go:171","msg":"trace[1524216030] linearizableReadLoop","detail":"{readStateIndex:22908; appliedIndex:22904; }","duration":"396.337561ms","start":"2026-07-28T16:31:21.652419Z","end":"2026-07-28T16:31:22.048757Z","steps":["trace[1524216030] 'read index received' (duration: 395.89835ms)","trace[1524216030] 'applied index is now lower than readState.Index' (duration: 438.361µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:22.048952Z","caller":"traceutil/trace.go:171","msg":"trace[1510083405] transaction","detail":"{read_only:false; response_revision:22212; number_of_response:1; }","duration":"738.514752ms","start":"2026-07-28T16:31:21.310391Z","end":"2026-07-28T16:31:22.048905Z","steps":["trace[1510083405] 'process raft request' (duration: 738.323617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.048982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.538545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:22.049022Z","caller":"traceutil/trace.go:171","msg":"trace[1647207381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22212; }","duration":"396.640298ms","start":"2026-07-28T16:31:21.652372Z","end":"2026-07-28T16:31:22.049013Z","steps":["trace[1647207381] 'agreement among raft nodes before linearized reading' (duration: 396.529225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.049062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.652349Z","time spent":"396.7048ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:31:22.049078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.310357Z","time spent":"738.653086ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:22.049185Z","caller":"traceutil/trace.go:171","msg":"trace[432992063] transaction","detail":"{read_only:false; response_revision:22211; number_of_response:1; }","duration":"739.023705ms","start":"2026-07-28T16:31:21.310151Z","end":"2026-07-28T16:31:22.049175Z","steps":["trace[432992063] 'process raft request' (duration: 738.505822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.049209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.566128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:31:22.049245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.310132Z","time spent":"739.082996ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:22.049329Z","caller":"traceutil/trace.go:171","msg":"trace[2062672787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22212; }","duration":"355.747612ms","start":"2026-07-28T16:31:21.693562Z","end":"2026-07-28T16:31:22.04931Z","steps":["trace[2062672787] 'agreement among raft nodes before linearized reading' (duration: 355.454515ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:22.048787Z","caller":"traceutil/trace.go:171","msg":"trace[263756851] transaction","detail":"{read_only:false; response_revision:22210; number_of_response:1; }","duration":"776.363293ms","start":"2026-07-28T16:31:21.272388Z","end":"2026-07-28T16:31:22.048752Z","steps":["trace[263756851] 'process raft request' (duration: 776.20504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.049378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.693535Z","time spent":"355.833354ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:31:22.049401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.27236Z","time spent":"777.01982ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1537,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:22.049403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.643355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-novncproxy-6c65d5649b-jw28t.18c68120d799ccbe\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-07-28T16:31:22.049464Z","caller":"traceutil/trace.go:171","msg":"trace[1369429457] range","detail":"{range_begin:/registry/events/openstack/nova-novncproxy-6c65d5649b-jw28t.18c68120d799ccbe; range_end:; response_count:1; response_revision:22212; }","duration":"163.720496ms","start":"2026-07-28T16:31:21.885723Z","end":"2026-07-28T16:31:22.049443Z","steps":["trace[1369429457] 'agreement among raft nodes before linearized reading' (duration: 163.583853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.049228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.680408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:31:22.049694Z","caller":"traceutil/trace.go:171","msg":"trace[1148315511] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:22212; }","duration":"337.19692ms","start":"2026-07-28T16:31:21.712485Z","end":"2026-07-28T16:31:22.049681Z","steps":["trace[1148315511] 'agreement among raft nodes before linearized reading' (duration: 336.546024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.049729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.712468Z","time spent":"337.250352ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"warn","ts":"2026-07-28T16:31:22.04975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.451465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:31:22.049795Z","caller":"traceutil/trace.go:171","msg":"trace[1101277104] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:22212; }","duration":"332.518646ms","start":"2026-07-28T16:31:21.717263Z","end":"2026-07-28T16:31:22.049782Z","steps":["trace[1101277104] 'agreement among raft nodes before linearized reading' (duration: 332.433704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.049835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.71725Z","time spent":"332.577518ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:31:22.049836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.152082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:31:22.049989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.667431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:31:22.050032Z","caller":"traceutil/trace.go:171","msg":"trace[1063244412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22212; }","duration":"353.724843ms","start":"2026-07-28T16:31:21.696296Z","end":"2026-07-28T16:31:22.050021Z","steps":["trace[1063244412] 'agreement among raft nodes before linearized reading' (duration: 353.624131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.050049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.576498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:31:22.050071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.696287Z","time spent":"353.775964ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:31:22.050082Z","caller":"traceutil/trace.go:171","msg":"trace[361167839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22212; }","duration":"355.671421ms","start":"2026-07-28T16:31:21.694402Z","end":"2026-07-28T16:31:22.050073Z","steps":["trace[361167839] 'agreement among raft nodes before linearized reading' (duration: 355.563568ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:22.050022Z","caller":"traceutil/trace.go:171","msg":"trace[1265667462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22212; }","duration":"356.349177ms","start":"2026-07-28T16:31:21.693617Z","end":"2026-07-28T16:31:22.049966Z","steps":["trace[1265667462] 'agreement among raft nodes before linearized reading' (duration: 355.991618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.050168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.693599Z","time spent":"356.551961ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:31:22.05011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.694367Z","time spent":"355.736732ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:31:22.050363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.167508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:31:22.050433Z","caller":"traceutil/trace.go:171","msg":"trace[1048273569] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:22212; }","duration":"355.25722ms","start":"2026-07-28T16:31:21.695158Z","end":"2026-07-28T16:31:22.050416Z","steps":["trace[1048273569] 'agreement among raft nodes before linearized reading' (duration: 354.662525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.050482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.695148Z","time spent":"355.323632ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:31:22.050472Z","caller":"traceutil/trace.go:171","msg":"trace[2084305256] transaction","detail":"{read_only:false; response_revision:22209; number_of_response:1; }","duration":"861.755683ms","start":"2026-07-28T16:31:21.186937Z","end":"2026-07-28T16:31:22.048693Z","steps":["trace[2084305256] 'process raft request' (duration: 861.456416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.050573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.186913Z","time spent":"863.616769ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9391,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:22.050696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.911407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:31:22.050748Z","caller":"traceutil/trace.go:171","msg":"trace[1991486575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22212; }","duration":"355.975818ms","start":"2026-07-28T16:31:21.694763Z","end":"2026-07-28T16:31:22.050738Z","steps":["trace[1991486575] 'agreement among raft nodes before linearized reading' (duration: 355.175898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.050777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:21.694752Z","time spent":"356.018118ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:31:22.562015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626809741,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:31:22.565815Z","caller":"traceutil/trace.go:171","msg":"trace[559676620] transaction","detail":"{read_only:false; response_revision:22213; number_of_response:1; }","duration":"504.721429ms","start":"2026-07-28T16:31:22.061065Z","end":"2026-07-28T16:31:22.565787Z","steps":["trace[559676620] 'process raft request' (duration: 504.507214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.566012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.061037Z","time spent":"504.838002ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:22.772085Z","caller":"traceutil/trace.go:171","msg":"trace[55738025] transaction","detail":"{read_only:false; response_revision:22214; number_of_response:1; }","duration":"708.013339ms","start":"2026-07-28T16:31:22.064026Z","end":"2026-07-28T16:31:22.77204Z","steps":["trace[55738025] 'process raft request' (duration: 707.823674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.772218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.064015Z","time spent":"708.134341ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:22.772422Z","caller":"traceutil/trace.go:171","msg":"trace[1869874289] transaction","detail":"{read_only:false; response_revision:22215; number_of_response:1; }","duration":"707.313602ms","start":"2026-07-28T16:31:22.065091Z","end":"2026-07-28T16:31:22.772405Z","steps":["trace[1869874289] 'process raft request' (duration: 706.917232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.772474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.065079Z","time spent":"707.369973ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:22.772562Z","caller":"traceutil/trace.go:171","msg":"trace[74029611] transaction","detail":"{read_only:false; response_revision:22216; number_of_response:1; }","duration":"705.960908ms","start":"2026-07-28T16:31:22.066594Z","end":"2026-07-28T16:31:22.772555Z","steps":["trace[74029611] 'process raft request' (duration: 705.728863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.772599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.066585Z","time spent":"705.992439ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:22.772655Z","caller":"traceutil/trace.go:171","msg":"trace[217899505] transaction","detail":"{read_only:false; response_revision:22218; number_of_response:1; }","duration":"705.16218ms","start":"2026-07-28T16:31:22.067486Z","end":"2026-07-28T16:31:22.772648Z","steps":["trace[217899505] 'process raft request' (duration: 705.034906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.772689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.067467Z","time spent":"705.20166ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:22.772687Z","caller":"traceutil/trace.go:171","msg":"trace[1292218366] transaction","detail":"{read_only:false; response_revision:22217; number_of_response:1; }","duration":"706.00465ms","start":"2026-07-28T16:31:22.066657Z","end":"2026-07-28T16:31:22.772661Z","steps":["trace[1292218366] 'process raft request' (duration: 705.811105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.772836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.066651Z","time spent":"706.114772ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:22.772954Z","caller":"traceutil/trace.go:171","msg":"trace[2068332146] transaction","detail":"{read_only:false; response_revision:22222; number_of_response:1; }","duration":"287.563851ms","start":"2026-07-28T16:31:22.485379Z","end":"2026-07-28T16:31:22.772943Z","steps":["trace[2068332146] 'process raft request' (duration: 287.389777ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:22.772948Z","caller":"traceutil/trace.go:171","msg":"trace[791104050] transaction","detail":"{read_only:false; response_revision:22220; number_of_response:1; }","duration":"701.199563ms","start":"2026-07-28T16:31:22.071719Z","end":"2026-07-28T16:31:22.772919Z","steps":["trace[791104050] 'process raft request' (duration: 700.924976ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:22.772954Z","caller":"traceutil/trace.go:171","msg":"trace[818649565] transaction","detail":"{read_only:false; response_revision:22219; number_of_response:1; }","duration":"703.855427ms","start":"2026-07-28T16:31:22.069065Z","end":"2026-07-28T16:31:22.77292Z","steps":["trace[818649565] 'process raft request' (duration: 703.508779ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:22.773006Z","caller":"traceutil/trace.go:171","msg":"trace[77060719] transaction","detail":"{read_only:false; response_revision:22221; number_of_response:1; }","duration":"684.960507ms","start":"2026-07-28T16:31:22.088037Z","end":"2026-07-28T16:31:22.772997Z","steps":["trace[77060719] 'process raft request' (duration: 684.66657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.773046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.088027Z","time spent":"684.997969ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4047,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:22.773062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.071712Z","time spent":"701.292485ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:22.773098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.069054Z","time spent":"703.97544ms","remote":"127.0.0.1:42814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2309,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T16:31:22.865827Z","caller":"traceutil/trace.go:171","msg":"trace[1666815645] linearizableReadLoop","detail":"{readStateIndex:22919; appliedIndex:22908; }","duration":"804.60124ms","start":"2026-07-28T16:31:22.061184Z","end":"2026-07-28T16:31:22.865785Z","steps":["trace[1666815645] 'read index received' (duration: 504.421602ms)","trace[1666815645] 'applied index is now lower than readState.Index' (duration: 300.173688ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:22.930609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.401828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:22.930719Z","caller":"traceutil/trace.go:171","msg":"trace[655424694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22223; }","duration":"869.551022ms","start":"2026-07-28T16:31:22.061142Z","end":"2026-07-28T16:31:22.930693Z","steps":["trace[655424694] 'agreement among raft nodes before linearized reading' (duration: 804.757804ms)","trace[655424694] 'range keys from in-memory index tree' (duration: 64.627864ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:22.930721Z","caller":"traceutil/trace.go:171","msg":"trace[1478451415] transaction","detail":"{read_only:false; response_revision:22224; number_of_response:1; }","duration":"150.752931ms","start":"2026-07-28T16:31:22.779936Z","end":"2026-07-28T16:31:22.930688Z","steps":["trace[1478451415] 'process raft request' (duration: 141.073465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.930781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.061122Z","time spent":"869.642893ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:31:22.93089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.937298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T16:31:22.930908Z","caller":"traceutil/trace.go:171","msg":"trace[1060004039] transaction","detail":"{read_only:false; response_revision:22225; number_of_response:1; }","duration":"150.422193ms","start":"2026-07-28T16:31:22.78047Z","end":"2026-07-28T16:31:22.930892Z","steps":["trace[1060004039] 'process raft request' (duration: 150.069204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.930913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.004059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T16:31:22.930949Z","caller":"traceutil/trace.go:171","msg":"trace[772444901] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22226; }","duration":"153.99415ms","start":"2026-07-28T16:31:22.776938Z","end":"2026-07-28T16:31:22.930932Z","steps":["trace[772444901] 'agreement among raft nodes before linearized reading' (duration: 153.785574ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:22.930969Z","caller":"traceutil/trace.go:171","msg":"trace[1116882874] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22226; }","duration":"154.104892ms","start":"2026-07-28T16:31:22.776851Z","end":"2026-07-28T16:31:22.930956Z","steps":["trace[1116882874] 'agreement among raft nodes before linearized reading' (duration: 153.933708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.930982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.507105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T16:31:22.931189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.744231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-pv6p6\" ","response":"range_response_count:1 size:9088"} {"level":"warn","ts":"2026-07-28T16:31:22.931578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.953273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:722212"} {"level":"info","ts":"2026-07-28T16:31:22.931704Z","caller":"traceutil/trace.go:171","msg":"trace[805836291] transaction","detail":"{read_only:false; response_revision:22226; number_of_response:1; }","duration":"148.627119ms","start":"2026-07-28T16:31:22.782355Z","end":"2026-07-28T16:31:22.930983Z","steps":["trace[805836291] 'process raft request' (duration: 148.28238ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:22.931856Z","caller":"traceutil/trace.go:171","msg":"trace[1824157574] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22226; }","duration":"486.71848ms","start":"2026-07-28T16:31:22.444335Z","end":"2026-07-28T16:31:22.931054Z","steps":["trace[1824157574] 'agreement among raft nodes before linearized reading' (duration: 486.453244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.931932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.444314Z","time spent":"487.596501ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:31:22.931968Z","caller":"traceutil/trace.go:171","msg":"trace[929157026] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-pv6p6; range_end:; response_count:1; response_revision:22226; }","duration":"868.826864ms","start":"2026-07-28T16:31:22.062401Z","end":"2026-07-28T16:31:22.931228Z","steps":["trace[929157026] 'agreement among raft nodes before linearized reading' (duration: 868.694731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.932057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.062384Z","time spent":"869.636844ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9111,"request content":"key:\"/registry/pods/openstack/nova-db-init-pv6p6\" "} {"level":"info","ts":"2026-07-28T16:31:22.932328Z","caller":"traceutil/trace.go:171","msg":"trace[664061511] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:22226; }","duration":"861.036754ms","start":"2026-07-28T16:31:22.070587Z","end":"2026-07-28T16:31:22.931624Z","steps":["trace[664061511] 'agreement among raft nodes before linearized reading' (duration: 860.168503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.932411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.070579Z","time spent":"861.802813ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":722235,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:31:22.933327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.634768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:722212"} {"level":"info","ts":"2026-07-28T16:31:22.9334Z","caller":"traceutil/trace.go:171","msg":"trace[134505993] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:22226; }","duration":"870.70932ms","start":"2026-07-28T16:31:22.062662Z","end":"2026-07-28T16:31:22.933371Z","steps":["trace[134505993] 'agreement among raft nodes before linearized reading' (duration: 868.089176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:22.93346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:22.062656Z","time spent":"870.791902ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":722235,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:31:23.13651Z","caller":"traceutil/trace.go:171","msg":"trace[290931454] linearizableReadLoop","detail":"{readStateIndex:22927; appliedIndex:22924; }","duration":"127.208607ms","start":"2026-07-28T16:31:23.00928Z","end":"2026-07-28T16:31:23.136489Z","steps":["trace[290931454] 'read index received' (duration: 126.91592ms)","trace[290931454] 'applied index is now lower than readState.Index' (duration: 291.827µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:23.136547Z","caller":"traceutil/trace.go:171","msg":"trace[1681457833] transaction","detail":"{read_only:false; response_revision:22229; number_of_response:1; }","duration":"193.315216ms","start":"2026-07-28T16:31:22.943213Z","end":"2026-07-28T16:31:23.136528Z","steps":["trace[1681457833] 'process raft request' (duration: 193.169293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:23.136698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.774315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-07-28T16:31:23.13675Z","caller":"traceutil/trace.go:171","msg":"trace[407287487] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22230; }","duration":"197.870368ms","start":"2026-07-28T16:31:22.938867Z","end":"2026-07-28T16:31:23.136738Z","steps":["trace[407287487] 'agreement among raft nodes before linearized reading' (duration: 197.704834ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.137147Z","caller":"traceutil/trace.go:171","msg":"trace[1471496958] transaction","detail":"{read_only:false; response_revision:22230; number_of_response:1; }","duration":"180.71448ms","start":"2026-07-28T16:31:22.95642Z","end":"2026-07-28T16:31:23.137135Z","steps":["trace[1471496958] 'process raft request' (duration: 180.032274ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.136984Z","caller":"traceutil/trace.go:171","msg":"trace[2129599426] transaction","detail":"{read_only:false; response_revision:22228; number_of_response:1; }","duration":"196.379482ms","start":"2026-07-28T16:31:22.94057Z","end":"2026-07-28T16:31:23.13695Z","steps":["trace[2129599426] 'process raft request' (duration: 195.636374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.313193Z","caller":"traceutil/trace.go:171","msg":"trace[692125690] transaction","detail":"{read_only:false; response_revision:22232; number_of_response:1; }","duration":"169.241241ms","start":"2026-07-28T16:31:23.143925Z","end":"2026-07-28T16:31:23.313166Z","steps":["trace[692125690] 'process raft request' (duration: 118.120306ms)","trace[692125690] 'compare' (duration: 50.799327ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:23.31326Z","caller":"traceutil/trace.go:171","msg":"trace[394181069] transaction","detail":"{read_only:false; response_revision:22233; number_of_response:1; }","duration":"169.245191ms","start":"2026-07-28T16:31:23.143977Z","end":"2026-07-28T16:31:23.313222Z","steps":["trace[394181069] 'process raft request' (duration: 169.125428ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.313475Z","caller":"traceutil/trace.go:171","msg":"trace[489386863] transaction","detail":"{read_only:false; response_revision:22237; number_of_response:1; }","duration":"158.141201ms","start":"2026-07-28T16:31:23.155318Z","end":"2026-07-28T16:31:23.313459Z","steps":["trace[489386863] 'process raft request' (duration: 157.950146ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.313499Z","caller":"traceutil/trace.go:171","msg":"trace[551608089] transaction","detail":"{read_only:false; response_revision:22238; number_of_response:1; }","duration":"130.17386ms","start":"2026-07-28T16:31:23.183294Z","end":"2026-07-28T16:31:23.313467Z","steps":["trace[551608089] 'process raft request' (duration: 130.028366ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.313618Z","caller":"traceutil/trace.go:171","msg":"trace[423735152] transaction","detail":"{read_only:false; response_revision:22239; number_of_response:1; }","duration":"130.283032ms","start":"2026-07-28T16:31:23.183318Z","end":"2026-07-28T16:31:23.313601Z","steps":["trace[423735152] 'process raft request' (duration: 130.045466ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.313702Z","caller":"traceutil/trace.go:171","msg":"trace[1309247633] transaction","detail":"{read_only:false; response_revision:22234; number_of_response:1; }","duration":"169.677761ms","start":"2026-07-28T16:31:23.144009Z","end":"2026-07-28T16:31:23.313687Z","steps":["trace[1309247633] 'process raft request' (duration: 169.158499ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.313712Z","caller":"traceutil/trace.go:171","msg":"trace[708178749] linearizableReadLoop","detail":"{readStateIndex:22933; appliedIndex:22927; }","duration":"167.579411ms","start":"2026-07-28T16:31:23.146123Z","end":"2026-07-28T16:31:23.313703Z","steps":["trace[708178749] 'read index received' (duration: 44.449723ms)","trace[708178749] 'applied index is now lower than readState.Index' (duration: 123.128698ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:23.314057Z","caller":"traceutil/trace.go:171","msg":"trace[1717842322] transaction","detail":"{read_only:false; response_revision:22236; number_of_response:1; }","duration":"169.138609ms","start":"2026-07-28T16:31:23.144889Z","end":"2026-07-28T16:31:23.314028Z","steps":["trace[1717842322] 'process raft request' (duration: 168.346559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:23.314156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.014711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T16:31:23.3142Z","caller":"traceutil/trace.go:171","msg":"trace[463368222] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22240; }","duration":"168.097384ms","start":"2026-07-28T16:31:23.146091Z","end":"2026-07-28T16:31:23.314189Z","steps":["trace[463368222] 'agreement among raft nodes before linearized reading' (duration: 167.928199ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.314576Z","caller":"traceutil/trace.go:171","msg":"trace[1467027272] transaction","detail":"{read_only:false; response_revision:22235; number_of_response:1; }","duration":"169.891116ms","start":"2026-07-28T16:31:23.144661Z","end":"2026-07-28T16:31:23.314552Z","steps":["trace[1467027272] 'process raft request' (duration: 168.539284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:23.315925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.301708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-28T16:31:23.316003Z","caller":"traceutil/trace.go:171","msg":"trace[1467030516] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22240; }","duration":"129.409011ms","start":"2026-07-28T16:31:23.186577Z","end":"2026-07-28T16:31:23.315986Z","steps":["trace[1467030516] 'agreement among raft nodes before linearized reading' (duration: 128.391246ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.499046Z","caller":"traceutil/trace.go:171","msg":"trace[987545692] transaction","detail":"{read_only:false; response_revision:22242; number_of_response:1; }","duration":"180.216119ms","start":"2026-07-28T16:31:23.318792Z","end":"2026-07-28T16:31:23.499008Z","steps":["trace[987545692] 'process raft request' (duration: 113.230397ms)","trace[987545692] 'compare' (duration: 66.670624ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:23.499574Z","caller":"traceutil/trace.go:171","msg":"trace[354409991] linearizableReadLoop","detail":"{readStateIndex:22939; appliedIndex:22937; }","duration":"179.669385ms","start":"2026-07-28T16:31:23.319889Z","end":"2026-07-28T16:31:23.499558Z","steps":["trace[354409991] 'read index received' (duration: 15.637601ms)","trace[354409991] 'applied index is now lower than readState.Index' (duration: 164.030944ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:23.499672Z","caller":"traceutil/trace.go:171","msg":"trace[1555633001] transaction","detail":"{read_only:false; response_revision:22244; number_of_response:1; }","duration":"170.84686ms","start":"2026-07-28T16:31:23.328803Z","end":"2026-07-28T16:31:23.499649Z","steps":["trace[1555633001] 'process raft request' (duration: 170.671756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:23.500362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.453248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-07-28T16:31:23.500436Z","caller":"traceutil/trace.go:171","msg":"trace[1866242026] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22244; }","duration":"151.56086ms","start":"2026-07-28T16:31:23.348857Z","end":"2026-07-28T16:31:23.500418Z","steps":["trace[1866242026] 'agreement among raft nodes before linearized reading' (duration: 151.381136ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.49968Z","caller":"traceutil/trace.go:171","msg":"trace[1102116637] transaction","detail":"{read_only:false; response_revision:22243; number_of_response:1; }","duration":"176.012416ms","start":"2026-07-28T16:31:23.323644Z","end":"2026-07-28T16:31:23.499657Z","steps":["trace[1102116637] 'process raft request' (duration: 175.262418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:23.499986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.074395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T16:31:23.50068Z","caller":"traceutil/trace.go:171","msg":"trace[753029947] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22244; }","duration":"180.805393ms","start":"2026-07-28T16:31:23.319844Z","end":"2026-07-28T16:31:23.500649Z","steps":["trace[753029947] 'agreement among raft nodes before linearized reading' (duration: 179.977472ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.652347Z","caller":"traceutil/trace.go:171","msg":"trace[519762993] transaction","detail":"{read_only:false; response_revision:22245; number_of_response:1; }","duration":"142.469999ms","start":"2026-07-28T16:31:23.509841Z","end":"2026-07-28T16:31:23.652311Z","steps":["trace[519762993] 'process raft request' (duration: 96.673574ms)","trace[519762993] 'compare' (duration: 45.650312ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:23.652387Z","caller":"traceutil/trace.go:171","msg":"trace[1897815757] linearizableReadLoop","detail":"{readStateIndex:22942; appliedIndex:22941; }","duration":"139.966748ms","start":"2026-07-28T16:31:23.512394Z","end":"2026-07-28T16:31:23.652361Z","steps":["trace[1897815757] 'read index received' (duration: 94.098562ms)","trace[1897815757] 'applied index is now lower than readState.Index' (duration: 45.865336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:23.652558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.151283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:23.652595Z","caller":"traceutil/trace.go:171","msg":"trace[209163877] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:22246; }","duration":"140.270526ms","start":"2026-07-28T16:31:23.512312Z","end":"2026-07-28T16:31:23.652583Z","steps":["trace[209163877] 'agreement among raft nodes before linearized reading' (duration: 140.157413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:23.719204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.235151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-28T16:31:23.71948Z","caller":"traceutil/trace.go:171","msg":"trace[1331017871] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22247; }","duration":"192.546168ms","start":"2026-07-28T16:31:23.526914Z","end":"2026-07-28T16:31:23.71946Z","steps":["trace[1331017871] 'agreement among raft nodes before linearized reading' (duration: 192.152909ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.8054Z","caller":"traceutil/trace.go:171","msg":"trace[49596932] transaction","detail":"{read_only:false; response_revision:22248; number_of_response:1; }","duration":"143.121315ms","start":"2026-07-28T16:31:23.662249Z","end":"2026-07-28T16:31:23.80537Z","steps":["trace[49596932] 'process raft request' (duration: 142.93039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:23.805446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.449673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-28T16:31:23.805431Z","caller":"traceutil/trace.go:171","msg":"trace[147347171] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22248; }","duration":"141.655819ms","start":"2026-07-28T16:31:23.663721Z","end":"2026-07-28T16:31:23.805377Z","steps":["trace[147347171] 'process raft request' (duration: 141.575847ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:23.805497Z","caller":"traceutil/trace.go:171","msg":"trace[1539816746] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22248; }","duration":"150.522595ms","start":"2026-07-28T16:31:23.654961Z","end":"2026-07-28T16:31:23.805484Z","steps":["trace[1539816746] 'agreement among raft nodes before linearized reading' (duration: 150.382041ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:24.015824Z","caller":"traceutil/trace.go:171","msg":"trace[1896105273] linearizableReadLoop","detail":"{readStateIndex:22947; appliedIndex:22946; }","duration":"210.481515ms","start":"2026-07-28T16:31:23.805322Z","end":"2026-07-28T16:31:24.015804Z","steps":["trace[1896105273] 'read index received' (duration: 141.947286ms)","trace[1896105273] 'applied index is now lower than readState.Index' (duration: 68.533499ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:24.015909Z","caller":"traceutil/trace.go:171","msg":"trace[1425141194] transaction","detail":"{read_only:false; response_revision:22249; number_of_response:1; }","duration":"288.484025ms","start":"2026-07-28T16:31:23.727388Z","end":"2026-07-28T16:31:24.015872Z","steps":["trace[1425141194] 'process raft request' (duration: 219.753241ms)","trace[1425141194] 'compare' (duration: 68.509228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:24.016019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.507774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-28T16:31:24.016047Z","caller":"traceutil/trace.go:171","msg":"trace[1513763057] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22249; }","duration":"290.581076ms","start":"2026-07-28T16:31:23.725455Z","end":"2026-07-28T16:31:24.016036Z","steps":["trace[1513763057] 'agreement among raft nodes before linearized reading' (duration: 290.444852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:24.016033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.001555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:31:24.016114Z","caller":"traceutil/trace.go:171","msg":"trace[1574388741] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22249; }","duration":"268.124298ms","start":"2026-07-28T16:31:23.747974Z","end":"2026-07-28T16:31:24.016098Z","steps":["trace[1574388741] 'agreement among raft nodes before linearized reading' (duration: 267.924593ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:24.092601Z","caller":"traceutil/trace.go:171","msg":"trace[1786418633] transaction","detail":"{read_only:false; response_revision:22250; number_of_response:1; }","duration":"280.09231ms","start":"2026-07-28T16:31:23.812484Z","end":"2026-07-28T16:31:24.092576Z","steps":["trace[1786418633] 'process raft request' (duration: 279.781753ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:24.09272Z","caller":"traceutil/trace.go:171","msg":"trace[1724816295] transaction","detail":"{read_only:false; response_revision:22251; number_of_response:1; }","duration":"276.486962ms","start":"2026-07-28T16:31:23.816204Z","end":"2026-07-28T16:31:24.092691Z","steps":["trace[1724816295] 'process raft request' (duration: 276.251696ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:24.092763Z","caller":"traceutil/trace.go:171","msg":"trace[731022811] transaction","detail":"{read_only:false; response_revision:22252; number_of_response:1; }","duration":"178.376053ms","start":"2026-07-28T16:31:23.914358Z","end":"2026-07-28T16:31:24.092734Z","steps":["trace[731022811] 'process raft request' (duration: 178.194769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:24.092971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.56177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-28T16:31:24.093006Z","caller":"traceutil/trace.go:171","msg":"trace[2066877744] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22252; }","duration":"282.635041ms","start":"2026-07-28T16:31:23.810357Z","end":"2026-07-28T16:31:24.092992Z","steps":["trace[2066877744] 'agreement among raft nodes before linearized reading' (duration: 282.516109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:24.093072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.563122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-novncproxy-vencrypt-mkc78\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-07-28T16:31:24.093157Z","caller":"traceutil/trace.go:171","msg":"trace[160632376] range","detail":"{range_begin:/registry/secrets/openstack/nova-novncproxy-vencrypt-mkc78; range_end:; response_count:1; response_revision:22252; }","duration":"280.678174ms","start":"2026-07-28T16:31:23.812458Z","end":"2026-07-28T16:31:24.093136Z","steps":["trace[160632376] 'agreement among raft nodes before linearized reading' (duration: 280.405127ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:24.213569Z","caller":"traceutil/trace.go:171","msg":"trace[1921376095] transaction","detail":"{read_only:false; response_revision:22254; number_of_response:1; }","duration":"148.068436ms","start":"2026-07-28T16:31:24.065469Z","end":"2026-07-28T16:31:24.213537Z","steps":["trace[1921376095] 'process raft request' (duration: 147.926882ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:24.213699Z","caller":"traceutil/trace.go:171","msg":"trace[1685569664] transaction","detail":"{read_only:false; response_revision:22253; number_of_response:1; }","duration":"192.174979ms","start":"2026-07-28T16:31:24.021502Z","end":"2026-07-28T16:31:24.213677Z","steps":["trace[1685569664] 'process raft request' (duration: 191.634026ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:24.213959Z","caller":"traceutil/trace.go:171","msg":"trace[1386691063] linearizableReadLoop","detail":"{readStateIndex:22953; appliedIndex:22950; }","duration":"121.276893ms","start":"2026-07-28T16:31:24.092641Z","end":"2026-07-28T16:31:24.213917Z","steps":["trace[1386691063] 'read index received' (duration: 120.619907ms)","trace[1386691063] 'applied index is now lower than readState.Index' (duration: 655.326µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:24.21413Z","caller":"traceutil/trace.go:171","msg":"trace[312552020] transaction","detail":"{read_only:false; response_revision:22255; number_of_response:1; }","duration":"148.117887ms","start":"2026-07-28T16:31:24.065997Z","end":"2026-07-28T16:31:24.214115Z","steps":["trace[312552020] 'process raft request' (duration: 147.472481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:24.214311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.794913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:31:24.214423Z","caller":"traceutil/trace.go:171","msg":"trace[1580816092] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22255; }","duration":"125.919616ms","start":"2026-07-28T16:31:24.088485Z","end":"2026-07-28T16:31:24.214404Z","steps":["trace[1580816092] 'agreement among raft nodes before linearized reading' (duration: 125.66421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:24.214431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.255325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-28T16:31:24.214498Z","caller":"traceutil/trace.go:171","msg":"trace[1208817326] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22255; }","duration":"195.357297ms","start":"2026-07-28T16:31:24.019123Z","end":"2026-07-28T16:31:24.214481Z","steps":["trace[1208817326] 'agreement among raft nodes before linearized reading' (duration: 195.152162ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:24.248567Z","caller":"traceutil/trace.go:171","msg":"trace[45644818] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22256; }","duration":"154.363479ms","start":"2026-07-28T16:31:24.094171Z","end":"2026-07-28T16:31:24.248535Z","steps":["trace[45644818] 'process raft request' (duration: 154.155774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:24.248704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.400041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-28T16:31:24.248791Z","caller":"traceutil/trace.go:171","msg":"trace[988194196] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22256; }","duration":"152.486693ms","start":"2026-07-28T16:31:24.096273Z","end":"2026-07-28T16:31:24.248759Z","steps":["trace[988194196] 'agreement among raft nodes before linearized reading' (duration: 152.254338ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:32.432337Z","caller":"traceutil/trace.go:171","msg":"trace[728583223] transaction","detail":"{read_only:false; response_revision:22364; number_of_response:1; }","duration":"147.268645ms","start":"2026-07-28T16:31:32.284998Z","end":"2026-07-28T16:31:32.432267Z","steps":["trace[728583223] 'process raft request' (duration: 146.929317ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:39.326256Z","caller":"traceutil/trace.go:171","msg":"trace[159998148] linearizableReadLoop","detail":"{readStateIndex:23130; appliedIndex:23129; }","duration":"171.648ms","start":"2026-07-28T16:31:39.154577Z","end":"2026-07-28T16:31:39.326225Z","steps":["trace[159998148] 'read index received' (duration: 147.669546ms)","trace[159998148] 'applied index is now lower than readState.Index' (duration: 23.977274ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:39.326722Z","caller":"traceutil/trace.go:171","msg":"trace[1957370921] transaction","detail":"{read_only:false; response_revision:22428; number_of_response:1; }","duration":"175.159635ms","start":"2026-07-28T16:31:39.15154Z","end":"2026-07-28T16:31:39.326699Z","steps":["trace[1957370921] 'process raft request' (duration: 150.881164ms)","trace[1957370921] 'compare' (duration: 23.630836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:39.329157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.54944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:733845"} {"level":"info","ts":"2026-07-28T16:31:39.329329Z","caller":"traceutil/trace.go:171","msg":"trace[1650665385] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22428; }","duration":"174.758135ms","start":"2026-07-28T16:31:39.154494Z","end":"2026-07-28T16:31:39.329252Z","steps":["trace[1650665385] 'agreement among raft nodes before linearized reading' (duration: 172.293166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:41.24536Z","caller":"traceutil/trace.go:171","msg":"trace[1433251486] transaction","detail":"{read_only:false; response_revision:22441; number_of_response:1; }","duration":"134.549166ms","start":"2026-07-28T16:31:41.110772Z","end":"2026-07-28T16:31:41.245321Z","steps":["trace[1433251486] 'process raft request' (duration: 82.945629ms)","trace[1433251486] 'compare' (duration: 51.371541ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:41.336745Z","caller":"traceutil/trace.go:171","msg":"trace[594283291] transaction","detail":"{read_only:false; response_revision:22443; number_of_response:1; }","duration":"224.832974ms","start":"2026-07-28T16:31:41.111888Z","end":"2026-07-28T16:31:41.336721Z","steps":["trace[594283291] 'process raft request' (duration: 224.774433ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:41.336817Z","caller":"traceutil/trace.go:171","msg":"trace[300557179] transaction","detail":"{read_only:false; response_revision:22442; number_of_response:1; }","duration":"225.561562ms","start":"2026-07-28T16:31:41.111194Z","end":"2026-07-28T16:31:41.336756Z","steps":["trace[300557179] 'process raft request' (duration: 225.330226ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:41.33689Z","caller":"traceutil/trace.go:171","msg":"trace[1243957516] linearizableReadLoop","detail":"{readStateIndex:23146; appliedIndex:23142; }","duration":"222.143589ms","start":"2026-07-28T16:31:41.114713Z","end":"2026-07-28T16:31:41.336857Z","steps":["trace[1243957516] 'read index received' (duration: 79.006674ms)","trace[1243957516] 'applied index is now lower than readState.Index' (duration: 143.134695ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:41.336951Z","caller":"traceutil/trace.go:171","msg":"trace[243086680] transaction","detail":"{read_only:false; response_revision:22444; number_of_response:1; }","duration":"224.908846ms","start":"2026-07-28T16:31:41.112022Z","end":"2026-07-28T16:31:41.336931Z","steps":["trace[243086680] 'process raft request' (duration: 224.667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:41.337176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.938693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:41.337223Z","caller":"traceutil/trace.go:171","msg":"trace[2015586162] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22444; }","duration":"199.033086ms","start":"2026-07-28T16:31:41.13818Z","end":"2026-07-28T16:31:41.337213Z","steps":["trace[2015586162] 'agreement among raft nodes before linearized reading' (duration: 198.903383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:41.337176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.460367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:31:41.337334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.022632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:31:41.337377Z","caller":"traceutil/trace.go:171","msg":"trace[1939327853] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22444; }","duration":"222.671912ms","start":"2026-07-28T16:31:41.114689Z","end":"2026-07-28T16:31:41.337361Z","steps":["trace[1939327853] 'agreement among raft nodes before linearized reading' (duration: 222.366244ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:41.33739Z","caller":"traceutil/trace.go:171","msg":"trace[275341033] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22444; }","duration":"189.098935ms","start":"2026-07-28T16:31:41.148275Z","end":"2026-07-28T16:31:41.337374Z","steps":["trace[275341033] 'agreement among raft nodes before linearized reading' (duration: 188.818898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:41.337505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.992525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:41.337551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.917368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:31:41.337528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.49266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:41.337589Z","caller":"traceutil/trace.go:171","msg":"trace[1509339522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:22444; }","duration":"176.9875ms","start":"2026-07-28T16:31:41.160588Z","end":"2026-07-28T16:31:41.337576Z","steps":["trace[1509339522] 'agreement among raft nodes before linearized reading' (duration: 176.915998ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:41.337592Z","caller":"traceutil/trace.go:171","msg":"trace[1035001202] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22444; }","duration":"199.119158ms","start":"2026-07-28T16:31:41.138451Z","end":"2026-07-28T16:31:41.33757Z","steps":["trace[1035001202] 'agreement among raft nodes before linearized reading' (duration: 198.984844ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:41.337597Z","caller":"traceutil/trace.go:171","msg":"trace[1859651822] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22444; }","duration":"195.601753ms","start":"2026-07-28T16:31:41.141983Z","end":"2026-07-28T16:31:41.337584Z","steps":["trace[1859651822] 'agreement among raft nodes before linearized reading' (duration: 195.130902ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:43.377297Z","caller":"traceutil/trace.go:171","msg":"trace[1865505423] transaction","detail":"{read_only:false; response_revision:22454; number_of_response:1; }","duration":"123.520808ms","start":"2026-07-28T16:31:43.25374Z","end":"2026-07-28T16:31:43.377261Z","steps":["trace[1865505423] 'process raft request' (duration: 123.126528ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:44.65407Z","caller":"traceutil/trace.go:171","msg":"trace[1922906112] transaction","detail":"{read_only:false; response_revision:22462; number_of_response:1; }","duration":"294.622324ms","start":"2026-07-28T16:31:44.359416Z","end":"2026-07-28T16:31:44.654039Z","steps":["trace[1922906112] 'process raft request' (duration: 294.413939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.34572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.13924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:31:45.345966Z","caller":"traceutil/trace.go:171","msg":"trace[1002859390] transaction","detail":"{read_only:false; response_revision:22463; number_of_response:1; }","duration":"985.479525ms","start":"2026-07-28T16:31:44.360454Z","end":"2026-07-28T16:31:45.345933Z","steps":["trace[1002859390] 'process raft request' (duration: 781.037197ms)","trace[1002859390] 'compare' (duration: 203.869214ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:45.346014Z","caller":"traceutil/trace.go:171","msg":"trace[1697558131] linearizableReadLoop","detail":"{readStateIndex:23166; appliedIndex:23164; }","duration":"947.995463ms","start":"2026-07-28T16:31:44.398001Z","end":"2026-07-28T16:31:45.345997Z","steps":["trace[1697558131] 'read index received' (duration: 255.803319ms)","trace[1697558131] 'applied index is now lower than readState.Index' (duration: 692.191164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:45.346122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.360444Z","time spent":"985.584907ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:45.346223Z","caller":"traceutil/trace.go:171","msg":"trace[919184229] transaction","detail":"{read_only:false; response_revision:22466; number_of_response:1; }","duration":"787.872374ms","start":"2026-07-28T16:31:44.558316Z","end":"2026-07-28T16:31:45.346189Z","steps":["trace[919184229] 'process raft request' (duration: 787.633068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.346343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.338461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:31:45.34638Z","caller":"traceutil/trace.go:171","msg":"trace[1963199705] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22466; }","duration":"948.422734ms","start":"2026-07-28T16:31:44.397945Z","end":"2026-07-28T16:31:45.346367Z","steps":["trace[1963199705] 'agreement among raft nodes before linearized reading' (duration: 948.297151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.346376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.558281Z","time spent":"788.018127ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:45.346423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.397911Z","time spent":"948.497735ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:31:45.346515Z","caller":"traceutil/trace.go:171","msg":"trace[452803100] transaction","detail":"{read_only:false; response_revision:22464; number_of_response:1; }","duration":"836.958039ms","start":"2026-07-28T16:31:44.509546Z","end":"2026-07-28T16:31:45.346504Z","steps":["trace[452803100] 'process raft request' (duration: 836.269892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.346567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.509521Z","time spent":"837.016351ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:45.346647Z","caller":"traceutil/trace.go:171","msg":"trace[525873227] transaction","detail":"{read_only:false; response_revision:22465; number_of_response:1; }","duration":"788.599492ms","start":"2026-07-28T16:31:44.558016Z","end":"2026-07-28T16:31:45.346615Z","steps":["trace[525873227] 'process raft request' (duration: 787.892084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.346672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.981976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:45.346691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.397869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:31:45.346728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.182705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:45.346738Z","caller":"traceutil/trace.go:171","msg":"trace[628862612] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22466; }","duration":"321.071477ms","start":"2026-07-28T16:31:45.025649Z","end":"2026-07-28T16:31:45.34672Z","steps":["trace[628862612] 'agreement among raft nodes before linearized reading' (duration: 320.955104ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:45.346757Z","caller":"traceutil/trace.go:171","msg":"trace[1654377538] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22466; }","duration":"278.525352ms","start":"2026-07-28T16:31:45.068219Z","end":"2026-07-28T16:31:45.346745Z","steps":["trace[1654377538] 'agreement among raft nodes before linearized reading' (duration: 278.387368ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:45.346765Z","caller":"traceutil/trace.go:171","msg":"trace[1926520644] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22466; }","duration":"506.247146ms","start":"2026-07-28T16:31:44.840507Z","end":"2026-07-28T16:31:45.346754Z","steps":["trace[1926520644] 'agreement among raft nodes before linearized reading' (duration: 506.185045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.34677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.557994Z","time spent":"788.714214ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:45.34679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:45.025643Z","time spent":"321.13313ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:31:45.346802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.840495Z","time spent":"506.298128ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:31:45.346846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.248478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:197680"} {"level":"warn","ts":"2026-07-28T16:31:45.346839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.453794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:31:45.346905Z","caller":"traceutil/trace.go:171","msg":"trace[1858369543] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:22466; }","duration":"665.35127ms","start":"2026-07-28T16:31:44.681539Z","end":"2026-07-28T16:31:45.34689Z","steps":["trace[1858369543] 'agreement among raft nodes before linearized reading' (duration: 665.002022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.346754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.478132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:31:45.346926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.872551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:45.346927Z","caller":"traceutil/trace.go:171","msg":"trace[993769429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22466; }","duration":"249.583587ms","start":"2026-07-28T16:31:45.09732Z","end":"2026-07-28T16:31:45.346904Z","steps":["trace[993769429] 'agreement among raft nodes before linearized reading' (duration: 249.419973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.346941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.681516Z","time spent":"665.416862ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":197703,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:31:45.34692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.729779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:45.346961Z","caller":"traceutil/trace.go:171","msg":"trace[549342684] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22466; }","duration":"315.745908ms","start":"2026-07-28T16:31:45.031204Z","end":"2026-07-28T16:31:45.34695Z","steps":["trace[549342684] 'agreement among raft nodes before linearized reading' (duration: 315.43038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.346901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.787741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:45.346975Z","caller":"traceutil/trace.go:171","msg":"trace[885114388] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22466; }","duration":"315.942343ms","start":"2026-07-28T16:31:45.03102Z","end":"2026-07-28T16:31:45.346962Z","steps":["trace[885114388] 'agreement among raft nodes before linearized reading' (duration: 315.871011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.346996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.35544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:45.347018Z","caller":"traceutil/trace.go:171","msg":"trace[84097343] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:22466; }","duration":"513.947824ms","start":"2026-07-28T16:31:44.833047Z","end":"2026-07-28T16:31:45.346995Z","steps":["trace[84097343] 'agreement among raft nodes before linearized reading' (duration: 513.735329ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:45.347008Z","caller":"traceutil/trace.go:171","msg":"trace[210024358] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22466; }","duration":"513.855582ms","start":"2026-07-28T16:31:44.833127Z","end":"2026-07-28T16:31:45.346982Z","steps":["trace[210024358] 'agreement among raft nodes before linearized reading' (duration: 513.633216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.347049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.086332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:45.346947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.332289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:31:45.347059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.871967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:45.347079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.833091Z","time spent":"513.972035ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T16:31:45.347077Z","caller":"traceutil/trace.go:171","msg":"trace[1188674368] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22466; }","duration":"322.148404ms","start":"2026-07-28T16:31:45.024921Z","end":"2026-07-28T16:31:45.34707Z","steps":["trace[1188674368] 'agreement among raft nodes before linearized reading' (duration: 322.106173ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:45.347071Z","caller":"traceutil/trace.go:171","msg":"trace[518200959] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22466; }","duration":"513.465822ms","start":"2026-07-28T16:31:44.833583Z","end":"2026-07-28T16:31:45.347049Z","steps":["trace[518200959] 'agreement among raft nodes before linearized reading' (duration: 513.234797ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:45.347108Z","caller":"traceutil/trace.go:171","msg":"trace[1866939666] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22466; }","duration":"283.621706ms","start":"2026-07-28T16:31:45.063465Z","end":"2026-07-28T16:31:45.347087Z","steps":["trace[1866939666] 'agreement among raft nodes before linearized reading' (duration: 283.322449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.347116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:45.024899Z","time spent":"322.212356ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:31:45.347123Z","caller":"traceutil/trace.go:171","msg":"trace[570736937] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22466; }","duration":"321.938999ms","start":"2026-07-28T16:31:45.025162Z","end":"2026-07-28T16:31:45.347101Z","steps":["trace[570736937] 'agreement among raft nodes before linearized reading' (duration: 321.864847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.347134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.833559Z","time spent":"513.562915ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:31:45.347168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:45.025156Z","time spent":"322.00103ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:31:45.346994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:45.031173Z","time spent":"315.8117ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:31:45.347056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:45.031008Z","time spent":"316.036505ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:31:45.347194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.408877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T16:31:45.347336Z","caller":"traceutil/trace.go:171","msg":"trace[376066561] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:22466; }","duration":"505.595741ms","start":"2026-07-28T16:31:44.84171Z","end":"2026-07-28T16:31:45.347305Z","steps":["trace[376066561] 'agreement among raft nodes before linearized reading' (duration: 505.211001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.347405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.841701Z","time spent":"505.693293ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-28T16:31:45.34697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.71975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:31:45.347541Z","caller":"traceutil/trace.go:171","msg":"trace[1388422578] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22466; }","duration":"597.350215ms","start":"2026-07-28T16:31:44.750177Z","end":"2026-07-28T16:31:45.347527Z","steps":["trace[1388422578] 'agreement among raft nodes before linearized reading' (duration: 596.661208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.347592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.750151Z","time spent":"597.426477ms","remote":"127.0.0.1:35702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:31:45.346993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.575047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:31:45.347654Z","caller":"traceutil/trace.go:171","msg":"trace[1399030034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22466; }","duration":"250.316785ms","start":"2026-07-28T16:31:45.097325Z","end":"2026-07-28T16:31:45.347642Z","steps":["trace[1399030034] 'agreement among raft nodes before linearized reading' (duration: 249.562236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.347065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:44.833022Z","time spent":"514.033806ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:31:45.346925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.261942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:31:45.347858Z","caller":"traceutil/trace.go:171","msg":"trace[1838645076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22466; }","duration":"269.200125ms","start":"2026-07-28T16:31:45.078621Z","end":"2026-07-28T16:31:45.347821Z","steps":["trace[1838645076] 'agreement among raft nodes before linearized reading' (duration: 268.240572ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:45.548559Z","caller":"traceutil/trace.go:171","msg":"trace[1163587316] transaction","detail":"{read_only:false; response_revision:22469; number_of_response:1; }","duration":"194.032604ms","start":"2026-07-28T16:31:45.354502Z","end":"2026-07-28T16:31:45.548534Z","steps":["trace[1163587316] 'process raft request' (duration: 193.801778ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:45.548607Z","caller":"traceutil/trace.go:171","msg":"trace[1430338718] linearizableReadLoop","detail":"{readStateIndex:23172; appliedIndex:23169; }","duration":"166.075413ms","start":"2026-07-28T16:31:45.382505Z","end":"2026-07-28T16:31:45.548581Z","steps":["trace[1430338718] 'read index received' (duration: 141.274449ms)","trace[1430338718] 'applied index is now lower than readState.Index' (duration: 24.799014ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:45.54879Z","caller":"traceutil/trace.go:171","msg":"trace[824773088] transaction","detail":"{read_only:false; response_revision:22467; number_of_response:1; }","duration":"196.393492ms","start":"2026-07-28T16:31:45.352382Z","end":"2026-07-28T16:31:45.548776Z","steps":["trace[824773088] 'process raft request' (duration: 171.330872ms)","trace[824773088] 'compare' (duration: 23.795099ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:45.548871Z","caller":"traceutil/trace.go:171","msg":"trace[1982586306] transaction","detail":"{read_only:false; response_revision:22468; number_of_response:1; }","duration":"195.959461ms","start":"2026-07-28T16:31:45.352899Z","end":"2026-07-28T16:31:45.548858Z","steps":["trace[1982586306] 'process raft request' (duration: 195.352976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.548997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.485524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:45.549038Z","caller":"traceutil/trace.go:171","msg":"trace[623520182] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22470; }","duration":"166.584096ms","start":"2026-07-28T16:31:45.382444Z","end":"2026-07-28T16:31:45.549028Z","steps":["trace[623520182] 'agreement among raft nodes before linearized reading' (duration: 166.440922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.549044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.268038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:45.549071Z","caller":"traceutil/trace.go:171","msg":"trace[673763948] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22470; }","duration":"166.309459ms","start":"2026-07-28T16:31:45.382753Z","end":"2026-07-28T16:31:45.549062Z","steps":["trace[673763948] 'agreement among raft nodes before linearized reading' (duration: 166.226577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.549395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.512431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:31:45.549415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.712412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:31:45.549442Z","caller":"traceutil/trace.go:171","msg":"trace[1514979029] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:22470; }","duration":"126.596073ms","start":"2026-07-28T16:31:45.422827Z","end":"2026-07-28T16:31:45.549423Z","steps":["trace[1514979029] 'agreement among raft nodes before linearized reading' (duration: 126.49292ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:45.549454Z","caller":"traceutil/trace.go:171","msg":"trace[1984658462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22470; }","duration":"123.801404ms","start":"2026-07-28T16:31:45.42564Z","end":"2026-07-28T16:31:45.549441Z","steps":["trace[1984658462] 'agreement among raft nodes before linearized reading' (duration: 123.64956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.550176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.046001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:31:45.550216Z","caller":"traceutil/trace.go:171","msg":"trace[641928117] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22470; }","duration":"108.119293ms","start":"2026-07-28T16:31:45.442087Z","end":"2026-07-28T16:31:45.550206Z","steps":["trace[641928117] 'agreement among raft nodes before linearized reading' (duration: 107.99343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.550416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.752698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:31:45.550454Z","caller":"traceutil/trace.go:171","msg":"trace[990446986] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:22470; }","duration":"108.81544ms","start":"2026-07-28T16:31:45.441627Z","end":"2026-07-28T16:31:45.550443Z","steps":["trace[990446986] 'agreement among raft nodes before linearized reading' (duration: 108.744348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.550665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.264334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:31:45.550711Z","caller":"traceutil/trace.go:171","msg":"trace[387275685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22470; }","duration":"135.353736ms","start":"2026-07-28T16:31:45.415346Z","end":"2026-07-28T16:31:45.5507Z","steps":["trace[387275685] 'agreement among raft nodes before linearized reading' (duration: 135.231643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.550721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.824574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:31:45.550755Z","caller":"traceutil/trace.go:171","msg":"trace[547054657] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22470; }","duration":"109.989538ms","start":"2026-07-28T16:31:45.440755Z","end":"2026-07-28T16:31:45.550745Z","steps":["trace[547054657] 'agreement among raft nodes before linearized reading' (duration: 109.818674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.550845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.194211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:31:45.550886Z","caller":"traceutil/trace.go:171","msg":"trace[863961408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22470; }","duration":"167.268753ms","start":"2026-07-28T16:31:45.383604Z","end":"2026-07-28T16:31:45.550873Z","steps":["trace[863961408] 'agreement among raft nodes before linearized reading' (duration: 167.180091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.550974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.795946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:31:45.551015Z","caller":"traceutil/trace.go:171","msg":"trace[697437186] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:22470; }","duration":"112.865528ms","start":"2026-07-28T16:31:45.43814Z","end":"2026-07-28T16:31:45.551006Z","steps":["trace[697437186] 'agreement among raft nodes before linearized reading' (duration: 112.759006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.55103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.185835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:45.551066Z","caller":"traceutil/trace.go:171","msg":"trace[1631516687] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22470; }","duration":"168.241177ms","start":"2026-07-28T16:31:45.382816Z","end":"2026-07-28T16:31:45.551057Z","steps":["trace[1631516687] 'agreement among raft nodes before linearized reading' (duration: 168.188165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:45.82938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.548747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:45.8295Z","caller":"traceutil/trace.go:171","msg":"trace[1208875006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22475; }","duration":"180.71045ms","start":"2026-07-28T16:31:45.648765Z","end":"2026-07-28T16:31:45.829476Z","steps":["trace[1208875006] 'range keys from in-memory index tree' (duration: 180.473224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:46.296529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.335744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:46.296606Z","caller":"traceutil/trace.go:171","msg":"trace[869128736] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22476; }","duration":"220.472928ms","start":"2026-07-28T16:31:46.076116Z","end":"2026-07-28T16:31:46.296589Z","steps":["trace[869128736] 'range keys from in-memory index tree' (duration: 220.244813ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.003005Z","caller":"traceutil/trace.go:171","msg":"trace[1732822804] linearizableReadLoop","detail":"{readStateIndex:23180; appliedIndex:23179; }","duration":"352.907593ms","start":"2026-07-28T16:31:46.650067Z","end":"2026-07-28T16:31:47.002975Z","steps":["trace[1732822804] 'read index received' (duration: 352.559564ms)","trace[1732822804] 'applied index is now lower than readState.Index' (duration: 346.989µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:47.003123Z","caller":"traceutil/trace.go:171","msg":"trace[1472104682] transaction","detail":"{read_only:false; response_revision:22477; number_of_response:1; }","duration":"363.684235ms","start":"2026-07-28T16:31:46.639403Z","end":"2026-07-28T16:31:47.003087Z","steps":["trace[1472104682] 'process raft request' (duration: 363.329166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.00314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.061796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:47.00324Z","caller":"traceutil/trace.go:171","msg":"trace[914536848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22477; }","duration":"353.21543ms","start":"2026-07-28T16:31:46.650008Z","end":"2026-07-28T16:31:47.003224Z","steps":["trace[914536848] 'agreement among raft nodes before linearized reading' (duration: 353.077367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.003298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:46.649981Z","time spent":"353.303972ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:31:47.003547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:46.639374Z","time spent":"363.997993ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:47.766356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.502594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:31:47.766494Z","caller":"traceutil/trace.go:171","msg":"trace[324863220] linearizableReadLoop","detail":"{readStateIndex:23184; appliedIndex:23183; }","duration":"212.794201ms","start":"2026-07-28T16:31:47.553675Z","end":"2026-07-28T16:31:47.766469Z","steps":["trace[324863220] 'read index received' (duration: 78.234585ms)","trace[324863220] 'applied index is now lower than readState.Index' (duration: 134.556865ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:47.76662Z","caller":"traceutil/trace.go:171","msg":"trace[1965776491] transaction","detail":"{read_only:false; response_revision:22480; number_of_response:1; }","duration":"370.372187ms","start":"2026-07-28T16:31:47.396211Z","end":"2026-07-28T16:31:47.766583Z","steps":["trace[1965776491] 'process raft request' (duration: 235.548975ms)","trace[1965776491] 'compare' (duration: 134.174847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:47.766773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.396192Z","time spent":"370.49861ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:47.766783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.111178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:31:47.766824Z","caller":"traceutil/trace.go:171","msg":"trace[1106207178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22480; }","duration":"213.18824ms","start":"2026-07-28T16:31:47.553623Z","end":"2026-07-28T16:31:47.766811Z","steps":["trace[1106207178] 'agreement among raft nodes before linearized reading' (duration: 212.946294ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.816695Z","caller":"traceutil/trace.go:171","msg":"trace[319570214] transaction","detail":"{read_only:false; response_revision:22482; number_of_response:1; }","duration":"216.532752ms","start":"2026-07-28T16:31:47.600136Z","end":"2026-07-28T16:31:47.816668Z","steps":["trace[319570214] 'process raft request' (duration: 216.489951ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.816937Z","caller":"traceutil/trace.go:171","msg":"trace[1703614723] transaction","detail":"{read_only:false; response_revision:22481; number_of_response:1; }","duration":"262.136452ms","start":"2026-07-28T16:31:47.554774Z","end":"2026-07-28T16:31:47.81691Z","steps":["trace[1703614723] 'process raft request' (duration: 261.694751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.707848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:47.817061Z","caller":"traceutil/trace.go:171","msg":"trace[813101218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22482; }","duration":"166.77512ms","start":"2026-07-28T16:31:47.650276Z","end":"2026-07-28T16:31:47.817051Z","steps":["trace[813101218] 'agreement among raft nodes before linearized reading' (duration: 166.707318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.731286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:31:47.817139Z","caller":"traceutil/trace.go:171","msg":"trace[1865601059] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22482; }","duration":"200.805249ms","start":"2026-07-28T16:31:47.616319Z","end":"2026-07-28T16:31:47.817125Z","steps":["trace[1865601059] 'agreement among raft nodes before linearized reading' (duration: 200.655945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.654285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:31:47.817177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.89202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:31:47.817178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.867583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:47.817208Z","caller":"traceutil/trace.go:171","msg":"trace[1847845378] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22482; }","duration":"260.724197ms","start":"2026-07-28T16:31:47.55647Z","end":"2026-07-28T16:31:47.817194Z","steps":["trace[1847845378] 'agreement among raft nodes before linearized reading' (duration: 260.576914ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.817218Z","caller":"traceutil/trace.go:171","msg":"trace[1881457470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22482; }","duration":"216.987913ms","start":"2026-07-28T16:31:47.600218Z","end":"2026-07-28T16:31:47.817206Z","steps":["trace[1881457470] 'agreement among raft nodes before linearized reading' (duration: 216.88766ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.817239Z","caller":"traceutil/trace.go:171","msg":"trace[1532297557] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22482; }","duration":"217.957236ms","start":"2026-07-28T16:31:47.599269Z","end":"2026-07-28T16:31:47.817226Z","steps":["trace[1532297557] 'agreement among raft nodes before linearized reading' (duration: 217.742571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.8173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.611639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:47.817352Z","caller":"traceutil/trace.go:171","msg":"trace[1994714218] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22482; }","duration":"261.668891ms","start":"2026-07-28T16:31:47.555663Z","end":"2026-07-28T16:31:47.817331Z","steps":["trace[1994714218] 'agreement among raft nodes before linearized reading' (duration: 261.564018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.045047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:31:47.817382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.490305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:31:47.81739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.374026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:31:47.817403Z","caller":"traceutil/trace.go:171","msg":"trace[219958260] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22482; }","duration":"220.147259ms","start":"2026-07-28T16:31:47.597238Z","end":"2026-07-28T16:31:47.817385Z","steps":["trace[219958260] 'agreement among raft nodes before linearized reading' (duration: 219.905383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.215763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:47.817425Z","caller":"traceutil/trace.go:171","msg":"trace[2051283008] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22482; }","duration":"211.423057ms","start":"2026-07-28T16:31:47.605993Z","end":"2026-07-28T16:31:47.817416Z","steps":["trace[2051283008] 'agreement among raft nodes before linearized reading' (duration: 211.285434ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.817423Z","caller":"traceutil/trace.go:171","msg":"trace[1107067374] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22482; }","duration":"263.562697ms","start":"2026-07-28T16:31:47.553848Z","end":"2026-07-28T16:31:47.81741Z","steps":["trace[1107067374] 'agreement among raft nodes before linearized reading' (duration: 263.436604ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.817436Z","caller":"traceutil/trace.go:171","msg":"trace[131580108] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22482; }","duration":"216.245784ms","start":"2026-07-28T16:31:47.601181Z","end":"2026-07-28T16:31:47.817427Z","steps":["trace[131580108] 'agreement among raft nodes before linearized reading' (duration: 216.157622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.042898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:47.817488Z","caller":"traceutil/trace.go:171","msg":"trace[1774425796] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22482; }","duration":"218.10471ms","start":"2026-07-28T16:31:47.599378Z","end":"2026-07-28T16:31:47.817483Z","steps":["trace[1774425796] 'agreement among raft nodes before linearized reading' (duration: 218.079989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.803285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:31:47.817501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.356812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:31:47.817512Z","caller":"traceutil/trace.go:171","msg":"trace[2142330614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:22482; }","duration":"243.843066ms","start":"2026-07-28T16:31:47.573662Z","end":"2026-07-28T16:31:47.817505Z","steps":["trace[2142330614] 'agreement among raft nodes before linearized reading' (duration: 243.791935ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.817532Z","caller":"traceutil/trace.go:171","msg":"trace[1359179508] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:22482; }","duration":"240.417153ms","start":"2026-07-28T16:31:47.577106Z","end":"2026-07-28T16:31:47.817523Z","steps":["trace[1359179508] 'agreement among raft nodes before linearized reading' (duration: 240.322331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.215132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:47.817558Z","caller":"traceutil/trace.go:171","msg":"trace[2096613745] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22482; }","duration":"218.239123ms","start":"2026-07-28T16:31:47.599314Z","end":"2026-07-28T16:31:47.817553Z","steps":["trace[2096613745] 'agreement among raft nodes before linearized reading' (duration: 218.211153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.196518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T16:31:47.817168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.282934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-28T16:31:47.817605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.700561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:47.817619Z","caller":"traceutil/trace.go:171","msg":"trace[1724641111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22482; }","duration":"263.243609ms","start":"2026-07-28T16:31:47.554367Z","end":"2026-07-28T16:31:47.817611Z","steps":["trace[1724641111] 'agreement among raft nodes before linearized reading' (duration: 263.163197ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.817638Z","caller":"traceutil/trace.go:171","msg":"trace[571841378] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22482; }","duration":"261.742972ms","start":"2026-07-28T16:31:47.555886Z","end":"2026-07-28T16:31:47.817629Z","steps":["trace[571841378] 'agreement among raft nodes before linearized reading' (duration: 261.67555ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.817636Z","caller":"traceutil/trace.go:171","msg":"trace[1852146693] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:22482; }","duration":"172.816447ms","start":"2026-07-28T16:31:47.64481Z","end":"2026-07-28T16:31:47.817626Z","steps":["trace[1852146693] 'agreement among raft nodes before linearized reading' (duration: 172.155041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.8174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.246568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:31:47.817682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.855577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:31:47.817695Z","caller":"traceutil/trace.go:171","msg":"trace[1201356163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22482; }","duration":"217.551506ms","start":"2026-07-28T16:31:47.600135Z","end":"2026-07-28T16:31:47.817686Z","steps":["trace[1201356163] 'agreement among raft nodes before linearized reading' (duration: 217.200398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.437399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:47.817715Z","caller":"traceutil/trace.go:171","msg":"trace[1097615619] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:22482; }","duration":"204.913428ms","start":"2026-07-28T16:31:47.61279Z","end":"2026-07-28T16:31:47.817704Z","steps":["trace[1097615619] 'agreement among raft nodes before linearized reading' (duration: 204.818166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.817727Z","caller":"traceutil/trace.go:171","msg":"trace[1852860766] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22482; }","duration":"216.634994ms","start":"2026-07-28T16:31:47.601084Z","end":"2026-07-28T16:31:47.817719Z","steps":["trace[1852860766] 'agreement among raft nodes before linearized reading' (duration: 216.423659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.960688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:47.817446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.010918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:31:47.817809Z","caller":"traceutil/trace.go:171","msg":"trace[834997740] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22482; }","duration":"261.992638ms","start":"2026-07-28T16:31:47.555808Z","end":"2026-07-28T16:31:47.8178Z","steps":["trace[834997740] 'agreement among raft nodes before linearized reading' (duration: 261.955797ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:47.817815Z","caller":"traceutil/trace.go:171","msg":"trace[1448433027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22482; }","duration":"218.392436ms","start":"2026-07-28T16:31:47.599411Z","end":"2026-07-28T16:31:47.817804Z","steps":["trace[1448433027] 'agreement among raft nodes before linearized reading' (duration: 218.001627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:47.817728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.060397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:47.817871Z","caller":"traceutil/trace.go:171","msg":"trace[510404997] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22482; }","duration":"220.206661ms","start":"2026-07-28T16:31:47.597651Z","end":"2026-07-28T16:31:47.817858Z","steps":["trace[510404997] 'agreement among raft nodes before linearized reading' (duration: 220.020026ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:48.196559Z","caller":"traceutil/trace.go:171","msg":"trace[467193178] transaction","detail":"{read_only:false; response_revision:22484; number_of_response:1; }","duration":"373.652288ms","start":"2026-07-28T16:31:47.822874Z","end":"2026-07-28T16:31:48.196526Z","steps":["trace[467193178] 'process raft request' (duration: 373.398311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:48.196893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.822852Z","time spent":"373.796712ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:48.197033Z","caller":"traceutil/trace.go:171","msg":"trace[516224668] transaction","detail":"{read_only:false; response_revision:22485; number_of_response:1; }","duration":"372.11623ms","start":"2026-07-28T16:31:47.824892Z","end":"2026-07-28T16:31:48.197008Z","steps":["trace[516224668] 'process raft request' (duration: 371.574257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:48.197118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.82488Z","time spent":"372.194723ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:48.197096Z","caller":"traceutil/trace.go:171","msg":"trace[886292481] linearizableReadLoop","detail":"{readStateIndex:23192; appliedIndex:23187; }","duration":"341.112216ms","start":"2026-07-28T16:31:47.855958Z","end":"2026-07-28T16:31:48.19707Z","steps":["trace[886292481] 'read index received' (duration: 340.178063ms)","trace[886292481] 'applied index is now lower than readState.Index' (duration: 933.013µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:48.197112Z","caller":"traceutil/trace.go:171","msg":"trace[2021913884] transaction","detail":"{read_only:false; response_revision:22486; number_of_response:1; }","duration":"372.11034ms","start":"2026-07-28T16:31:47.824964Z","end":"2026-07-28T16:31:48.197074Z","steps":["trace[2021913884] 'process raft request' (duration: 371.870374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:48.197214Z","caller":"traceutil/trace.go:171","msg":"trace[2012648238] transaction","detail":"{read_only:false; response_revision:22487; number_of_response:1; }","duration":"371.639409ms","start":"2026-07-28T16:31:47.825563Z","end":"2026-07-28T16:31:48.197203Z","steps":["trace[2012648238] 'process raft request' (duration: 371.381193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:48.197287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.824941Z","time spent":"372.251524ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:48.197336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.825549Z","time spent":"371.69367ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:48.197552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.439404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:31:48.197583Z","caller":"traceutil/trace.go:171","msg":"trace[314165935] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22488; }","duration":"339.497516ms","start":"2026-07-28T16:31:47.858076Z","end":"2026-07-28T16:31:48.197574Z","steps":["trace[314165935] 'agreement among raft nodes before linearized reading' (duration: 339.385603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:48.197612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.85806Z","time spent":"339.544138ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-28T16:31:48.197668Z","caller":"traceutil/trace.go:171","msg":"trace[1972609398] transaction","detail":"{read_only:false; response_revision:22488; number_of_response:1; }","duration":"372.029899ms","start":"2026-07-28T16:31:47.8256Z","end":"2026-07-28T16:31:48.19763Z","steps":["trace[1972609398] 'process raft request' (duration: 371.406553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:48.197793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.825573Z","time spent":"372.154932ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:48.198443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.569687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"warn","ts":"2026-07-28T16:31:48.198489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.374532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:48.198534Z","caller":"traceutil/trace.go:171","msg":"trace[310530914] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22488; }","duration":"371.68966ms","start":"2026-07-28T16:31:47.826826Z","end":"2026-07-28T16:31:48.198516Z","steps":["trace[310530914] 'agreement among raft nodes before linearized reading' (duration: 370.380498ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:48.198534Z","caller":"traceutil/trace.go:171","msg":"trace[1675173795] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22488; }","duration":"371.436424ms","start":"2026-07-28T16:31:47.827086Z","end":"2026-07-28T16:31:48.198522Z","steps":["trace[1675173795] 'agreement among raft nodes before linearized reading' (duration: 370.246705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:48.198584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.826817Z","time spent":"371.751002ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:31:48.198834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.827079Z","time spent":"371.536987ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:31:48.199176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.219162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:48.199289Z","caller":"traceutil/trace.go:171","msg":"trace[46602644] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22488; }","duration":"374.365666ms","start":"2026-07-28T16:31:47.824899Z","end":"2026-07-28T16:31:48.199265Z","steps":["trace[46602644] 'agreement among raft nodes before linearized reading' (duration: 372.542981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:48.199344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.824892Z","time spent":"374.432247ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:31:48.199536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.15648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:48.199677Z","caller":"traceutil/trace.go:171","msg":"trace[1808803465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22488; }","duration":"374.583961ms","start":"2026-07-28T16:31:47.825072Z","end":"2026-07-28T16:31:48.199656Z","steps":["trace[1808803465] 'agreement among raft nodes before linearized reading' (duration: 372.395838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:48.19979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.825048Z","time spent":"374.717844ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:31:48.200205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.115545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:48.200289Z","caller":"traceutil/trace.go:171","msg":"trace[726744144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22488; }","duration":"373.206067ms","start":"2026-07-28T16:31:47.827063Z","end":"2026-07-28T16:31:48.200269Z","steps":["trace[726744144] 'agreement among raft nodes before linearized reading' (duration: 370.45245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:48.201217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:47.827041Z","time spent":"373.411133ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:31:48.342938Z","caller":"traceutil/trace.go:171","msg":"trace[1481263904] transaction","detail":"{read_only:false; response_revision:22489; number_of_response:1; }","duration":"138.335828ms","start":"2026-07-28T16:31:48.204548Z","end":"2026-07-28T16:31:48.342883Z","steps":["trace[1481263904] 'process raft request' (duration: 119.448489ms)","trace[1481263904] 'compare' (duration: 18.684035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:49.565325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.050898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:49.565353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.267737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:49.565414Z","caller":"traceutil/trace.go:171","msg":"trace[2097841697] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22491; }","duration":"144.17177ms","start":"2026-07-28T16:31:49.421222Z","end":"2026-07-28T16:31:49.565394Z","steps":["trace[2097841697] 'agreement among raft nodes before linearized reading' (duration: 143.985596ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:49.565448Z","caller":"traceutil/trace.go:171","msg":"trace[912070290] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22491; }","duration":"145.38824ms","start":"2026-07-28T16:31:49.420037Z","end":"2026-07-28T16:31:49.565425Z","steps":["trace[912070290] 'agreement among raft nodes before linearized reading' (duration: 145.104963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:49.565519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.083113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:49.565581Z","caller":"traceutil/trace.go:171","msg":"trace[1951340819] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22491; }","duration":"145.172946ms","start":"2026-07-28T16:31:49.420395Z","end":"2026-07-28T16:31:49.565568Z","steps":["trace[1951340819] 'agreement among raft nodes before linearized reading' (duration: 144.997881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:49.56563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.36354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:49.565667Z","caller":"traceutil/trace.go:171","msg":"trace[1862915241] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22491; }","duration":"145.446042ms","start":"2026-07-28T16:31:49.420211Z","end":"2026-07-28T16:31:49.565657Z","steps":["trace[1862915241] 'agreement among raft nodes before linearized reading' (duration: 145.38521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:49.565745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.623372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:49.565771Z","caller":"traceutil/trace.go:171","msg":"trace[1511620177] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:22491; }","duration":"144.676453ms","start":"2026-07-28T16:31:49.421087Z","end":"2026-07-28T16:31:49.565764Z","steps":["trace[1511620177] 'agreement among raft nodes before linearized reading' (duration: 144.637702ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:49.565771Z","caller":"traceutil/trace.go:171","msg":"trace[164120741] transaction","detail":"{read_only:false; response_revision:22491; number_of_response:1; }","duration":"145.176395ms","start":"2026-07-28T16:31:49.420585Z","end":"2026-07-28T16:31:49.565761Z","steps":["trace[164120741] 'process raft request' (duration: 144.322654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:49.796249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.809982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:49.796353Z","caller":"traceutil/trace.go:171","msg":"trace[52616189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22491; }","duration":"143.962345ms","start":"2026-07-28T16:31:49.652365Z","end":"2026-07-28T16:31:49.796327Z","steps":["trace[52616189] 'range keys from in-memory index tree' (duration: 143.714889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:49.796665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.366459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:31:49.796858Z","caller":"traceutil/trace.go:171","msg":"trace[941551886] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22491; }","duration":"138.676317ms","start":"2026-07-28T16:31:49.658153Z","end":"2026-07-28T16:31:49.796829Z","steps":["trace[941551886] 'range keys from in-memory index tree' (duration: 138.011001ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:50.075298Z","caller":"traceutil/trace.go:171","msg":"trace[622568173] linearizableReadLoop","detail":"{readStateIndex:23198; appliedIndex:23197; }","duration":"198.904813ms","start":"2026-07-28T16:31:49.876368Z","end":"2026-07-28T16:31:50.075272Z","steps":["trace[622568173] 'read index received' (duration: 198.76091ms)","trace[622568173] 'applied index is now lower than readState.Index' (duration: 143.033µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:50.075575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.296519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:50.075626Z","caller":"traceutil/trace.go:171","msg":"trace[390382876] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22494; }","duration":"251.399962ms","start":"2026-07-28T16:31:49.824213Z","end":"2026-07-28T16:31:50.075613Z","steps":["trace[390382876] 'agreement among raft nodes before linearized reading' (duration: 251.221587ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:50.075672Z","caller":"traceutil/trace.go:171","msg":"trace[1514043774] transaction","detail":"{read_only:false; response_revision:22494; number_of_response:1; }","duration":"251.364911ms","start":"2026-07-28T16:31:49.824298Z","end":"2026-07-28T16:31:50.075663Z","steps":["trace[1514043774] 'process raft request' (duration: 250.797417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:50.075592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.347374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:31:50.075835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.758656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:50.075867Z","caller":"traceutil/trace.go:171","msg":"trace[701410437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22494; }","duration":"215.65311ms","start":"2026-07-28T16:31:49.860202Z","end":"2026-07-28T16:31:50.075855Z","steps":["trace[701410437] 'agreement among raft nodes before linearized reading' (duration: 215.132358ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:50.075885Z","caller":"traceutil/trace.go:171","msg":"trace[1520233693] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22494; }","duration":"250.841848ms","start":"2026-07-28T16:31:49.825031Z","end":"2026-07-28T16:31:50.075873Z","steps":["trace[1520233693] 'agreement among raft nodes before linearized reading' (duration: 250.688124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:50.075891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.767076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:50.075973Z","caller":"traceutil/trace.go:171","msg":"trace[1581031044] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22494; }","duration":"250.899349ms","start":"2026-07-28T16:31:49.825056Z","end":"2026-07-28T16:31:50.075955Z","steps":["trace[1581031044] 'agreement among raft nodes before linearized reading' (duration: 250.648203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:50.076046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.448458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:50.076222Z","caller":"traceutil/trace.go:171","msg":"trace[339545197] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22494; }","duration":"250.684724ms","start":"2026-07-28T16:31:49.825505Z","end":"2026-07-28T16:31:50.076189Z","steps":["trace[339545197] 'agreement among raft nodes before linearized reading' (duration: 250.194392ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:50.203354Z","caller":"traceutil/trace.go:171","msg":"trace[1862860654] transaction","detail":"{read_only:false; response_revision:22495; number_of_response:1; }","duration":"122.210996ms","start":"2026-07-28T16:31:50.081102Z","end":"2026-07-28T16:31:50.203313Z","steps":["trace[1862860654] 'process raft request' (duration: 31.63538ms)","trace[1862860654] 'compare' (duration: 90.141875ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:50.486638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.569012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:31:50.486769Z","caller":"traceutil/trace.go:171","msg":"trace[438396875] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22500; }","duration":"133.790528ms","start":"2026-07-28T16:31:50.352945Z","end":"2026-07-28T16:31:50.486735Z","steps":["trace[438396875] 'range keys from in-memory index tree' (duration: 133.369657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:51.782767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.926387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:51.782869Z","caller":"traceutil/trace.go:171","msg":"trace[1070386387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22504; }","duration":"133.07213ms","start":"2026-07-28T16:31:51.649774Z","end":"2026-07-28T16:31:51.782846Z","steps":["trace[1070386387] 'range keys from in-memory index tree' (duration: 132.819684ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:52.258829Z","caller":"traceutil/trace.go:171","msg":"trace[973119150] linearizableReadLoop","detail":"{readStateIndex:23209; appliedIndex:23208; }","duration":"376.211481ms","start":"2026-07-28T16:31:51.882591Z","end":"2026-07-28T16:31:52.258803Z","steps":["trace[973119150] 'read index received' (duration: 376.032766ms)","trace[973119150] 'applied index is now lower than readState.Index' (duration: 177.565µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:52.258942Z","caller":"traceutil/trace.go:171","msg":"trace[1412390338] transaction","detail":"{read_only:false; response_revision:22505; number_of_response:1; }","duration":"376.852756ms","start":"2026-07-28T16:31:51.882057Z","end":"2026-07-28T16:31:52.25891Z","steps":["trace[1412390338] 'process raft request' (duration: 376.58658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.259097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:51.882026Z","time spent":"376.989669ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:52.259105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.507238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:52.259176Z","caller":"traceutil/trace.go:171","msg":"trace[1728497884] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22505; }","duration":"376.606069ms","start":"2026-07-28T16:31:51.882552Z","end":"2026-07-28T16:31:52.259158Z","steps":["trace[1728497884] 'agreement among raft nodes before linearized reading' (duration: 376.403835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.259232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:51.882543Z","time spent":"376.675122ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:31:52.261756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.026163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:52.261818Z","caller":"traceutil/trace.go:171","msg":"trace[2082695668] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22506; }","duration":"180.114106ms","start":"2026-07-28T16:31:52.081691Z","end":"2026-07-28T16:31:52.261805Z","steps":["trace[2082695668] 'agreement among raft nodes before linearized reading' (duration: 179.968852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.261853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.919351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:52.261892Z","caller":"traceutil/trace.go:171","msg":"trace[656651105] transaction","detail":"{read_only:false; response_revision:22506; number_of_response:1; }","duration":"180.457043ms","start":"2026-07-28T16:31:52.081416Z","end":"2026-07-28T16:31:52.261873Z","steps":["trace[656651105] 'process raft request' (duration: 180.055054ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:52.261926Z","caller":"traceutil/trace.go:171","msg":"trace[1665922936] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22506; }","duration":"180.091525ms","start":"2026-07-28T16:31:52.081816Z","end":"2026-07-28T16:31:52.261907Z","steps":["trace[1665922936] 'agreement among raft nodes before linearized reading' (duration: 179.910891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.26188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.601697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:52.262078Z","caller":"traceutil/trace.go:171","msg":"trace[1890018938] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22506; }","duration":"180.909975ms","start":"2026-07-28T16:31:52.081153Z","end":"2026-07-28T16:31:52.262063Z","steps":["trace[1890018938] 'agreement among raft nodes before linearized reading' (duration: 180.538036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.262341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.473878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:52.26241Z","caller":"traceutil/trace.go:171","msg":"trace[1093544402] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22506; }","duration":"181.588251ms","start":"2026-07-28T16:31:52.080804Z","end":"2026-07-28T16:31:52.262393Z","steps":["trace[1093544402] 'agreement among raft nodes before linearized reading' (duration: 180.803652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.593831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.349958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:31:52.593938Z","caller":"traceutil/trace.go:171","msg":"trace[470329775] transaction","detail":"{read_only:false; response_revision:22509; number_of_response:1; }","duration":"272.382172ms","start":"2026-07-28T16:31:52.321537Z","end":"2026-07-28T16:31:52.593919Z","steps":["trace[470329775] 'process raft request' (duration: 101.872031ms)","trace[470329775] 'compare' (duration: 170.101231ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:52.658301Z","caller":"traceutil/trace.go:171","msg":"trace[1730866278] transaction","detail":"{read_only:false; response_revision:22511; number_of_response:1; }","duration":"336.482813ms","start":"2026-07-28T16:31:52.321782Z","end":"2026-07-28T16:31:52.658265Z","steps":["trace[1730866278] 'process raft request' (duration: 336.403941ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:52.658312Z","caller":"traceutil/trace.go:171","msg":"trace[1213572125] transaction","detail":"{read_only:false; response_revision:22510; number_of_response:1; }","duration":"336.679527ms","start":"2026-07-28T16:31:52.321599Z","end":"2026-07-28T16:31:52.658278Z","steps":["trace[1213572125] 'process raft request' (duration: 336.474652ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:52.658473Z","caller":"traceutil/trace.go:171","msg":"trace[616376702] linearizableReadLoop","detail":"{readStateIndex:23214; appliedIndex:23212; }","duration":"336.75937ms","start":"2026-07-28T16:31:52.321689Z","end":"2026-07-28T16:31:52.658448Z","steps":["trace[616376702] 'read index received' (duration: 101.733307ms)","trace[616376702] 'applied index is now lower than readState.Index' (duration: 235.023993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:52.65846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:52.321769Z","time spent":"336.594286ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:52.658573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:52.321564Z","time spent":"336.916823ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:52.658629Z","caller":"traceutil/trace.go:171","msg":"trace[2109448992] transaction","detail":"{read_only:false; response_revision:22512; number_of_response:1; }","duration":"336.153285ms","start":"2026-07-28T16:31:52.322437Z","end":"2026-07-28T16:31:52.65859Z","steps":["trace[2109448992] 'process raft request' (duration: 335.789686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.658805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:52.322427Z","time spent":"336.286058ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:52.65933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.622911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:52.659418Z","caller":"traceutil/trace.go:171","msg":"trace[1351935586] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22512; }","duration":"337.742534ms","start":"2026-07-28T16:31:52.321656Z","end":"2026-07-28T16:31:52.659398Z","steps":["trace[1351935586] 'agreement among raft nodes before linearized reading' (duration: 336.908363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.659468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:52.321644Z","time spent":"337.812445ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:31:52.903735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.527129ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:31:52.903855Z","caller":"traceutil/trace.go:171","msg":"trace[823935521] linearizableReadLoop","detail":"{readStateIndex:23217; appliedIndex:23216; }","duration":"245.300912ms","start":"2026-07-28T16:31:52.658534Z","end":"2026-07-28T16:31:52.903835Z","steps":["trace[823935521] 'read index received' (duration: 63.67412ms)","trace[823935521] 'applied index is now lower than readState.Index' (duration: 181.624842ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:52.904139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.926548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:52.90426Z","caller":"traceutil/trace.go:171","msg":"trace[1866903019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22512; }","duration":"253.082312ms","start":"2026-07-28T16:31:52.651154Z","end":"2026-07-28T16:31:52.904236Z","steps":["trace[1866903019] 'agreement among raft nodes before linearized reading' (duration: 252.902868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.905138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.165565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:52.905212Z","caller":"traceutil/trace.go:171","msg":"trace[1136169775] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22512; }","duration":"582.268088ms","start":"2026-07-28T16:31:52.322928Z","end":"2026-07-28T16:31:52.905196Z","steps":["trace[1136169775] 'agreement among raft nodes before linearized reading' (duration: 581.010487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.905297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:52.322921Z","time spent":"582.36172ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:31:52.905292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.673648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:52.905503Z","caller":"traceutil/trace.go:171","msg":"trace[643322987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22512; }","duration":"582.901252ms","start":"2026-07-28T16:31:52.322575Z","end":"2026-07-28T16:31:52.905477Z","steps":["trace[643322987] 'agreement among raft nodes before linearized reading' (duration: 581.365385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.905601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:52.322561Z","time spent":"583.003616ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:31:52.90559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.202896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:52.905718Z","caller":"traceutil/trace.go:171","msg":"trace[1038830973] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22512; }","duration":"582.380821ms","start":"2026-07-28T16:31:52.323313Z","end":"2026-07-28T16:31:52.905693Z","steps":["trace[1038830973] 'agreement among raft nodes before linearized reading' (duration: 580.781362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.906289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:52.323305Z","time spent":"582.960215ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:31:52.906475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.526284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:52.906583Z","caller":"traceutil/trace.go:171","msg":"trace[1567601793] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22512; }","duration":"582.628936ms","start":"2026-07-28T16:31:52.32391Z","end":"2026-07-28T16:31:52.906538Z","steps":["trace[1567601793] 'agreement among raft nodes before linearized reading' (duration: 579.993212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:52.906637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:52.323903Z","time spent":"582.717688ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:31:53.596765Z","caller":"traceutil/trace.go:171","msg":"trace[1636785336] linearizableReadLoop","detail":"{readStateIndex:23219; appliedIndex:23218; }","duration":"183.914668ms","start":"2026-07-28T16:31:53.412815Z","end":"2026-07-28T16:31:53.59673Z","steps":["trace[1636785336] 'read index received' (duration: 183.227271ms)","trace[1636785336] 'applied index is now lower than readState.Index' (duration: 685.927µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:53.596809Z","caller":"traceutil/trace.go:171","msg":"trace[1593338381] transaction","detail":"{read_only:false; response_revision:22514; number_of_response:1; }","duration":"206.084398ms","start":"2026-07-28T16:31:53.390693Z","end":"2026-07-28T16:31:53.596777Z","steps":["trace[1593338381] 'process raft request' (duration: 205.583846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:53.597078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.392289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:53.597181Z","caller":"traceutil/trace.go:171","msg":"trace[232298305] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22514; }","duration":"184.532873ms","start":"2026-07-28T16:31:53.412618Z","end":"2026-07-28T16:31:53.597151Z","steps":["trace[232298305] 'agreement among raft nodes before linearized reading' (duration: 184.248666ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:54.006128Z","caller":"traceutil/trace.go:171","msg":"trace[1442777180] linearizableReadLoop","detail":"{readStateIndex:23220; appliedIndex:23219; }","duration":"409.232665ms","start":"2026-07-28T16:31:53.596869Z","end":"2026-07-28T16:31:54.006102Z","steps":["trace[1442777180] 'read index received' (duration: 363.473061ms)","trace[1442777180] 'applied index is now lower than readState.Index' (duration: 45.758684ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:54.006284Z","caller":"traceutil/trace.go:171","msg":"trace[100216786] transaction","detail":"{read_only:false; response_revision:22515; number_of_response:1; }","duration":"446.028491ms","start":"2026-07-28T16:31:53.56024Z","end":"2026-07-28T16:31:54.006269Z","steps":["trace[100216786] 'process raft request' (duration: 400.164064ms)","trace[100216786] 'compare' (duration: 45.232881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:54.006395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.560213Z","time spent":"446.100812ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:54.006493Z","caller":"traceutil/trace.go:171","msg":"trace[893047112] transaction","detail":"{read_only:false; response_revision:22516; number_of_response:1; }","duration":"380.425733ms","start":"2026-07-28T16:31:53.626031Z","end":"2026-07-28T16:31:54.006457Z","steps":["trace[893047112] 'process raft request' (duration: 380.016133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.006689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.625962Z","time spent":"380.623818ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:54.006797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.225455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:54.00684Z","caller":"traceutil/trace.go:171","msg":"trace[1932879368] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22516; }","duration":"430.298197ms","start":"2026-07-28T16:31:53.57653Z","end":"2026-07-28T16:31:54.006828Z","steps":["trace[1932879368] 'agreement among raft nodes before linearized reading' (duration: 430.108093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.006874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.576513Z","time spent":"430.354828ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:31:54.007237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.918179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:54.007277Z","caller":"traceutil/trace.go:171","msg":"trace[187418997] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22517; }","duration":"581.986771ms","start":"2026-07-28T16:31:53.425279Z","end":"2026-07-28T16:31:54.007266Z","steps":["trace[187418997] 'agreement among raft nodes before linearized reading' (duration: 581.756005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.007268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.479899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:54.007306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.425262Z","time spent":"582.037932ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:31:54.007317Z","caller":"traceutil/trace.go:171","msg":"trace[442165393] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22517; }","duration":"381.565521ms","start":"2026-07-28T16:31:53.625739Z","end":"2026-07-28T16:31:54.007305Z","steps":["trace[442165393] 'agreement among raft nodes before linearized reading' (duration: 381.463158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.007352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.625719Z","time spent":"381.626512ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:31:54.007603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.803859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:54.007633Z","caller":"traceutil/trace.go:171","msg":"trace[625844120] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22517; }","duration":"584.860341ms","start":"2026-07-28T16:31:53.422763Z","end":"2026-07-28T16:31:54.007624Z","steps":["trace[625844120] 'agreement among raft nodes before linearized reading' (duration: 584.292667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.007662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.422748Z","time spent":"584.907111ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:31:54.00766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.085895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:54.007713Z","caller":"traceutil/trace.go:171","msg":"trace[1865516365] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:22517; }","duration":"433.169168ms","start":"2026-07-28T16:31:53.574528Z","end":"2026-07-28T16:31:54.007697Z","steps":["trace[1865516365] 'agreement among raft nodes before linearized reading' (duration: 432.487301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.007755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.574513Z","time spent":"433.231659ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:31:54.007893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.160218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T16:31:54.007926Z","caller":"traceutil/trace.go:171","msg":"trace[3889281] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:22517; }","duration":"585.2205ms","start":"2026-07-28T16:31:53.422695Z","end":"2026-07-28T16:31:54.007916Z","steps":["trace[3889281] 'agreement among raft nodes before linearized reading' (duration: 584.380399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.007955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.422675Z","time spent":"585.273201ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-28T16:31:54.008042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.418925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:54.008108Z","caller":"traceutil/trace.go:171","msg":"trace[1883405755] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22517; }","duration":"585.459925ms","start":"2026-07-28T16:31:53.422599Z","end":"2026-07-28T16:31:54.008059Z","steps":["trace[1883405755] 'agreement among raft nodes before linearized reading' (duration: 584.488092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.008137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.422587Z","time spent":"585.543627ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:31:54.008173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.092383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:54.008222Z","caller":"traceutil/trace.go:171","msg":"trace[2040654862] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22517; }","duration":"506.182025ms","start":"2026-07-28T16:31:53.502026Z","end":"2026-07-28T16:31:54.008208Z","steps":["trace[2040654862] 'agreement among raft nodes before linearized reading' (duration: 504.999926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.008259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.502002Z","time spent":"506.248627ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-28T16:31:54.008273Z","caller":"traceutil/trace.go:171","msg":"trace[672869632] transaction","detail":"{read_only:false; response_revision:22517; number_of_response:1; }","duration":"179.379018ms","start":"2026-07-28T16:31:53.828881Z","end":"2026-07-28T16:31:54.00826Z","steps":["trace[672869632] 'process raft request' (duration: 177.466162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.008621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.659047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1560"} {"level":"info","ts":"2026-07-28T16:31:54.008658Z","caller":"traceutil/trace.go:171","msg":"trace[731476840] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:22517; }","duration":"122.720779ms","start":"2026-07-28T16:31:53.885923Z","end":"2026-07-28T16:31:54.008643Z","steps":["trace[731476840] 'agreement among raft nodes before linearized reading' (duration: 122.612926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.008875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.387466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:31:54.008908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.070668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:54.008909Z","caller":"traceutil/trace.go:171","msg":"trace[1638638861] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22517; }","duration":"174.432448ms","start":"2026-07-28T16:31:53.834462Z","end":"2026-07-28T16:31:54.008895Z","steps":["trace[1638638861] 'agreement among raft nodes before linearized reading' (duration: 174.348336ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:54.008933Z","caller":"traceutil/trace.go:171","msg":"trace[1602934944] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22517; }","duration":"383.127428ms","start":"2026-07-28T16:31:53.625799Z","end":"2026-07-28T16:31:54.008926Z","steps":["trace[1602934944] 'agreement among raft nodes before linearized reading' (duration: 383.052027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.008953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.625772Z","time spent":"383.1768ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:31:54.009014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.765445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:54.009031Z","caller":"traceutil/trace.go:171","msg":"trace[1151673070] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22517; }","duration":"174.801467ms","start":"2026-07-28T16:31:53.834222Z","end":"2026-07-28T16:31:54.009023Z","steps":["trace[1151673070] 'agreement among raft nodes before linearized reading' (duration: 174.776256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.009107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.325369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:54.009122Z","caller":"traceutil/trace.go:171","msg":"trace[1005781678] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22517; }","duration":"175.35299ms","start":"2026-07-28T16:31:53.833764Z","end":"2026-07-28T16:31:54.009117Z","steps":["trace[1005781678] 'agreement among raft nodes before linearized reading' (duration: 175.329179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.009121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.339384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:54.009152Z","caller":"traceutil/trace.go:171","msg":"trace[69691834] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22517; }","duration":"383.403916ms","start":"2026-07-28T16:31:53.625739Z","end":"2026-07-28T16:31:54.009143Z","steps":["trace[69691834] 'agreement among raft nodes before linearized reading' (duration: 383.353064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.009181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.625721Z","time spent":"383.453256ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:31:54.009219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.444052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:54.009238Z","caller":"traceutil/trace.go:171","msg":"trace[1264559404] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22517; }","duration":"175.520444ms","start":"2026-07-28T16:31:53.833712Z","end":"2026-07-28T16:31:54.009232Z","steps":["trace[1264559404] 'agreement among raft nodes before linearized reading' (duration: 175.461572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.009344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.583575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:54.009361Z","caller":"traceutil/trace.go:171","msg":"trace[1866928868] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22517; }","duration":"175.655797ms","start":"2026-07-28T16:31:53.833701Z","end":"2026-07-28T16:31:54.009356Z","steps":["trace[1866928868] 'agreement among raft nodes before linearized reading' (duration: 175.624906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.009437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.793561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:54.009457Z","caller":"traceutil/trace.go:171","msg":"trace[1737506927] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22517; }","duration":"175.844282ms","start":"2026-07-28T16:31:53.833605Z","end":"2026-07-28T16:31:54.009449Z","steps":["trace[1737506927] 'agreement among raft nodes before linearized reading' (duration: 175.818982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.009519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.939244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:54.009534Z","caller":"traceutil/trace.go:171","msg":"trace[8005874] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22517; }","duration":"175.983385ms","start":"2026-07-28T16:31:53.833546Z","end":"2026-07-28T16:31:54.009529Z","steps":["trace[8005874] 'agreement among raft nodes before linearized reading' (duration: 175.960775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.009817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.928625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:54.009937Z","caller":"traceutil/trace.go:171","msg":"trace[2016084172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22517; }","duration":"358.082009ms","start":"2026-07-28T16:31:53.651822Z","end":"2026-07-28T16:31:54.009904Z","steps":["trace[2016084172] 'agreement among raft nodes before linearized reading' (duration: 357.891885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.009993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:53.651805Z","time spent":"358.178401ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:31:54.386091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.183573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:31:54.38635Z","caller":"traceutil/trace.go:171","msg":"trace[1313861828] transaction","detail":"{read_only:false; response_revision:22519; number_of_response:1; }","duration":"120.423372ms","start":"2026-07-28T16:31:54.265895Z","end":"2026-07-28T16:31:54.386318Z","steps":["trace[1313861828] 'process raft request' (duration: 120.3448ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:54.386417Z","caller":"traceutil/trace.go:171","msg":"trace[192991859] linearizableReadLoop","detail":"{readStateIndex:23223; appliedIndex:23222; }","duration":"125.321042ms","start":"2026-07-28T16:31:54.261059Z","end":"2026-07-28T16:31:54.38638Z","steps":["trace[192991859] 'read index received' (duration: 62.092µs)","trace[192991859] 'applied index is now lower than readState.Index' (duration: 125.25393ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:54.386572Z","caller":"traceutil/trace.go:171","msg":"trace[286386910] transaction","detail":"{read_only:false; response_revision:22518; number_of_response:1; }","duration":"214.334409ms","start":"2026-07-28T16:31:54.172221Z","end":"2026-07-28T16:31:54.386555Z","steps":["trace[286386910] 'process raft request' (duration: 57.521581ms)","trace[286386910] 'compare' (duration: 156.004918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:54.386763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.6703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22174"} {"level":"info","ts":"2026-07-28T16:31:54.386843Z","caller":"traceutil/trace.go:171","msg":"trace[2016952213] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22519; }","duration":"125.816634ms","start":"2026-07-28T16:31:54.261007Z","end":"2026-07-28T16:31:54.386824Z","steps":["trace[2016952213] 'agreement among raft nodes before linearized reading' (duration: 125.521936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.447748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.763822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:54.447761Z","caller":"traceutil/trace.go:171","msg":"trace[351782211] transaction","detail":"{read_only:false; response_revision:22520; number_of_response:1; }","duration":"179.010108ms","start":"2026-07-28T16:31:54.268707Z","end":"2026-07-28T16:31:54.447717Z","steps":["trace[351782211] 'process raft request' (duration: 178.701141ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:54.447816Z","caller":"traceutil/trace.go:171","msg":"trace[964915713] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22520; }","duration":"178.861424ms","start":"2026-07-28T16:31:54.268938Z","end":"2026-07-28T16:31:54.4478Z","steps":["trace[964915713] 'agreement among raft nodes before linearized reading' (duration: 178.638329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.447845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.933636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T16:31:54.447893Z","caller":"traceutil/trace.go:171","msg":"trace[965205793] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:22520; }","duration":"125.992598ms","start":"2026-07-28T16:31:54.321883Z","end":"2026-07-28T16:31:54.447876Z","steps":["trace[965205793] 'agreement among raft nodes before linearized reading' (duration: 125.902986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.447736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.558261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:31:54.448028Z","caller":"traceutil/trace.go:171","msg":"trace[708458691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22520; }","duration":"126.917901ms","start":"2026-07-28T16:31:54.321101Z","end":"2026-07-28T16:31:54.448019Z","steps":["trace[708458691] 'agreement among raft nodes before linearized reading' (duration: 126.46908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.448088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.626108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:31:54.448141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.275724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:54.448151Z","caller":"traceutil/trace.go:171","msg":"trace[572636418] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22520; }","duration":"180.756911ms","start":"2026-07-28T16:31:54.267377Z","end":"2026-07-28T16:31:54.448134Z","steps":["trace[572636418] 'agreement among raft nodes before linearized reading' (duration: 180.510055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.448161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.269678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:54.448196Z","caller":"traceutil/trace.go:171","msg":"trace[217279020] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22520; }","duration":"181.343796ms","start":"2026-07-28T16:31:54.266838Z","end":"2026-07-28T16:31:54.448182Z","steps":["trace[217279020] 'agreement among raft nodes before linearized reading' (duration: 181.11311ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:54.44827Z","caller":"traceutil/trace.go:171","msg":"trace[1744898989] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22520; }","duration":"182.35439ms","start":"2026-07-28T16:31:54.265856Z","end":"2026-07-28T16:31:54.44821Z","steps":["trace[1744898989] 'agreement among raft nodes before linearized reading' (duration: 182.132275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.448428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.213942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:54.448524Z","caller":"traceutil/trace.go:171","msg":"trace[1840410078] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22520; }","duration":"181.814837ms","start":"2026-07-28T16:31:54.266697Z","end":"2026-07-28T16:31:54.448511Z","steps":["trace[1840410078] 'agreement among raft nodes before linearized reading' (duration: 181.13349ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:54.618991Z","caller":"traceutil/trace.go:171","msg":"trace[472292947] transaction","detail":"{read_only:false; response_revision:22521; number_of_response:1; }","duration":"166.584566ms","start":"2026-07-28T16:31:54.452346Z","end":"2026-07-28T16:31:54.618931Z","steps":["trace[472292947] 'process raft request' (duration: 78.915012ms)","trace[472292947] 'compare' (duration: 87.024648ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:54.619077Z","caller":"traceutil/trace.go:171","msg":"trace[730756533] transaction","detail":"{read_only:false; response_revision:22522; number_of_response:1; }","duration":"166.203807ms","start":"2026-07-28T16:31:54.452828Z","end":"2026-07-28T16:31:54.619032Z","steps":["trace[730756533] 'process raft request' (duration: 165.833378ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:54.619365Z","caller":"traceutil/trace.go:171","msg":"trace[338072441] transaction","detail":"{read_only:false; response_revision:22523; number_of_response:1; }","duration":"109.600298ms","start":"2026-07-28T16:31:54.509753Z","end":"2026-07-28T16:31:54.619354Z","steps":["trace[338072441] 'process raft request' (duration: 109.193129ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:54.90583Z","caller":"traceutil/trace.go:171","msg":"trace[1923551585] transaction","detail":"{read_only:false; response_revision:22526; number_of_response:1; }","duration":"238.964077ms","start":"2026-07-28T16:31:54.666839Z","end":"2026-07-28T16:31:54.905803Z","steps":["trace[1923551585] 'process raft request' (duration: 238.718151ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:54.906075Z","caller":"traceutil/trace.go:171","msg":"trace[1309644062] linearizableReadLoop","detail":"{readStateIndex:23232; appliedIndex:23229; }","duration":"234.15057ms","start":"2026-07-28T16:31:54.671884Z","end":"2026-07-28T16:31:54.906035Z","steps":["trace[1309644062] 'read index received' (duration: 6.824046ms)","trace[1309644062] 'applied index is now lower than readState.Index' (duration: 227.323754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:54.906255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.349626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:31:54.90618Z","caller":"traceutil/trace.go:171","msg":"trace[1399065943] transaction","detail":"{read_only:false; response_revision:22527; number_of_response:1; }","duration":"238.532277ms","start":"2026-07-28T16:31:54.667593Z","end":"2026-07-28T16:31:54.906125Z","steps":["trace[1399065943] 'process raft request' (duration: 238.163708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:54.906308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.136414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:31:54.906341Z","caller":"traceutil/trace.go:171","msg":"trace[1303873527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:22527; }","duration":"234.495399ms","start":"2026-07-28T16:31:54.671829Z","end":"2026-07-28T16:31:54.906324Z","steps":["trace[1303873527] 'agreement among raft nodes before linearized reading' (duration: 234.330385ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:54.906365Z","caller":"traceutil/trace.go:171","msg":"trace[583795607] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:22527; }","duration":"221.272247ms","start":"2026-07-28T16:31:54.685077Z","end":"2026-07-28T16:31:54.906349Z","steps":["trace[583795607] 'agreement among raft nodes before linearized reading' (duration: 221.148634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:56.139204Z","caller":"traceutil/trace.go:171","msg":"trace[1629738987] linearizableReadLoop","detail":"{readStateIndex:23236; appliedIndex:23235; }","duration":"121.364555ms","start":"2026-07-28T16:31:56.017816Z","end":"2026-07-28T16:31:56.139181Z","steps":["trace[1629738987] 'read index received' (duration: 121.12343ms)","trace[1629738987] 'applied index is now lower than readState.Index' (duration: 240.115µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:56.139265Z","caller":"traceutil/trace.go:171","msg":"trace[842264881] transaction","detail":"{read_only:false; response_revision:22531; number_of_response:1; }","duration":"121.889078ms","start":"2026-07-28T16:31:56.017359Z","end":"2026-07-28T16:31:56.139248Z","steps":["trace[842264881] 'process raft request' (duration: 121.620662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.13945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.592361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:56.139552Z","caller":"traceutil/trace.go:171","msg":"trace[876734684] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22531; }","duration":"121.758125ms","start":"2026-07-28T16:31:56.017771Z","end":"2026-07-28T16:31:56.139529Z","steps":["trace[876734684] 'agreement among raft nodes before linearized reading' (duration: 121.533419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.150984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.968517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:56.151029Z","caller":"traceutil/trace.go:171","msg":"trace[1385660828] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22532; }","duration":"133.035549ms","start":"2026-07-28T16:31:56.017981Z","end":"2026-07-28T16:31:56.151017Z","steps":["trace[1385660828] 'agreement among raft nodes before linearized reading' (duration: 132.953497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.151013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.027039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:56.151009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.915296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:56.15104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.110501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:56.151068Z","caller":"traceutil/trace.go:171","msg":"trace[595312004] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22532; }","duration":"133.099241ms","start":"2026-07-28T16:31:56.017953Z","end":"2026-07-28T16:31:56.151053Z","steps":["trace[595312004] 'agreement among raft nodes before linearized reading' (duration: 133.004278ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:56.151086Z","caller":"traceutil/trace.go:171","msg":"trace[1330972810] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22532; }","duration":"133.017829ms","start":"2026-07-28T16:31:56.01805Z","end":"2026-07-28T16:31:56.151068Z","steps":["trace[1330972810] 'agreement among raft nodes before linearized reading' (duration: 132.858495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.151258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.923176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:56.151307Z","caller":"traceutil/trace.go:171","msg":"trace[881573098] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:22532; }","duration":"133.025709ms","start":"2026-07-28T16:31:56.018272Z","end":"2026-07-28T16:31:56.151297Z","steps":["trace[881573098] 'agreement among raft nodes before linearized reading' (duration: 132.968467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.151329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.108501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T16:31:56.151356Z","caller":"traceutil/trace.go:171","msg":"trace[1354725943] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:22532; }","duration":"133.155452ms","start":"2026-07-28T16:31:56.018195Z","end":"2026-07-28T16:31:56.15135Z","steps":["trace[1354725943] 'agreement among raft nodes before linearized reading' (duration: 133.07952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.151354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.259915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:56.151096Z","caller":"traceutil/trace.go:171","msg":"trace[1589994378] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22532; }","duration":"133.183213ms","start":"2026-07-28T16:31:56.017898Z","end":"2026-07-28T16:31:56.151081Z","steps":["trace[1589994378] 'agreement among raft nodes before linearized reading' (duration: 132.991069ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:56.151397Z","caller":"traceutil/trace.go:171","msg":"trace[941206732] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22532; }","duration":"133.308146ms","start":"2026-07-28T16:31:56.018074Z","end":"2026-07-28T16:31:56.151382Z","steps":["trace[941206732] 'agreement among raft nodes before linearized reading' (duration: 133.258534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.151139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.191863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:56.151502Z","caller":"traceutil/trace.go:171","msg":"trace[1110448497] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22532; }","duration":"133.563322ms","start":"2026-07-28T16:31:56.017929Z","end":"2026-07-28T16:31:56.151492Z","steps":["trace[1110448497] 'agreement among raft nodes before linearized reading' (duration: 133.190893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.151164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.131142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:56.151587Z","caller":"traceutil/trace.go:171","msg":"trace[1841407589] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22532; }","duration":"133.559782ms","start":"2026-07-28T16:31:56.018005Z","end":"2026-07-28T16:31:56.151565Z","steps":["trace[1841407589] 'agreement among raft nodes before linearized reading' (duration: 133.116621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.151223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.943827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:56.151716Z","caller":"traceutil/trace.go:171","msg":"trace[875795508] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22532; }","duration":"133.44835ms","start":"2026-07-28T16:31:56.018258Z","end":"2026-07-28T16:31:56.151706Z","steps":["trace[875795508] 'agreement among raft nodes before linearized reading' (duration: 132.947167ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:56.151251Z","caller":"traceutil/trace.go:171","msg":"trace[896907430] transaction","detail":"{read_only:false; response_revision:22532; number_of_response:1; }","duration":"133.181013ms","start":"2026-07-28T16:31:56.018061Z","end":"2026-07-28T16:31:56.151242Z","steps":["trace[896907430] 'process raft request' (duration: 132.614909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.151951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.88423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:56.152023Z","caller":"traceutil/trace.go:171","msg":"trace[2022328180] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22532; }","duration":"133.981742ms","start":"2026-07-28T16:31:56.018027Z","end":"2026-07-28T16:31:56.152009Z","steps":["trace[2022328180] 'agreement among raft nodes before linearized reading' (duration: 133.129441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.951233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.259453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:31:56.951402Z","caller":"traceutil/trace.go:171","msg":"trace[498834098] linearizableReadLoop","detail":"{readStateIndex:23242; appliedIndex:23240; }","duration":"299.099793ms","start":"2026-07-28T16:31:56.652289Z","end":"2026-07-28T16:31:56.951389Z","steps":["trace[498834098] 'read index received' (duration: 179.610303ms)","trace[498834098] 'applied index is now lower than readState.Index' (duration: 119.48869ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:56.951574Z","caller":"traceutil/trace.go:171","msg":"trace[1409388940] transaction","detail":"{read_only:false; response_revision:22536; number_of_response:1; }","duration":"314.289702ms","start":"2026-07-28T16:31:56.637276Z","end":"2026-07-28T16:31:56.951565Z","steps":["trace[1409388940] 'process raft request' (duration: 194.632369ms)","trace[1409388940] 'compare' (duration: 119.174302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:56.951625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:56.637241Z","time spent":"314.359924ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:56.951906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.600345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:56.951933Z","caller":"traceutil/trace.go:171","msg":"trace[542042086] transaction","detail":"{read_only:false; response_revision:22537; number_of_response:1; }","duration":"313.336549ms","start":"2026-07-28T16:31:56.638519Z","end":"2026-07-28T16:31:56.951856Z","steps":["trace[542042086] 'process raft request' (duration: 312.796866ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:56.951975Z","caller":"traceutil/trace.go:171","msg":"trace[317734888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22537; }","duration":"299.729398ms","start":"2026-07-28T16:31:56.652228Z","end":"2026-07-28T16:31:56.951958Z","steps":["trace[317734888] 'agreement among raft nodes before linearized reading' (duration: 299.596365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.951963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:31:56.952043Z","caller":"traceutil/trace.go:171","msg":"trace[256105262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22537; }","duration":"269.147743ms","start":"2026-07-28T16:31:56.682874Z","end":"2026-07-28T16:31:56.952021Z","steps":["trace[256105262] 'agreement among raft nodes before linearized reading' (duration: 268.885547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:56.952174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:56.638486Z","time spent":"313.521364ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:58.382086Z","caller":"traceutil/trace.go:171","msg":"trace[1180288203] linearizableReadLoop","detail":"{readStateIndex:23249; appliedIndex:23248; }","duration":"237.469512ms","start":"2026-07-28T16:31:58.144573Z","end":"2026-07-28T16:31:58.382042Z","steps":["trace[1180288203] 'read index received' (duration: 237.218036ms)","trace[1180288203] 'applied index is now lower than readState.Index' (duration: 250.086µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:58.382394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.825581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:58.382471Z","caller":"traceutil/trace.go:171","msg":"trace[871093657] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22543; }","duration":"237.943293ms","start":"2026-07-28T16:31:58.144499Z","end":"2026-07-28T16:31:58.382442Z","steps":["trace[871093657] 'agreement among raft nodes before linearized reading' (duration: 237.830281ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:58.382768Z","caller":"traceutil/trace.go:171","msg":"trace[1906192228] transaction","detail":"{read_only:false; response_revision:22543; number_of_response:1; }","duration":"237.914092ms","start":"2026-07-28T16:31:58.144196Z","end":"2026-07-28T16:31:58.38211Z","steps":["trace[1906192228] 'process raft request' (duration: 237.644116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.475255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.122485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:58.475325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.045663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:58.475374Z","caller":"traceutil/trace.go:171","msg":"trace[1391827956] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22544; }","duration":"318.288709ms","start":"2026-07-28T16:31:58.157061Z","end":"2026-07-28T16:31:58.475349Z","steps":["trace[1391827956] 'agreement among raft nodes before linearized reading' (duration: 318.032822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.475376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.229477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:58.475445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.157054Z","time spent":"318.381681ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:31:58.475442Z","caller":"traceutil/trace.go:171","msg":"trace[35001530] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22544; }","duration":"318.191836ms","start":"2026-07-28T16:31:58.157225Z","end":"2026-07-28T16:31:58.475417Z","steps":["trace[35001530] 'agreement among raft nodes before linearized reading' (duration: 317.967081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.475408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.35934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:58.47548Z","caller":"traceutil/trace.go:171","msg":"trace[1124837612] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22544; }","duration":"318.519014ms","start":"2026-07-28T16:31:58.156937Z","end":"2026-07-28T16:31:58.475456Z","steps":["trace[1124837612] 'agreement among raft nodes before linearized reading' (duration: 318.314339ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:58.475532Z","caller":"traceutil/trace.go:171","msg":"trace[1575923387] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22544; }","duration":"318.494454ms","start":"2026-07-28T16:31:58.157015Z","end":"2026-07-28T16:31:58.47551Z","steps":["trace[1575923387] 'agreement among raft nodes before linearized reading' (duration: 318.326979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.475493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.892289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:31:58.475578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.156995Z","time spent":"318.573746ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:31:58.47559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.452917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:58.475628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.418236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:58.475653Z","caller":"traceutil/trace.go:171","msg":"trace[1139077084] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22544; }","duration":"319.530339ms","start":"2026-07-28T16:31:58.156109Z","end":"2026-07-28T16:31:58.47564Z","steps":["trace[1139077084] 'agreement among raft nodes before linearized reading' (duration: 319.428236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.475548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.156884Z","time spent":"318.653767ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:31:58.475665Z","caller":"traceutil/trace.go:171","msg":"trace[111719084] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22544; }","duration":"319.462397ms","start":"2026-07-28T16:31:58.156192Z","end":"2026-07-28T16:31:58.475655Z","steps":["trace[111719084] 'agreement among raft nodes before linearized reading' (duration: 319.409516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.475667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.845717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:58.475703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.156188Z","time spent":"319.499948ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-28T16:31:58.475733Z","caller":"traceutil/trace.go:171","msg":"trace[1622548344] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:22544; }","duration":"319.926909ms","start":"2026-07-28T16:31:58.155787Z","end":"2026-07-28T16:31:58.475714Z","steps":["trace[1622548344] 'agreement among raft nodes before linearized reading' (duration: 319.812106ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:58.475637Z","caller":"traceutil/trace.go:171","msg":"trace[2039868268] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22544; }","duration":"318.075794ms","start":"2026-07-28T16:31:58.15753Z","end":"2026-07-28T16:31:58.475606Z","steps":["trace[2039868268] 'agreement among raft nodes before linearized reading' (duration: 317.610043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.47578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.155779Z","time spent":"319.99267ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:31:58.475741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.943285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:31:58.475803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.157524Z","time spent":"318.269268ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T16:31:58.47584Z","caller":"traceutil/trace.go:171","msg":"trace[821478557] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22544; }","duration":"319.081568ms","start":"2026-07-28T16:31:58.156737Z","end":"2026-07-28T16:31:58.475819Z","steps":["trace[821478557] 'agreement among raft nodes before linearized reading' (duration: 318.869053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.475688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.156104Z","time spent":"319.57632ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:31:58.475892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.15673Z","time spent":"319.15265ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:31:58.476333Z","caller":"traceutil/trace.go:171","msg":"trace[839045502] transaction","detail":"{read_only:false; response_revision:22544; number_of_response:1; }","duration":"319.335345ms","start":"2026-07-28T16:31:58.15642Z","end":"2026-07-28T16:31:58.475756Z","steps":["trace[839045502] 'process raft request' (duration: 318.409582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.476344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.998785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T16:31:58.476446Z","caller":"traceutil/trace.go:171","msg":"trace[1789274442] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:22544; }","duration":"321.147919ms","start":"2026-07-28T16:31:58.155274Z","end":"2026-07-28T16:31:58.476421Z","steps":["trace[1789274442] 'agreement among raft nodes before linearized reading' (duration: 320.285958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.476492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.15525Z","time spent":"321.23201ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-28T16:31:58.476502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.156396Z","time spent":"320.017291ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:31:58.475512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.15722Z","time spent":"318.281188ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:31:58.61194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.589913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:58.612084Z","caller":"traceutil/trace.go:171","msg":"trace[1234951287] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22544; }","duration":"453.734466ms","start":"2026-07-28T16:31:58.158282Z","end":"2026-07-28T16:31:58.612016Z","steps":["trace[1234951287] 'agreement among raft nodes before linearized reading' (duration: 318.055563ms)","trace[1234951287] 'range keys from in-memory index tree' (duration: 135.494969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:58.612143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.158269Z","time spent":"453.86293ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-28T16:31:58.612365Z","caller":"traceutil/trace.go:171","msg":"trace[1158874277] transaction","detail":"{read_only:false; response_revision:22547; number_of_response:1; }","duration":"117.334297ms","start":"2026-07-28T16:31:58.494995Z","end":"2026-07-28T16:31:58.61233Z","steps":["trace[1158874277] 'process raft request' (duration: 117.295746ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:58.612538Z","caller":"traceutil/trace.go:171","msg":"trace[713082308] linearizableReadLoop","detail":"{readStateIndex:23252; appliedIndex:23250; }","duration":"137.511949ms","start":"2026-07-28T16:31:58.475013Z","end":"2026-07-28T16:31:58.612525Z","steps":["trace[713082308] 'read index received' (duration: 72.013314ms)","trace[713082308] 'applied index is now lower than readState.Index' (duration: 65.496935ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:58.612382Z","caller":"traceutil/trace.go:171","msg":"trace[560996424] transaction","detail":"{read_only:false; response_revision:22545; number_of_response:1; }","duration":"224.844233ms","start":"2026-07-28T16:31:58.387448Z","end":"2026-07-28T16:31:58.612292Z","steps":["trace[560996424] 'process raft request' (duration: 159.450481ms)","trace[560996424] 'compare' (duration: 65.015433ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:31:58.612743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.810103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:31:58.612787Z","caller":"traceutil/trace.go:171","msg":"trace[1144146444] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22547; }","duration":"194.903935ms","start":"2026-07-28T16:31:58.417869Z","end":"2026-07-28T16:31:58.612773Z","steps":["trace[1144146444] 'agreement among raft nodes before linearized reading' (duration: 194.738641ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:58.61239Z","caller":"traceutil/trace.go:171","msg":"trace[1736909507] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"194.29649ms","start":"2026-07-28T16:31:58.418055Z","end":"2026-07-28T16:31:58.612352Z","steps":["trace[1736909507] 'process raft request' (duration: 194.163606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.613149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.182319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:58.614107Z","caller":"traceutil/trace.go:171","msg":"trace[1704102090] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22547; }","duration":"117.155492ms","start":"2026-07-28T16:31:58.496936Z","end":"2026-07-28T16:31:58.614091Z","steps":["trace[1704102090] 'agreement among raft nodes before linearized reading' (duration: 116.141227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.613357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.271321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:58.614294Z","caller":"traceutil/trace.go:171","msg":"trace[934588524] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22547; }","duration":"117.268115ms","start":"2026-07-28T16:31:58.497004Z","end":"2026-07-28T16:31:58.614272Z","steps":["trace[934588524] 'agreement among raft nodes before linearized reading' (duration: 116.166178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.613434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.847289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:58.614542Z","caller":"traceutil/trace.go:171","msg":"trace[302181641] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22547; }","duration":"118.943715ms","start":"2026-07-28T16:31:58.495582Z","end":"2026-07-28T16:31:58.614525Z","steps":["trace[302181641] 'agreement among raft nodes before linearized reading' (duration: 117.807118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.61346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.935577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:31:58.614704Z","caller":"traceutil/trace.go:171","msg":"trace[1165883674] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22547; }","duration":"118.231129ms","start":"2026-07-28T16:31:58.496463Z","end":"2026-07-28T16:31:58.614694Z","steps":["trace[1165883674] 'agreement among raft nodes before linearized reading' (duration: 116.677641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:58.613659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.853199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:31:58.61489Z","caller":"traceutil/trace.go:171","msg":"trace[1047777180] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22547; }","duration":"121.14187ms","start":"2026-07-28T16:31:58.493728Z","end":"2026-07-28T16:31:58.61487Z","steps":["trace[1047777180] 'agreement among raft nodes before linearized reading' (duration: 118.954367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.151404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626810824,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:31:59.218494Z","caller":"traceutil/trace.go:171","msg":"trace[1605307488] transaction","detail":"{read_only:false; response_revision:22548; number_of_response:1; }","duration":"595.435307ms","start":"2026-07-28T16:31:58.623032Z","end":"2026-07-28T16:31:59.218467Z","steps":["trace[1605307488] 'process raft request' (duration: 595.036328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.218918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.623006Z","time spent":"595.810427ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:31:59.225061Z","caller":"traceutil/trace.go:171","msg":"trace[26883155] linearizableReadLoop","detail":"{readStateIndex:23255; appliedIndex:23254; }","duration":"574.296622ms","start":"2026-07-28T16:31:58.650749Z","end":"2026-07-28T16:31:59.225046Z","steps":["trace[26883155] 'read index received' (duration: 568.01836ms)","trace[26883155] 'applied index is now lower than readState.Index' (duration: 6.277572ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:59.225362Z","caller":"traceutil/trace.go:171","msg":"trace[2010541000] transaction","detail":"{read_only:false; response_revision:22549; number_of_response:1; }","duration":"549.337595ms","start":"2026-07-28T16:31:58.676013Z","end":"2026-07-28T16:31:59.225351Z","steps":["trace[2010541000] 'process raft request' (duration: 548.932755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.225985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.435226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:59.226025Z","caller":"traceutil/trace.go:171","msg":"trace[586769283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22549; }","duration":"574.515188ms","start":"2026-07-28T16:31:58.6515Z","end":"2026-07-28T16:31:59.226015Z","steps":["trace[586769283] 'agreement among raft nodes before linearized reading' (duration: 574.239411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.226075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.5363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:31:59.226163Z","caller":"traceutil/trace.go:171","msg":"trace[551992514] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22549; }","duration":"121.625662ms","start":"2026-07-28T16:31:59.10451Z","end":"2026-07-28T16:31:59.226136Z","steps":["trace[551992514] 'agreement among raft nodes before linearized reading' (duration: 121.481088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.226179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.675978Z","time spent":"550.121934ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:31:59.226281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.605698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:31:59.22632Z","caller":"traceutil/trace.go:171","msg":"trace[2146357390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22549; }","duration":"171.686081ms","start":"2026-07-28T16:31:59.054624Z","end":"2026-07-28T16:31:59.22631Z","steps":["trace[2146357390] 'agreement among raft nodes before linearized reading' (duration: 171.616959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.225911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.132053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:31:59.226582Z","caller":"traceutil/trace.go:171","msg":"trace[845057391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22549; }","duration":"575.875991ms","start":"2026-07-28T16:31:58.650693Z","end":"2026-07-28T16:31:59.226569Z","steps":["trace[845057391] 'agreement among raft nodes before linearized reading' (duration: 574.928838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.227585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.650668Z","time spent":"576.885625ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:31:59.226048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:31:58.651493Z","time spent":"574.549878ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:31:59.226223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.180668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:31:59.229608Z","caller":"traceutil/trace.go:171","msg":"trace[453543350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22549; }","duration":"174.611772ms","start":"2026-07-28T16:31:59.054975Z","end":"2026-07-28T16:31:59.229587Z","steps":["trace[453543350] 'agreement among raft nodes before linearized reading' (duration: 171.147347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.226589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.710887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:31:59.229905Z","caller":"traceutil/trace.go:171","msg":"trace[215709754] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:22549; }","duration":"273.052918ms","start":"2026-07-28T16:31:58.956838Z","end":"2026-07-28T16:31:59.229891Z","steps":["trace[215709754] 'agreement among raft nodes before linearized reading' (duration: 269.715437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.226543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.096232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:31:59.230329Z","caller":"traceutil/trace.go:171","msg":"trace[1660989172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22549; }","duration":"272.896454ms","start":"2026-07-28T16:31:58.957419Z","end":"2026-07-28T16:31:59.230315Z","steps":["trace[1660989172] 'agreement among raft nodes before linearized reading' (duration: 269.088432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.226737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.036232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:31:59.230586Z","caller":"traceutil/trace.go:171","msg":"trace[1439620623] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:22549; }","duration":"125.923777ms","start":"2026-07-28T16:31:59.10465Z","end":"2026-07-28T16:31:59.230574Z","steps":["trace[1439620623] 'agreement among raft nodes before linearized reading' (duration: 122.050612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.226799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.190609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:31:59.23108Z","caller":"traceutil/trace.go:171","msg":"trace[341608083] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22549; }","duration":"122.478793ms","start":"2026-07-28T16:31:59.108584Z","end":"2026-07-28T16:31:59.231063Z","steps":["trace[341608083] 'agreement among raft nodes before linearized reading' (duration: 118.169748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.226844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.25204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:31:59.231913Z","caller":"traceutil/trace.go:171","msg":"trace[1180176725] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:22549; }","duration":"123.337814ms","start":"2026-07-28T16:31:59.108566Z","end":"2026-07-28T16:31:59.231904Z","steps":["trace[1180176725] 'agreement among raft nodes before linearized reading' (duration: 118.24277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.227024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.384213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"warn","ts":"2026-07-28T16:31:59.226496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.691486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:31:59.232861Z","caller":"traceutil/trace.go:171","msg":"trace[1695095338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22549; }","duration":"184.091603ms","start":"2026-07-28T16:31:59.048742Z","end":"2026-07-28T16:31:59.232834Z","steps":["trace[1695095338] 'agreement among raft nodes before linearized reading' (duration: 177.706757ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:59.232702Z","caller":"traceutil/trace.go:171","msg":"trace[98815504] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:22549; }","duration":"124.067061ms","start":"2026-07-28T16:31:59.108618Z","end":"2026-07-28T16:31:59.232685Z","steps":["trace[98815504] 'agreement among raft nodes before linearized reading' (duration: 117.808529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.347894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.350312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:59.347978Z","caller":"traceutil/trace.go:171","msg":"trace[701915152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22549; }","duration":"109.488146ms","start":"2026-07-28T16:31:59.238472Z","end":"2026-07-28T16:31:59.34796Z","steps":["trace[701915152] 'range keys from in-memory index tree' (duration: 108.158084ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:59.348419Z","caller":"traceutil/trace.go:171","msg":"trace[556087249] transaction","detail":"{read_only:false; response_revision:22550; number_of_response:1; }","duration":"109.783803ms","start":"2026-07-28T16:31:59.238602Z","end":"2026-07-28T16:31:59.348385Z","steps":["trace[556087249] 'process raft request' (duration: 99.660006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.35261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.990055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:59.352844Z","caller":"traceutil/trace.go:171","msg":"trace[817136816] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22549; }","duration":"114.251123ms","start":"2026-07-28T16:31:59.238579Z","end":"2026-07-28T16:31:59.35283Z","steps":["trace[817136816] 'range keys from in-memory index tree' (duration: 110.47116ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:59.478575Z","caller":"traceutil/trace.go:171","msg":"trace[409424182] linearizableReadLoop","detail":"{readStateIndex:23261; appliedIndex:23255; }","duration":"239.611676ms","start":"2026-07-28T16:31:59.238901Z","end":"2026-07-28T16:31:59.478513Z","steps":["trace[409424182] 'read index received' (duration: 99.444821ms)","trace[409424182] 'applied index is now lower than readState.Index' (duration: 140.165415ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:31:59.479173Z","caller":"traceutil/trace.go:171","msg":"trace[2007667068] transaction","detail":"{read_only:false; response_revision:22551; number_of_response:1; }","duration":"240.469257ms","start":"2026-07-28T16:31:59.238682Z","end":"2026-07-28T16:31:59.479152Z","steps":["trace[2007667068] 'process raft request' (duration: 233.715122ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:59.480296Z","caller":"traceutil/trace.go:171","msg":"trace[1635091891] transaction","detail":"{read_only:false; response_revision:22552; number_of_response:1; }","duration":"241.525313ms","start":"2026-07-28T16:31:59.238749Z","end":"2026-07-28T16:31:59.480275Z","steps":["trace[1635091891] 'process raft request' (duration: 239.549955ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:59.480607Z","caller":"traceutil/trace.go:171","msg":"trace[1856007348] transaction","detail":"{read_only:false; response_revision:22553; number_of_response:1; }","duration":"241.776309ms","start":"2026-07-28T16:31:59.238814Z","end":"2026-07-28T16:31:59.48059Z","steps":["trace[1856007348] 'process raft request' (duration: 239.546334ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:59.480913Z","caller":"traceutil/trace.go:171","msg":"trace[1995848098] transaction","detail":"{read_only:false; response_revision:22554; number_of_response:1; }","duration":"242.043715ms","start":"2026-07-28T16:31:59.238853Z","end":"2026-07-28T16:31:59.480897Z","steps":["trace[1995848098] 'process raft request' (duration: 239.559945ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:59.481161Z","caller":"traceutil/trace.go:171","msg":"trace[350786021] transaction","detail":"{read_only:false; response_revision:22555; number_of_response:1; }","duration":"242.26273ms","start":"2026-07-28T16:31:59.238883Z","end":"2026-07-28T16:31:59.481145Z","steps":["trace[350786021] 'process raft request' (duration: 239.581265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.483013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.088835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:59.483089Z","caller":"traceutil/trace.go:171","msg":"trace[556547298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22555; }","duration":"244.202287ms","start":"2026-07-28T16:31:59.238875Z","end":"2026-07-28T16:31:59.483077Z","steps":["trace[556547298] 'agreement among raft nodes before linearized reading' (duration: 242.578718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.484295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.232602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:59.484403Z","caller":"traceutil/trace.go:171","msg":"trace[1221576711] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22555; }","duration":"245.350895ms","start":"2026-07-28T16:31:59.239041Z","end":"2026-07-28T16:31:59.484392Z","steps":["trace[1221576711] 'agreement among raft nodes before linearized reading' (duration: 244.71925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.485556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.434342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:31:59.486008Z","caller":"traceutil/trace.go:171","msg":"trace[337109006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22555; }","duration":"246.892363ms","start":"2026-07-28T16:31:59.239105Z","end":"2026-07-28T16:31:59.485998Z","steps":["trace[337109006] 'agreement among raft nodes before linearized reading' (duration: 246.429172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.486267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.15782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-54b49bf79b-29lhr.18c680d3bee1515c\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-07-28T16:31:59.486333Z","caller":"traceutil/trace.go:171","msg":"trace[572708297] range","detail":"{range_begin:/registry/events/openstack/cinder-api-54b49bf79b-29lhr.18c680d3bee1515c; range_end:; response_count:1; response_revision:22555; }","duration":"247.511498ms","start":"2026-07-28T16:31:59.238812Z","end":"2026-07-28T16:31:59.486323Z","steps":["trace[572708297] 'agreement among raft nodes before linearized reading' (duration: 247.389945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:31:59.487019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.932409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734159"} {"level":"info","ts":"2026-07-28T16:31:59.487085Z","caller":"traceutil/trace.go:171","msg":"trace[1366988240] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22555; }","duration":"248.014ms","start":"2026-07-28T16:31:59.239063Z","end":"2026-07-28T16:31:59.487077Z","steps":["trace[1366988240] 'agreement among raft nodes before linearized reading' (duration: 247.421196ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:31:59.735835Z","caller":"traceutil/trace.go:171","msg":"trace[1805512439] transaction","detail":"{read_only:false; response_revision:22556; number_of_response:1; }","duration":"242.343021ms","start":"2026-07-28T16:31:59.493461Z","end":"2026-07-28T16:31:59.735804Z","steps":["trace[1805512439] 'process raft request' (duration: 174.5552ms)","trace[1805512439] 'compare' (duration: 67.121175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:00.021087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.601595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T16:32:00.021171Z","caller":"traceutil/trace.go:171","msg":"trace[2068219194] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22557; }","duration":"170.749789ms","start":"2026-07-28T16:31:59.8504Z","end":"2026-07-28T16:32:00.02115Z","steps":["trace[2068219194] 'range keys from in-memory index tree' (duration: 170.38535ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:00.715905Z","caller":"traceutil/trace.go:171","msg":"trace[556741363] linearizableReadLoop","detail":"{readStateIndex:23266; appliedIndex:23265; }","duration":"236.322885ms","start":"2026-07-28T16:32:00.479556Z","end":"2026-07-28T16:32:00.715879Z","steps":["trace[556741363] 'read index received' (duration: 236.191172ms)","trace[556741363] 'applied index is now lower than readState.Index' (duration: 130.263µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:00.715979Z","caller":"traceutil/trace.go:171","msg":"trace[727342871] transaction","detail":"{read_only:false; response_revision:22560; number_of_response:1; }","duration":"327.157877ms","start":"2026-07-28T16:32:00.388787Z","end":"2026-07-28T16:32:00.715945Z","steps":["trace[727342871] 'process raft request' (duration: 326.8994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.71612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.54047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:00.716174Z","caller":"traceutil/trace.go:171","msg":"trace[1279507599] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22560; }","duration":"236.667414ms","start":"2026-07-28T16:32:00.479491Z","end":"2026-07-28T16:32:00.716158Z","steps":["trace[1279507599] 'agreement among raft nodes before linearized reading' (duration: 236.53106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.7162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:00.388747Z","time spent":"327.356911ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:00.902286Z","caller":"traceutil/trace.go:171","msg":"trace[1593017987] transaction","detail":"{read_only:false; response_revision:22561; number_of_response:1; }","duration":"418.717856ms","start":"2026-07-28T16:32:00.483523Z","end":"2026-07-28T16:32:00.902241Z","steps":["trace[1593017987] 'process raft request' (duration: 329.233327ms)","trace[1593017987] 'compare' (duration: 89.253203ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:00.902592Z","caller":"traceutil/trace.go:171","msg":"trace[1478046506] transaction","detail":"{read_only:false; response_revision:22562; number_of_response:1; }","duration":"280.729945ms","start":"2026-07-28T16:32:00.621825Z","end":"2026-07-28T16:32:00.902555Z","steps":["trace[1478046506] 'process raft request' (duration: 280.367757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.902725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.109219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:00.902784Z","caller":"traceutil/trace.go:171","msg":"trace[1935977236] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22563; }","duration":"422.231492ms","start":"2026-07-28T16:32:00.48054Z","end":"2026-07-28T16:32:00.902771Z","steps":["trace[1935977236] 'agreement among raft nodes before linearized reading' (duration: 422.129469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.902827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:00.480514Z","time spent":"422.303374ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:00.902832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.49202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:00.902918Z","caller":"traceutil/trace.go:171","msg":"trace[334949828] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22563; }","duration":"280.606063ms","start":"2026-07-28T16:32:00.622288Z","end":"2026-07-28T16:32:00.902894Z","steps":["trace[334949828] 'agreement among raft nodes before linearized reading' (duration: 280.303165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.903134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.965701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T16:32:00.903194Z","caller":"traceutil/trace.go:171","msg":"trace[41738217] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:22563; }","duration":"421.068313ms","start":"2026-07-28T16:32:00.482107Z","end":"2026-07-28T16:32:00.903175Z","steps":["trace[41738217] 'agreement among raft nodes before linearized reading' (duration: 420.860248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.903236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:00.482087Z","time spent":"421.139495ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-07-28T16:32:00.903271Z","caller":"traceutil/trace.go:171","msg":"trace[1070707259] transaction","detail":"{read_only:false; response_revision:22563; number_of_response:1; }","duration":"281.237878ms","start":"2026-07-28T16:32:00.622018Z","end":"2026-07-28T16:32:00.903255Z","steps":["trace[1070707259] 'process raft request' (duration: 280.430339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.903276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.299719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:00.903331Z","caller":"traceutil/trace.go:171","msg":"trace[2041074092] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22563; }","duration":"421.371931ms","start":"2026-07-28T16:32:00.481944Z","end":"2026-07-28T16:32:00.903316Z","steps":["trace[2041074092] 'agreement among raft nodes before linearized reading' (duration: 421.286029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.903385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:00.481936Z","time spent":"421.438712ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:32:00.903469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.657297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:00.903513Z","caller":"traceutil/trace.go:171","msg":"trace[802249725] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22563; }","duration":"283.732749ms","start":"2026-07-28T16:32:00.619768Z","end":"2026-07-28T16:32:00.903501Z","steps":["trace[802249725] 'agreement among raft nodes before linearized reading' (duration: 283.631737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.903521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.190429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:32:00.903563Z","caller":"traceutil/trace.go:171","msg":"trace[40610116] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22563; }","duration":"240.28471ms","start":"2026-07-28T16:32:00.663262Z","end":"2026-07-28T16:32:00.903546Z","steps":["trace[40610116] 'agreement among raft nodes before linearized reading' (duration: 240.176248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.903609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.099619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:00.903665Z","caller":"traceutil/trace.go:171","msg":"trace[865639528] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22563; }","duration":"422.15277ms","start":"2026-07-28T16:32:00.481497Z","end":"2026-07-28T16:32:00.90365Z","steps":["trace[865639528] 'agreement among raft nodes before linearized reading' (duration: 422.073228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.903712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:00.481475Z","time spent":"422.227091ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:32:00.903758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.348695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:32:00.903802Z","caller":"traceutil/trace.go:171","msg":"trace[1211364665] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22563; }","duration":"250.416567ms","start":"2026-07-28T16:32:00.653376Z","end":"2026-07-28T16:32:00.903792Z","steps":["trace[1211364665] 'agreement among raft nodes before linearized reading' (duration: 250.317015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.903917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.439746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:00.903962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.272047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:00.903971Z","caller":"traceutil/trace.go:171","msg":"trace[429974648] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22563; }","duration":"422.505068ms","start":"2026-07-28T16:32:00.481451Z","end":"2026-07-28T16:32:00.903956Z","steps":["trace[429974648] 'agreement among raft nodes before linearized reading' (duration: 422.430867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.904018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:00.481446Z","time spent":"422.56353ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:32:00.904011Z","caller":"traceutil/trace.go:171","msg":"trace[61650122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22563; }","duration":"253.344608ms","start":"2026-07-28T16:32:00.650654Z","end":"2026-07-28T16:32:00.903999Z","steps":["trace[61650122] 'agreement among raft nodes before linearized reading' (duration: 253.275297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.904278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.855167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:00.904332Z","caller":"traceutil/trace.go:171","msg":"trace[759200960] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22563; }","duration":"422.929458ms","start":"2026-07-28T16:32:00.481387Z","end":"2026-07-28T16:32:00.904317Z","steps":["trace[759200960] 'agreement among raft nodes before linearized reading' (duration: 422.849316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.904378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:00.481373Z","time spent":"422.99447ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:00.904385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.276159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:00.904435Z","caller":"traceutil/trace.go:171","msg":"trace[327756878] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22563; }","duration":"281.341401ms","start":"2026-07-28T16:32:00.62308Z","end":"2026-07-28T16:32:00.904421Z","steps":["trace[327756878] 'agreement among raft nodes before linearized reading' (duration: 281.209148ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:00.902607Z","caller":"traceutil/trace.go:171","msg":"trace[627027079] linearizableReadLoop","detail":"{readStateIndex:23269; appliedIndex:23266; }","duration":"186.574203ms","start":"2026-07-28T16:32:00.715992Z","end":"2026-07-28T16:32:00.902567Z","steps":["trace[627027079] 'read index received' (duration: 96.667473ms)","trace[627027079] 'applied index is now lower than readState.Index' (duration: 89.90539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:00.903677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.063183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:00.904563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.171241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:00.904601Z","caller":"traceutil/trace.go:171","msg":"trace[996987558] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22563; }","duration":"282.242283ms","start":"2026-07-28T16:32:00.622346Z","end":"2026-07-28T16:32:00.904589Z","steps":["trace[996987558] 'agreement among raft nodes before linearized reading' (duration: 282.158821ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:00.904607Z","caller":"traceutil/trace.go:171","msg":"trace[499355836] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22563; }","duration":"421.982606ms","start":"2026-07-28T16:32:00.482606Z","end":"2026-07-28T16:32:00.904588Z","steps":["trace[499355836] 'agreement among raft nodes before linearized reading' (duration: 421.041613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.904665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:00.482584Z","time spent":"422.062497ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:00.903764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.258108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:32:00.904486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.969306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:00.904781Z","caller":"traceutil/trace.go:171","msg":"trace[1738142070] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22563; }","duration":"422.261452ms","start":"2026-07-28T16:32:00.482486Z","end":"2026-07-28T16:32:00.904747Z","steps":["trace[1738142070] 'agreement among raft nodes before linearized reading' (duration: 421.210636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.904849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:00.48248Z","time spent":"422.351275ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T16:32:00.904849Z","caller":"traceutil/trace.go:171","msg":"trace[2035317670] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22563; }","duration":"282.346625ms","start":"2026-07-28T16:32:00.622463Z","end":"2026-07-28T16:32:00.904809Z","steps":["trace[2035317670] 'agreement among raft nodes before linearized reading' (duration: 282.002707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.90381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.449683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:00.90504Z","caller":"traceutil/trace.go:171","msg":"trace[1058053755] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:22563; }","duration":"422.686452ms","start":"2026-07-28T16:32:00.482337Z","end":"2026-07-28T16:32:00.905024Z","steps":["trace[1058053755] 'agreement among raft nodes before linearized reading' (duration: 421.451742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.90509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:00.482328Z","time spent":"422.749894ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:32:00.904437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.805682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:00.905283Z","caller":"traceutil/trace.go:171","msg":"trace[1034399652] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22563; }","duration":"282.665732ms","start":"2026-07-28T16:32:00.622601Z","end":"2026-07-28T16:32:00.905267Z","steps":["trace[1034399652] 'agreement among raft nodes before linearized reading' (duration: 281.75493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.905786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:00.483506Z","time spent":"418.8885ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:00.954748Z","caller":"traceutil/trace.go:171","msg":"trace[7477122] transaction","detail":"{read_only:false; response_revision:22564; number_of_response:1; }","duration":"121.726774ms","start":"2026-07-28T16:32:00.832989Z","end":"2026-07-28T16:32:00.954716Z","steps":["trace[7477122] 'process raft request' (duration: 121.437397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:00.954786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.140819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:00.955022Z","caller":"traceutil/trace.go:171","msg":"trace[145066879] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22564; }","duration":"183.435017ms","start":"2026-07-28T16:32:00.771554Z","end":"2026-07-28T16:32:00.954989Z","steps":["trace[145066879] 'agreement among raft nodes before linearized reading' (duration: 183.117139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:01.177908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.697985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:32:01.178415Z","caller":"traceutil/trace.go:171","msg":"trace[1412001423] transaction","detail":"{read_only:false; response_revision:22567; number_of_response:1; }","duration":"203.123536ms","start":"2026-07-28T16:32:00.97527Z","end":"2026-07-28T16:32:01.178394Z","steps":["trace[1412001423] 'process raft request' (duration: 203.064124ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:01.178711Z","caller":"traceutil/trace.go:171","msg":"trace[620152808] transaction","detail":"{read_only:false; response_revision:22566; number_of_response:1; }","duration":"265.524155ms","start":"2026-07-28T16:32:00.913151Z","end":"2026-07-28T16:32:01.178676Z","steps":["trace[620152808] 'process raft request' (duration: 264.87741ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:01.178731Z","caller":"traceutil/trace.go:171","msg":"trace[809760339] linearizableReadLoop","detail":"{readStateIndex:23272; appliedIndex:23270; }","duration":"224.050786ms","start":"2026-07-28T16:32:00.95463Z","end":"2026-07-28T16:32:01.178681Z","steps":["trace[809760339] 'read index received' (duration: 96.365066ms)","trace[809760339] 'applied index is now lower than readState.Index' (duration: 127.675659ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:01.178796Z","caller":"traceutil/trace.go:171","msg":"trace[830620567] transaction","detail":"{read_only:false; response_revision:22565; number_of_response:1; }","duration":"268.144219ms","start":"2026-07-28T16:32:00.910582Z","end":"2026-07-28T16:32:01.178726Z","steps":["trace[830620567] 'process raft request' (duration: 140.530061ms)","trace[830620567] 'compare' (duration: 126.531611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:01.178974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.730218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:01.179054Z","caller":"traceutil/trace.go:171","msg":"trace[693330374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22567; }","duration":"269.83636ms","start":"2026-07-28T16:32:00.909197Z","end":"2026-07-28T16:32:01.179034Z","steps":["trace[693330374] 'agreement among raft nodes before linearized reading' (duration: 269.621265ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:01.610156Z","caller":"traceutil/trace.go:171","msg":"trace[788687257] transaction","detail":"{read_only:false; response_revision:22569; number_of_response:1; }","duration":"111.539256ms","start":"2026-07-28T16:32:01.498596Z","end":"2026-07-28T16:32:01.610135Z","steps":["trace[788687257] 'process raft request' (duration: 31.966508ms)","trace[788687257] 'compare' (duration: 79.478086ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:01.611732Z","caller":"traceutil/trace.go:171","msg":"trace[1512202932] transaction","detail":"{read_only:false; response_revision:22573; number_of_response:1; }","duration":"111.484595ms","start":"2026-07-28T16:32:01.500232Z","end":"2026-07-28T16:32:01.611716Z","steps":["trace[1512202932] 'process raft request' (duration: 111.330131ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:01.611699Z","caller":"traceutil/trace.go:171","msg":"trace[154716610] transaction","detail":"{read_only:false; response_revision:22570; number_of_response:1; }","duration":"112.275114ms","start":"2026-07-28T16:32:01.499391Z","end":"2026-07-28T16:32:01.611666Z","steps":["trace[154716610] 'process raft request' (duration: 111.871345ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:01.611902Z","caller":"traceutil/trace.go:171","msg":"trace[278910822] transaction","detail":"{read_only:false; response_revision:22571; number_of_response:1; }","duration":"112.485769ms","start":"2026-07-28T16:32:01.499409Z","end":"2026-07-28T16:32:01.611895Z","steps":["trace[278910822] 'process raft request' (duration: 112.031558ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:01.61196Z","caller":"traceutil/trace.go:171","msg":"trace[2061875433] transaction","detail":"{read_only:false; response_revision:22572; number_of_response:1; }","duration":"111.853384ms","start":"2026-07-28T16:32:01.500101Z","end":"2026-07-28T16:32:01.611954Z","steps":["trace[2061875433] 'process raft request' (duration: 111.405403ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:02.246401Z","caller":"traceutil/trace.go:171","msg":"trace[810448052] transaction","detail":"{read_only:false; response_revision:22574; number_of_response:1; }","duration":"119.072219ms","start":"2026-07-28T16:32:02.12729Z","end":"2026-07-28T16:32:02.246362Z","steps":["trace[810448052] 'process raft request' (duration: 118.849374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:02.872381Z","caller":"traceutil/trace.go:171","msg":"trace[1849607580] linearizableReadLoop","detail":"{readStateIndex:23282; appliedIndex:23281; }","duration":"150.189727ms","start":"2026-07-28T16:32:02.722164Z","end":"2026-07-28T16:32:02.872353Z","steps":["trace[1849607580] 'read index received' (duration: 149.956761ms)","trace[1849607580] 'applied index is now lower than readState.Index' (duration: 231.976µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:02.872408Z","caller":"traceutil/trace.go:171","msg":"trace[810918803] transaction","detail":"{read_only:false; response_revision:22575; number_of_response:1; }","duration":"150.824422ms","start":"2026-07-28T16:32:02.721548Z","end":"2026-07-28T16:32:02.872373Z","steps":["trace[810918803] 'process raft request' (duration: 150.610087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:02.872535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.360681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:02.872595Z","caller":"traceutil/trace.go:171","msg":"trace[1681522885] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22575; }","duration":"150.472664ms","start":"2026-07-28T16:32:02.722108Z","end":"2026-07-28T16:32:02.872581Z","steps":["trace[1681522885] 'agreement among raft nodes before linearized reading' (duration: 150.347371ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:03.749487Z","caller":"traceutil/trace.go:171","msg":"trace[412013660] linearizableReadLoop","detail":"{readStateIndex:23286; appliedIndex:23285; }","duration":"272.959216ms","start":"2026-07-28T16:32:03.476506Z","end":"2026-07-28T16:32:03.749465Z","steps":["trace[412013660] 'read index received' (duration: 272.70739ms)","trace[412013660] 'applied index is now lower than readState.Index' (duration: 250.806µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:03.749581Z","caller":"traceutil/trace.go:171","msg":"trace[1103425439] transaction","detail":"{read_only:false; response_revision:22579; number_of_response:1; }","duration":"292.733928ms","start":"2026-07-28T16:32:03.456791Z","end":"2026-07-28T16:32:03.749525Z","steps":["trace[1103425439] 'process raft request' (duration: 292.489942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:03.749739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.092375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:32:03.749773Z","caller":"traceutil/trace.go:171","msg":"trace[313130175] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22579; }","duration":"272.166717ms","start":"2026-07-28T16:32:03.477599Z","end":"2026-07-28T16:32:03.749766Z","steps":["trace[313130175] 'agreement among raft nodes before linearized reading' (duration: 272.009043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:03.749833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.307725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:32:03.749947Z","caller":"traceutil/trace.go:171","msg":"trace[1071253996] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22579; }","duration":"273.428828ms","start":"2026-07-28T16:32:03.476478Z","end":"2026-07-28T16:32:03.749906Z","steps":["trace[1071253996] 'agreement among raft nodes before linearized reading' (duration: 273.11916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:03.749996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.813674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:32:03.749972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.267586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:32:03.750061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.955928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:32:03.75008Z","caller":"traceutil/trace.go:171","msg":"trace[1401909047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22579; }","duration":"133.026479ms","start":"2026-07-28T16:32:03.617049Z","end":"2026-07-28T16:32:03.750076Z","steps":["trace[1401909047] 'agreement among raft nodes before linearized reading' (duration: 132.982478ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:03.750077Z","caller":"traceutil/trace.go:171","msg":"trace[665745754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22579; }","duration":"131.42674ms","start":"2026-07-28T16:32:03.618629Z","end":"2026-07-28T16:32:03.750055Z","steps":["trace[665745754] 'agreement among raft nodes before linearized reading' (duration: 131.168003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:03.750224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.71172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:32:03.750246Z","caller":"traceutil/trace.go:171","msg":"trace[475292088] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:22579; }","duration":"134.788612ms","start":"2026-07-28T16:32:03.615453Z","end":"2026-07-28T16:32:03.750242Z","steps":["trace[475292088] 'agreement among raft nodes before linearized reading' (duration: 134.729141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:03.750232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.705919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:32:03.75028Z","caller":"traceutil/trace.go:171","msg":"trace[1569706330] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:22579; }","duration":"113.800791ms","start":"2026-07-28T16:32:03.636467Z","end":"2026-07-28T16:32:03.750267Z","steps":["trace[1569706330] 'agreement among raft nodes before linearized reading' (duration: 113.575305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:03.750349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.000652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:32:03.750368Z","caller":"traceutil/trace.go:171","msg":"trace[772525427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22579; }","duration":"136.064693ms","start":"2026-07-28T16:32:03.614299Z","end":"2026-07-28T16:32:03.750364Z","steps":["trace[772525427] 'agreement among raft nodes before linearized reading' (duration: 136.017712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:03.750374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.22758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:32:03.750426Z","caller":"traceutil/trace.go:171","msg":"trace[1807731554] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:22579; }","duration":"116.333752ms","start":"2026-07-28T16:32:03.634078Z","end":"2026-07-28T16:32:03.750412Z","steps":["trace[1807731554] 'agreement among raft nodes before linearized reading' (duration: 116.205199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:03.750473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.479835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:03.750497Z","caller":"traceutil/trace.go:171","msg":"trace[443162018] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22579; }","duration":"249.549886ms","start":"2026-07-28T16:32:03.500942Z","end":"2026-07-28T16:32:03.750492Z","steps":["trace[443162018] 'agreement among raft nodes before linearized reading' (duration: 249.482025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:03.750558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.906311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:32:03.750591Z","caller":"traceutil/trace.go:171","msg":"trace[394773434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:22579; }","duration":"117.996874ms","start":"2026-07-28T16:32:03.632586Z","end":"2026-07-28T16:32:03.750583Z","steps":["trace[394773434] 'agreement among raft nodes before linearized reading' (duration: 117.931882ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:03.750022Z","caller":"traceutil/trace.go:171","msg":"trace[1713218309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22579; }","duration":"132.857425ms","start":"2026-07-28T16:32:03.617159Z","end":"2026-07-28T16:32:03.750017Z","steps":["trace[1713218309] 'agreement among raft nodes before linearized reading' (duration: 132.794333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.313355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.207715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:32:04.313508Z","caller":"traceutil/trace.go:171","msg":"trace[708292835] transaction","detail":"{read_only:false; response_revision:22580; number_of_response:1; }","duration":"557.574786ms","start":"2026-07-28T16:32:03.755906Z","end":"2026-07-28T16:32:04.313481Z","steps":["trace[708292835] 'process raft request' (duration: 318.131026ms)","trace[708292835] 'compare' (duration: 239.046871ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:04.313605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:03.755882Z","time spent":"557.680729ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:04.590668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.192907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:32:04.591185Z","caller":"traceutil/trace.go:171","msg":"trace[1973818989] transaction","detail":"{read_only:false; response_revision:22581; number_of_response:1; }","duration":"832.398488ms","start":"2026-07-28T16:32:03.758746Z","end":"2026-07-28T16:32:04.591145Z","steps":["trace[1973818989] 'process raft request' (duration: 658.566586ms)","trace[1973818989] 'compare' (duration: 172.989722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:04.591379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:03.75871Z","time spent":"832.571713ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:04.591407Z","caller":"traceutil/trace.go:171","msg":"trace[337073390] transaction","detail":"{read_only:false; response_revision:22583; number_of_response:1; }","duration":"832.185553ms","start":"2026-07-28T16:32:03.759198Z","end":"2026-07-28T16:32:04.591383Z","steps":["trace[337073390] 'process raft request' (duration: 832.084361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:04.591458Z","caller":"traceutil/trace.go:171","msg":"trace[219176147] transaction","detail":"{read_only:false; response_revision:22582; number_of_response:1; }","duration":"832.309636ms","start":"2026-07-28T16:32:03.75912Z","end":"2026-07-28T16:32:04.59143Z","steps":["trace[219176147] 'process raft request' (duration: 831.713942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.591505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:03.75919Z","time spent":"832.272665ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:04.591627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:03.759104Z","time spent":"832.436419ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:04.5918Z","caller":"traceutil/trace.go:171","msg":"trace[566300541] linearizableReadLoop","detail":"{readStateIndex:23291; appliedIndex:23286; }","duration":"832.49162ms","start":"2026-07-28T16:32:03.759297Z","end":"2026-07-28T16:32:04.591789Z","steps":["trace[566300541] 'read index received' (duration: 314.754504ms)","trace[566300541] 'applied index is now lower than readState.Index' (duration: 517.735946ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:04.591802Z","caller":"traceutil/trace.go:171","msg":"trace[1654213086] transaction","detail":"{read_only:false; response_revision:22584; number_of_response:1; }","duration":"832.531322ms","start":"2026-07-28T16:32:03.759242Z","end":"2026-07-28T16:32:04.591773Z","steps":["trace[1654213086] 'process raft request' (duration: 832.094251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:04.591784Z","caller":"traceutil/trace.go:171","msg":"trace[802318330] transaction","detail":"{read_only:false; response_revision:22585; number_of_response:1; }","duration":"214.960624ms","start":"2026-07-28T16:32:04.376798Z","end":"2026-07-28T16:32:04.591758Z","steps":["trace[802318330] 'process raft request' (duration: 214.844851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.59187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:03.759236Z","time spent":"832.601763ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:04.592494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.189277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734118"} {"level":"info","ts":"2026-07-28T16:32:04.592533Z","caller":"traceutil/trace.go:171","msg":"trace[1809678747] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22585; }","duration":"833.243069ms","start":"2026-07-28T16:32:03.759282Z","end":"2026-07-28T16:32:04.592525Z","steps":["trace[1809678747] 'agreement among raft nodes before linearized reading' (duration: 832.569943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.592557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:03.759274Z","time spent":"833.27569ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:32:04.597479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.449767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:04.597532Z","caller":"traceutil/trace.go:171","msg":"trace[1749794604] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22586; }","duration":"151.544929ms","start":"2026-07-28T16:32:04.445975Z","end":"2026-07-28T16:32:04.59752Z","steps":["trace[1749794604] 'agreement among raft nodes before linearized reading' (duration: 151.432447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.597533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.343718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:32:04.597574Z","caller":"traceutil/trace.go:171","msg":"trace[995841429] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22586; }","duration":"738.46208ms","start":"2026-07-28T16:32:03.859101Z","end":"2026-07-28T16:32:04.597563Z","steps":["trace[995841429] 'agreement among raft nodes before linearized reading' (duration: 738.347548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.597637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:03.859067Z","time spent":"738.561883ms","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:32:04.597693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.838794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:04.597836Z","caller":"traceutil/trace.go:171","msg":"trace[1632271162] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22586; }","duration":"563.060889ms","start":"2026-07-28T16:32:04.034748Z","end":"2026-07-28T16:32:04.597809Z","steps":["trace[1632271162] 'agreement among raft nodes before linearized reading' (duration: 562.644749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.597861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.833019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:04.597887Z","caller":"traceutil/trace.go:171","msg":"trace[430159898] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22586; }","duration":"563.90992ms","start":"2026-07-28T16:32:04.03397Z","end":"2026-07-28T16:32:04.59788Z","steps":["trace[430159898] 'agreement among raft nodes before linearized reading' (duration: 563.803258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.597899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:04.034718Z","time spent":"563.170622ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:04.597913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:04.033943Z","time spent":"563.965322ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:04.598025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.014336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:04.598092Z","caller":"traceutil/trace.go:171","msg":"trace[95742339] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22586; }","duration":"567.118378ms","start":"2026-07-28T16:32:04.030966Z","end":"2026-07-28T16:32:04.598084Z","steps":["trace[95742339] 'agreement among raft nodes before linearized reading' (duration: 567.037096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.598138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:04.030941Z","time spent":"567.19008ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:04.59817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.558383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:04.598201Z","caller":"traceutil/trace.go:171","msg":"trace[1237909178] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22586; }","duration":"561.588794ms","start":"2026-07-28T16:32:04.036604Z","end":"2026-07-28T16:32:04.598193Z","steps":["trace[1237909178] 'agreement among raft nodes before linearized reading' (duration: 561.456911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.598228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:04.036526Z","time spent":"561.696036ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:04.598265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.673176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:04.59831Z","caller":"traceutil/trace.go:171","msg":"trace[199975038] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22586; }","duration":"561.738527ms","start":"2026-07-28T16:32:04.036561Z","end":"2026-07-28T16:32:04.5983Z","steps":["trace[199975038] 'agreement among raft nodes before linearized reading' (duration: 561.612214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.598351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:04.03655Z","time spent":"561.794339ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:04.598402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.999428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T16:32:04.59841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.195096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:04.598441Z","caller":"traceutil/trace.go:171","msg":"trace[1402480452] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22586; }","duration":"372.064029ms","start":"2026-07-28T16:32:04.226359Z","end":"2026-07-28T16:32:04.598423Z","steps":["trace[1402480452] 'agreement among raft nodes before linearized reading' (duration: 371.976037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.598468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:04.226335Z","time spent":"372.127421ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:32:04.598477Z","caller":"traceutil/trace.go:171","msg":"trace[253071182] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22586; }","duration":"750.248707ms","start":"2026-07-28T16:32:03.848208Z","end":"2026-07-28T16:32:04.598457Z","steps":["trace[253071182] 'agreement among raft nodes before linearized reading' (duration: 750.130854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.598282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.845465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734118"} {"level":"warn","ts":"2026-07-28T16:32:04.598529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:03.84813Z","time spent":"750.390111ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T16:32:04.598558Z","caller":"traceutil/trace.go:171","msg":"trace[1827635075] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22586; }","duration":"839.190053ms","start":"2026-07-28T16:32:03.759355Z","end":"2026-07-28T16:32:04.598545Z","steps":["trace[1827635075] 'agreement among raft nodes before linearized reading' (duration: 838.025395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.598625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:03.759331Z","time spent":"839.263626ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:32:04.599361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.803189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734118"} {"level":"info","ts":"2026-07-28T16:32:04.599405Z","caller":"traceutil/trace.go:171","msg":"trace[1726595561] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22586; }","duration":"837.859181ms","start":"2026-07-28T16:32:03.761535Z","end":"2026-07-28T16:32:04.599394Z","steps":["trace[1726595561] 'agreement among raft nodes before linearized reading' (duration: 837.249246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.599437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:03.761528Z","time spent":"837.899382ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:32:04.599823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.101251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734118"} {"level":"info","ts":"2026-07-28T16:32:04.599859Z","caller":"traceutil/trace.go:171","msg":"trace[1276315973] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22586; }","duration":"839.171823ms","start":"2026-07-28T16:32:03.760679Z","end":"2026-07-28T16:32:04.599851Z","steps":["trace[1276315973] 'agreement among raft nodes before linearized reading' (duration: 838.449255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.599882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:03.760667Z","time spent":"839.208304ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:32:04.917362Z","caller":"traceutil/trace.go:171","msg":"trace[2111998888] linearizableReadLoop","detail":"{readStateIndex:23294; appliedIndex:23293; }","duration":"281.508474ms","start":"2026-07-28T16:32:04.635837Z","end":"2026-07-28T16:32:04.917346Z","steps":["trace[2111998888] 'read index received' (duration: 279.910555ms)","trace[2111998888] 'applied index is now lower than readState.Index' (duration: 1.597109ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:04.917449Z","caller":"traceutil/trace.go:171","msg":"trace[263187906] transaction","detail":"{read_only:false; response_revision:22587; number_of_response:1; }","duration":"312.993371ms","start":"2026-07-28T16:32:04.604447Z","end":"2026-07-28T16:32:04.91744Z","steps":["trace[263187906] 'process raft request' (duration: 311.229148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:04.91754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:04.604424Z","time spent":"313.046492ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:04.917578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.71943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:32:04.917657Z","caller":"traceutil/trace.go:171","msg":"trace[1029668635] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22587; }","duration":"281.859643ms","start":"2026-07-28T16:32:04.63578Z","end":"2026-07-28T16:32:04.91764Z","steps":["trace[1029668635] 'agreement among raft nodes before linearized reading' (duration: 281.71967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.194822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.753995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:32:05.195142Z","caller":"traceutil/trace.go:171","msg":"trace[776087951] transaction","detail":"{read_only:false; response_revision:22589; number_of_response:1; }","duration":"239.770888ms","start":"2026-07-28T16:32:04.955342Z","end":"2026-07-28T16:32:05.195113Z","steps":["trace[776087951] 'process raft request' (duration: 103.623163ms)","trace[776087951] 'compare' (duration: 135.582912ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:05.19544Z","caller":"traceutil/trace.go:171","msg":"trace[222766943] linearizableReadLoop","detail":"{readStateIndex:23296; appliedIndex:23295; }","duration":"206.796625ms","start":"2026-07-28T16:32:04.988633Z","end":"2026-07-28T16:32:05.195429Z","steps":["trace[222766943] 'read index received' (duration: 70.325412ms)","trace[222766943] 'applied index is now lower than readState.Index' (duration: 136.470323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:05.195588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.941858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:05.195628Z","caller":"traceutil/trace.go:171","msg":"trace[1231907277] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22591; }","duration":"207.038361ms","start":"2026-07-28T16:32:04.98858Z","end":"2026-07-28T16:32:05.195618Z","steps":["trace[1231907277] 'agreement among raft nodes before linearized reading' (duration: 206.941548ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:05.195575Z","caller":"traceutil/trace.go:171","msg":"trace[1026705969] transaction","detail":"{read_only:false; response_revision:22591; number_of_response:1; }","duration":"195.187712ms","start":"2026-07-28T16:32:05.000341Z","end":"2026-07-28T16:32:05.195529Z","steps":["trace[1026705969] 'process raft request' (duration: 195.10395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.195784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.329583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:05.195818Z","caller":"traceutil/trace.go:171","msg":"trace[1744665620] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22591; }","duration":"206.381825ms","start":"2026-07-28T16:32:04.989428Z","end":"2026-07-28T16:32:05.19581Z","steps":["trace[1744665620] 'agreement among raft nodes before linearized reading' (duration: 206.336374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.196255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.503888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:32:05.196299Z","caller":"traceutil/trace.go:171","msg":"trace[1885861066] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22591; }","duration":"153.60154ms","start":"2026-07-28T16:32:05.042688Z","end":"2026-07-28T16:32:05.19629Z","steps":["trace[1885861066] 'agreement among raft nodes before linearized reading' (duration: 153.508458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.196475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.702371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:32:05.196511Z","caller":"traceutil/trace.go:171","msg":"trace[566278180] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22591; }","duration":"185.776853ms","start":"2026-07-28T16:32:05.010724Z","end":"2026-07-28T16:32:05.196501Z","steps":["trace[566278180] 'agreement among raft nodes before linearized reading' (duration: 185.65241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.196677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.364676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:05.196729Z","caller":"traceutil/trace.go:171","msg":"trace[165014025] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22591; }","duration":"204.436627ms","start":"2026-07-28T16:32:04.992284Z","end":"2026-07-28T16:32:05.196721Z","steps":["trace[165014025] 'agreement among raft nodes before linearized reading' (duration: 204.332875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.196907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.75606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:05.19694Z","caller":"traceutil/trace.go:171","msg":"trace[91630127] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22591; }","duration":"205.803941ms","start":"2026-07-28T16:32:04.991129Z","end":"2026-07-28T16:32:05.196933Z","steps":["trace[91630127] 'agreement among raft nodes before linearized reading' (duration: 205.719028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.197101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.18373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:05.197133Z","caller":"traceutil/trace.go:171","msg":"trace[1549047344] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22591; }","duration":"206.245581ms","start":"2026-07-28T16:32:04.99088Z","end":"2026-07-28T16:32:05.197126Z","steps":["trace[1549047344] 'agreement among raft nodes before linearized reading' (duration: 206.163899ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:05.196259Z","caller":"traceutil/trace.go:171","msg":"trace[1287844264] transaction","detail":"{read_only:false; response_revision:22590; number_of_response:1; }","duration":"206.410706ms","start":"2026-07-28T16:32:04.989834Z","end":"2026-07-28T16:32:05.196245Z","steps":["trace[1287844264] 'process raft request' (duration: 205.429652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.1974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.780279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:05.197698Z","caller":"traceutil/trace.go:171","msg":"trace[67608528] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22591; }","duration":"208.110818ms","start":"2026-07-28T16:32:04.98956Z","end":"2026-07-28T16:32:05.197671Z","steps":["trace[67608528] 'agreement among raft nodes before linearized reading' (duration: 207.568074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.198097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.519613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:05.198135Z","caller":"traceutil/trace.go:171","msg":"trace[637766578] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:22591; }","duration":"207.571654ms","start":"2026-07-28T16:32:04.990554Z","end":"2026-07-28T16:32:05.198126Z","steps":["trace[637766578] 'agreement among raft nodes before linearized reading' (duration: 207.513652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.198276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.535653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:05.198299Z","caller":"traceutil/trace.go:171","msg":"trace[632720415] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22591; }","duration":"207.573254ms","start":"2026-07-28T16:32:04.990721Z","end":"2026-07-28T16:32:05.198294Z","steps":["trace[632720415] 'agreement among raft nodes before linearized reading' (duration: 207.513802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.19844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.541583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:05.198484Z","caller":"traceutil/trace.go:171","msg":"trace[1403406465] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22591; }","duration":"207.604265ms","start":"2026-07-28T16:32:04.990868Z","end":"2026-07-28T16:32:05.198472Z","steps":["trace[1403406465] 'agreement among raft nodes before linearized reading' (duration: 207.235816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.198521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.366803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:05.198543Z","caller":"traceutil/trace.go:171","msg":"trace[1080467835] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22591; }","duration":"208.402085ms","start":"2026-07-28T16:32:04.990134Z","end":"2026-07-28T16:32:05.198536Z","steps":["trace[1080467835] 'agreement among raft nodes before linearized reading' (duration: 208.370844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.19863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.143898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:05.198653Z","caller":"traceutil/trace.go:171","msg":"trace[1270476193] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22591; }","duration":"208.214919ms","start":"2026-07-28T16:32:04.990433Z","end":"2026-07-28T16:32:05.198648Z","steps":["trace[1270476193] 'agreement among raft nodes before linearized reading' (duration: 208.182678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:05.198759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.659231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:05.198782Z","caller":"traceutil/trace.go:171","msg":"trace[1439732092] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22591; }","duration":"208.699741ms","start":"2026-07-28T16:32:04.990077Z","end":"2026-07-28T16:32:05.198777Z","steps":["trace[1439732092] 'agreement among raft nodes before linearized reading' (duration: 208.64527ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:05.455147Z","caller":"traceutil/trace.go:171","msg":"trace[839593679] linearizableReadLoop","detail":"{readStateIndex:23299; appliedIndex:23298; }","duration":"162.913887ms","start":"2026-07-28T16:32:05.292207Z","end":"2026-07-28T16:32:05.45512Z","steps":["trace[839593679] 'read index received' (duration: 122.258387ms)","trace[839593679] 'applied index is now lower than readState.Index' (duration: 40.6543ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:05.455489Z","caller":"traceutil/trace.go:171","msg":"trace[887653903] transaction","detail":"{read_only:false; response_revision:22592; number_of_response:1; }","duration":"252.297694ms","start":"2026-07-28T16:32:05.203169Z","end":"2026-07-28T16:32:05.455467Z","steps":["trace[887653903] 'process raft request' (duration: 211.383617ms)","trace[887653903] 'compare' (duration: 40.387364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:05.455839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.612804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:05.455902Z","caller":"traceutil/trace.go:171","msg":"trace[649032887] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22592; }","duration":"163.741767ms","start":"2026-07-28T16:32:05.292144Z","end":"2026-07-28T16:32:05.455886Z","steps":["trace[649032887] 'agreement among raft nodes before linearized reading' (duration: 163.083341ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:06.871582Z","caller":"traceutil/trace.go:171","msg":"trace[95174738] transaction","detail":"{read_only:false; response_revision:22599; number_of_response:1; }","duration":"271.132302ms","start":"2026-07-28T16:32:06.600227Z","end":"2026-07-28T16:32:06.871359Z","steps":["trace[95174738] 'process raft request' (duration: 199.881997ms)","trace[95174738] 'compare' (duration: 70.6246ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:06.871706Z","caller":"traceutil/trace.go:171","msg":"trace[1668172096] linearizableReadLoop","detail":"{readStateIndex:23308; appliedIndex:23304; }","duration":"270.187789ms","start":"2026-07-28T16:32:06.601494Z","end":"2026-07-28T16:32:06.871682Z","steps":["trace[1668172096] 'read index received' (duration: 48.614394ms)","trace[1668172096] 'applied index is now lower than readState.Index' (duration: 221.572355ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:06.871949Z","caller":"traceutil/trace.go:171","msg":"trace[715974159] transaction","detail":"{read_only:false; response_revision:22600; number_of_response:1; }","duration":"271.608623ms","start":"2026-07-28T16:32:06.600327Z","end":"2026-07-28T16:32:06.871936Z","steps":["trace[715974159] 'process raft request' (duration: 270.845724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:06.87221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.695461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:06.872263Z","caller":"traceutil/trace.go:171","msg":"trace[920379686] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22601; }","duration":"270.777523ms","start":"2026-07-28T16:32:06.601473Z","end":"2026-07-28T16:32:06.87225Z","steps":["trace[920379686] 'agreement among raft nodes before linearized reading' (duration: 270.638639ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:06.872252Z","caller":"traceutil/trace.go:171","msg":"trace[1681578954] transaction","detail":"{read_only:false; response_revision:22601; number_of_response:1; }","duration":"271.800008ms","start":"2026-07-28T16:32:06.600419Z","end":"2026-07-28T16:32:06.872219Z","steps":["trace[1681578954] 'process raft request' (duration: 271.214254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:06.872331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.780624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:06.872365Z","caller":"traceutil/trace.go:171","msg":"trace[573084277] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22601; }","duration":"268.822945ms","start":"2026-07-28T16:32:06.603533Z","end":"2026-07-28T16:32:06.872356Z","steps":["trace[573084277] 'agreement among raft nodes before linearized reading' (duration: 268.775844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:06.872401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.643433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:06.872468Z","caller":"traceutil/trace.go:171","msg":"trace[1707534966] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22601; }","duration":"266.727904ms","start":"2026-07-28T16:32:06.605723Z","end":"2026-07-28T16:32:06.872451Z","steps":["trace[1707534966] 'agreement among raft nodes before linearized reading' (duration: 266.53129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:06.872284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.982409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:32:06.872487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.597222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:32:06.87254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.760615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:06.872574Z","caller":"traceutil/trace.go:171","msg":"trace[1081808047] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22601; }","duration":"266.807916ms","start":"2026-07-28T16:32:06.605757Z","end":"2026-07-28T16:32:06.872565Z","steps":["trace[1081808047] 'agreement among raft nodes before linearized reading' (duration: 266.707714ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:06.872572Z","caller":"traceutil/trace.go:171","msg":"trace[66068954] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22601; }","duration":"266.708674ms","start":"2026-07-28T16:32:06.605844Z","end":"2026-07-28T16:32:06.872552Z","steps":["trace[66068954] 'agreement among raft nodes before linearized reading' (duration: 266.455708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:06.872596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.276997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:06.872627Z","caller":"traceutil/trace.go:171","msg":"trace[417387610] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22601; }","duration":"269.320758ms","start":"2026-07-28T16:32:06.603299Z","end":"2026-07-28T16:32:06.872619Z","steps":["trace[417387610] 'agreement among raft nodes before linearized reading' (duration: 269.247086ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:06.872542Z","caller":"traceutil/trace.go:171","msg":"trace[336342902] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22601; }","duration":"269.267186ms","start":"2026-07-28T16:32:06.603262Z","end":"2026-07-28T16:32:06.872529Z","steps":["trace[336342902] 'agreement among raft nodes before linearized reading' (duration: 268.910858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:06.872501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.410866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:32:06.872744Z","caller":"traceutil/trace.go:171","msg":"trace[580837513] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:22601; }","duration":"259.668893ms","start":"2026-07-28T16:32:06.613054Z","end":"2026-07-28T16:32:06.872723Z","steps":["trace[580837513] 'agreement among raft nodes before linearized reading' (duration: 259.191411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:06.872805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.834713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:32:06.872866Z","caller":"traceutil/trace.go:171","msg":"trace[367578069] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22601; }","duration":"242.895554ms","start":"2026-07-28T16:32:06.629953Z","end":"2026-07-28T16:32:06.872848Z","steps":["trace[367578069] 'agreement among raft nodes before linearized reading' (duration: 242.758931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:06.872689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.361881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:06.872635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.922165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:32:06.872918Z","caller":"traceutil/trace.go:171","msg":"trace[1720888345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22601; }","duration":"219.627118ms","start":"2026-07-28T16:32:06.65328Z","end":"2026-07-28T16:32:06.872907Z","steps":["trace[1720888345] 'agreement among raft nodes before linearized reading' (duration: 219.382092ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:06.87293Z","caller":"traceutil/trace.go:171","msg":"trace[982232043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22601; }","duration":"158.251963ms","start":"2026-07-28T16:32:06.714666Z","end":"2026-07-28T16:32:06.872918Z","steps":["trace[982232043] 'agreement among raft nodes before linearized reading' (duration: 157.873304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:06.872812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.948755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:32:06.873019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.292353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:32:06.873027Z","caller":"traceutil/trace.go:171","msg":"trace[40792775] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22601; }","duration":"243.164941ms","start":"2026-07-28T16:32:06.629846Z","end":"2026-07-28T16:32:06.873011Z","steps":["trace[40792775] 'agreement among raft nodes before linearized reading' (duration: 242.881624ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:06.873061Z","caller":"traceutil/trace.go:171","msg":"trace[1949807321] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:22601; }","duration":"245.360624ms","start":"2026-07-28T16:32:06.62769Z","end":"2026-07-28T16:32:06.873051Z","steps":["trace[1949807321] 'agreement among raft nodes before linearized reading' (duration: 245.18269ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:07.074345Z","caller":"traceutil/trace.go:171","msg":"trace[962539797] linearizableReadLoop","detail":"{readStateIndex:23309; appliedIndex:23308; }","duration":"116.708581ms","start":"2026-07-28T16:32:06.957586Z","end":"2026-07-28T16:32:07.074294Z","steps":["trace[962539797] 'read index received' (duration: 97.440152ms)","trace[962539797] 'applied index is now lower than readState.Index' (duration: 19.266069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:07.074454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.855775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:07.074373Z","caller":"traceutil/trace.go:171","msg":"trace[224292426] transaction","detail":"{read_only:false; response_revision:22602; number_of_response:1; }","duration":"116.824634ms","start":"2026-07-28T16:32:06.957512Z","end":"2026-07-28T16:32:07.074336Z","steps":["trace[224292426] 'process raft request' (duration: 97.521254ms)","trace[224292426] 'compare' (duration: 18.717386ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:07.074517Z","caller":"traceutil/trace.go:171","msg":"trace[1865403926] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22602; }","duration":"116.949917ms","start":"2026-07-28T16:32:06.957552Z","end":"2026-07-28T16:32:07.074502Z","steps":["trace[1865403926] 'agreement among raft nodes before linearized reading' (duration: 116.783923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.07453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.942587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:07.074646Z","caller":"traceutil/trace.go:171","msg":"trace[364601968] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22602; }","duration":"117.095921ms","start":"2026-07-28T16:32:06.957524Z","end":"2026-07-28T16:32:07.07462Z","steps":["trace[364601968] 'agreement among raft nodes before linearized reading' (duration: 116.919297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.074729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.094421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:07.074792Z","caller":"traceutil/trace.go:171","msg":"trace[838966042] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22602; }","duration":"117.163053ms","start":"2026-07-28T16:32:06.957615Z","end":"2026-07-28T16:32:07.074778Z","steps":["trace[838966042] 'agreement among raft nodes before linearized reading' (duration: 116.963508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.074835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.758801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:07.074877Z","caller":"traceutil/trace.go:171","msg":"trace[1231747179] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22602; }","duration":"111.813342ms","start":"2026-07-28T16:32:06.96305Z","end":"2026-07-28T16:32:07.074863Z","steps":["trace[1231747179] 'agreement among raft nodes before linearized reading' (duration: 111.74524ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:07.500241Z","caller":"traceutil/trace.go:171","msg":"trace[1656525656] linearizableReadLoop","detail":"{readStateIndex:23310; appliedIndex:23309; }","duration":"298.098279ms","start":"2026-07-28T16:32:07.202112Z","end":"2026-07-28T16:32:07.50021Z","steps":["trace[1656525656] 'read index received' (duration: 261.663491ms)","trace[1656525656] 'applied index is now lower than readState.Index' (duration: 36.433518ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:07.500398Z","caller":"traceutil/trace.go:171","msg":"trace[1204730457] transaction","detail":"{read_only:false; response_revision:22603; number_of_response:1; }","duration":"298.718373ms","start":"2026-07-28T16:32:07.201626Z","end":"2026-07-28T16:32:07.500345Z","steps":["trace[1204730457] 'process raft request' (duration: 262.05298ms)","trace[1204730457] 'compare' (duration: 36.407257ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:07.50112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.260383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:07.501177Z","caller":"traceutil/trace.go:171","msg":"trace[878001455] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:22603; }","duration":"299.103743ms","start":"2026-07-28T16:32:07.202059Z","end":"2026-07-28T16:32:07.501162Z","steps":["trace[878001455] 'agreement among raft nodes before linearized reading' (duration: 298.273363ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:07.904999Z","caller":"traceutil/trace.go:171","msg":"trace[54770788] transaction","detail":"{read_only:false; response_revision:22604; number_of_response:1; }","duration":"701.655114ms","start":"2026-07-28T16:32:07.203314Z","end":"2026-07-28T16:32:07.904969Z","steps":["trace[54770788] 'process raft request' (duration: 701.339767ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:07.905003Z","caller":"traceutil/trace.go:171","msg":"trace[2101703286] linearizableReadLoop","detail":"{readStateIndex:23312; appliedIndex:23310; }","duration":"404.661643ms","start":"2026-07-28T16:32:07.500308Z","end":"2026-07-28T16:32:07.90497Z","steps":["trace[2101703286] 'read index received' (duration: 404.340756ms)","trace[2101703286] 'applied index is now lower than readState.Index' (duration: 319.417µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:07.905152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.203296Z","time spent":"701.775078ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:07.905166Z","caller":"traceutil/trace.go:171","msg":"trace[1365564434] transaction","detail":"{read_only:false; response_revision:22605; number_of_response:1; }","duration":"699.40132ms","start":"2026-07-28T16:32:07.205747Z","end":"2026-07-28T16:32:07.905149Z","steps":["trace[1365564434] 'process raft request' (duration: 699.129973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.905265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.106831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:07.905291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.205725Z","time spent":"699.478361ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:07.905322Z","caller":"traceutil/trace.go:171","msg":"trace[192760667] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22605; }","duration":"701.175123ms","start":"2026-07-28T16:32:07.204133Z","end":"2026-07-28T16:32:07.905308Z","steps":["trace[192760667] 'agreement among raft nodes before linearized reading' (duration: 701.07648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.905355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.204096Z","time spent":"701.250585ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:07.905467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.840419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:07.905507Z","caller":"traceutil/trace.go:171","msg":"trace[1900133212] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22605; }","duration":"701.89977ms","start":"2026-07-28T16:32:07.203597Z","end":"2026-07-28T16:32:07.905497Z","steps":["trace[1900133212] 'agreement among raft nodes before linearized reading' (duration: 701.834829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.905538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.203589Z","time spent":"701.943061ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:07.905564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.383699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:32:07.905584Z","caller":"traceutil/trace.go:171","msg":"trace[2048223574] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:22605; }","duration":"554.45761ms","start":"2026-07-28T16:32:07.35112Z","end":"2026-07-28T16:32:07.905578Z","steps":["trace[2048223574] 'agreement among raft nodes before linearized reading' (duration: 554.376358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.905605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.351093Z","time spent":"554.508092ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T16:32:07.905754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.525625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:32:07.905775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.614449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:32:07.905776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.725131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:07.905795Z","caller":"traceutil/trace.go:171","msg":"trace[298266297] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22605; }","duration":"700.634889ms","start":"2026-07-28T16:32:07.205154Z","end":"2026-07-28T16:32:07.905789Z","steps":["trace[298266297] 'agreement among raft nodes before linearized reading' (duration: 700.573718ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:07.905795Z","caller":"traceutil/trace.go:171","msg":"trace[1672304757] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22605; }","duration":"702.617858ms","start":"2026-07-28T16:32:07.203166Z","end":"2026-07-28T16:32:07.905783Z","steps":["trace[1672304757] 'agreement among raft nodes before linearized reading' (duration: 702.412143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.905815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.205139Z","time spent":"700.672031ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T16:32:07.905813Z","caller":"traceutil/trace.go:171","msg":"trace[1855073310] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22605; }","duration":"702.789032ms","start":"2026-07-28T16:32:07.203014Z","end":"2026-07-28T16:32:07.905803Z","steps":["trace[1855073310] 'agreement among raft nodes before linearized reading' (duration: 702.73401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.90583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.203136Z","time spent":"702.687159ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:07.905841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.203Z","time spent":"702.834483ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:32:07.905945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.531161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:32:07.905945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.576048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:07.905966Z","caller":"traceutil/trace.go:171","msg":"trace[570691143] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22605; }","duration":"701.564392ms","start":"2026-07-28T16:32:07.204394Z","end":"2026-07-28T16:32:07.905958Z","steps":["trace[570691143] 'agreement among raft nodes before linearized reading' (duration: 701.515481ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:07.905973Z","caller":"traceutil/trace.go:171","msg":"trace[139421505] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:22605; }","duration":"293.639959ms","start":"2026-07-28T16:32:07.612323Z","end":"2026-07-28T16:32:07.905963Z","steps":["trace[139421505] 'agreement among raft nodes before linearized reading' (duration: 293.593388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.905983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.204385Z","time spent":"701.594503ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:07.90605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.472214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:07.906079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.774257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:07.90608Z","caller":"traceutil/trace.go:171","msg":"trace[1024708417] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22605; }","duration":"702.522485ms","start":"2026-07-28T16:32:07.203548Z","end":"2026-07-28T16:32:07.906071Z","steps":["trace[1024708417] 'agreement among raft nodes before linearized reading' (duration: 702.472464ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:07.906098Z","caller":"traceutil/trace.go:171","msg":"trace[2059662985] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22605; }","duration":"701.792328ms","start":"2026-07-28T16:32:07.204299Z","end":"2026-07-28T16:32:07.906092Z","steps":["trace[2059662985] 'agreement among raft nodes before linearized reading' (duration: 701.766137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.906108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.203538Z","time spent":"702.564067ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:32:07.906159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.919031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:07.906179Z","caller":"traceutil/trace.go:171","msg":"trace[1387713583] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22605; }","duration":"701.950852ms","start":"2026-07-28T16:32:07.204223Z","end":"2026-07-28T16:32:07.906174Z","steps":["trace[1387713583] 'agreement among raft nodes before linearized reading' (duration: 701.90256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.906194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.204218Z","time spent":"701.972402ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:07.906282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.068054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:07.906278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.770712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:07.906299Z","caller":"traceutil/trace.go:171","msg":"trace[999880940] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22605; }","duration":"702.100916ms","start":"2026-07-28T16:32:07.204193Z","end":"2026-07-28T16:32:07.906294Z","steps":["trace[999880940] 'agreement among raft nodes before linearized reading' (duration: 702.075795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.906315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.204188Z","time spent":"702.124136ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:32:07.906309Z","caller":"traceutil/trace.go:171","msg":"trace[1042143020] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22605; }","duration":"702.825693ms","start":"2026-07-28T16:32:07.203474Z","end":"2026-07-28T16:32:07.9063Z","steps":["trace[1042143020] 'agreement among raft nodes before linearized reading' (duration: 702.740421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.90634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.203464Z","time spent":"702.867033ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:07.906114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:07.204237Z","time spent":"701.87391ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:32:07.906535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.656963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:07.906571Z","caller":"traceutil/trace.go:171","msg":"trace[446126179] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22605; }","duration":"142.724285ms","start":"2026-07-28T16:32:07.763835Z","end":"2026-07-28T16:32:07.90656Z","steps":["trace[446126179] 'agreement among raft nodes before linearized reading' (duration: 142.636253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:07.906626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.837877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:07.906649Z","caller":"traceutil/trace.go:171","msg":"trace[330610885] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:22605; }","duration":"266.895518ms","start":"2026-07-28T16:32:07.639747Z","end":"2026-07-28T16:32:07.906642Z","steps":["trace[330610885] 'agreement among raft nodes before linearized reading' (duration: 266.856187ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:08.048434Z","caller":"traceutil/trace.go:171","msg":"trace[87028859] transaction","detail":"{read_only:false; response_revision:22606; number_of_response:1; }","duration":"137.914418ms","start":"2026-07-28T16:32:07.910475Z","end":"2026-07-28T16:32:08.048389Z","steps":["trace[87028859] 'process raft request' (duration: 42.365582ms)","trace[87028859] 'compare' (duration: 95.348171ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:08.048463Z","caller":"traceutil/trace.go:171","msg":"trace[608120605] linearizableReadLoop","detail":"{readStateIndex:23314; appliedIndex:23312; }","duration":"135.415677ms","start":"2026-07-28T16:32:07.91302Z","end":"2026-07-28T16:32:08.048435Z","steps":["trace[608120605] 'read index received' (duration: 13.95823ms)","trace[608120605] 'applied index is now lower than readState.Index' (duration: 121.455617ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:08.048669Z","caller":"traceutil/trace.go:171","msg":"trace[267459452] transaction","detail":"{read_only:false; response_revision:22607; number_of_response:1; }","duration":"120.497634ms","start":"2026-07-28T16:32:07.928134Z","end":"2026-07-28T16:32:08.048631Z","steps":["trace[267459452] 'process raft request' (duration: 120.245628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:08.049614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.568825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734118"} {"level":"info","ts":"2026-07-28T16:32:08.049661Z","caller":"traceutil/trace.go:171","msg":"trace[1688498561] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22607; }","duration":"136.660268ms","start":"2026-07-28T16:32:07.91299Z","end":"2026-07-28T16:32:08.049651Z","steps":["trace[1688498561] 'agreement among raft nodes before linearized reading' (duration: 135.542121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.230554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.470791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:09.230621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.332123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:09.23065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.131217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-28T16:32:09.230661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.142935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:09.230698Z","caller":"traceutil/trace.go:171","msg":"trace[250569336] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22609; }","duration":"151.426556ms","start":"2026-07-28T16:32:09.07924Z","end":"2026-07-28T16:32:09.230666Z","steps":["trace[250569336] 'range keys from in-memory index tree' (duration: 151.251372ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:09.230733Z","caller":"traceutil/trace.go:171","msg":"trace[225133269] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22609; }","duration":"150.266438ms","start":"2026-07-28T16:32:09.080444Z","end":"2026-07-28T16:32:09.230711Z","steps":["trace[225133269] 'range keys from in-memory index tree' (duration: 149.94844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.230677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.320886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:32:09.230869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.687214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:09.230967Z","caller":"traceutil/trace.go:171","msg":"trace[764870391] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22609; }","duration":"347.628763ms","start":"2026-07-28T16:32:08.883316Z","end":"2026-07-28T16:32:09.230945Z","steps":["trace[764870391] 'range keys from in-memory index tree' (duration: 347.165382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.230985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.768336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"warn","ts":"2026-07-28T16:32:09.231029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.848972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-07-28T16:32:09.231061Z","caller":"traceutil/trace.go:171","msg":"trace[515716043] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:22609; }","duration":"288.899854ms","start":"2026-07-28T16:32:08.942149Z","end":"2026-07-28T16:32:09.231049Z","steps":["trace[515716043] 'range keys from in-memory index tree' (duration: 288.76604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.231053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.519782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:32:09.231072Z","caller":"traceutil/trace.go:171","msg":"trace[1613363801] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:22609; }","duration":"326.883939ms","start":"2026-07-28T16:32:08.904165Z","end":"2026-07-28T16:32:09.231049Z","steps":["trace[1613363801] 'range keys from in-memory index tree' (duration: 326.569241ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:09.231113Z","caller":"traceutil/trace.go:171","msg":"trace[63885852] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22609; }","duration":"331.622544ms","start":"2026-07-28T16:32:08.899474Z","end":"2026-07-28T16:32:09.231097Z","steps":["trace[63885852] 'range keys from in-memory index tree' (duration: 331.355798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.231117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.904153Z","time spent":"326.95505ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"warn","ts":"2026-07-28T16:32:09.231163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.899451Z","time spent":"331.703496ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:32:09.230637Z","caller":"traceutil/trace.go:171","msg":"trace[525263911] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22609; }","duration":"352.585744ms","start":"2026-07-28T16:32:08.878031Z","end":"2026-07-28T16:32:09.230617Z","steps":["trace[525263911] 'range keys from in-memory index tree' (duration: 352.41249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.231187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.971399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:09.231198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.831964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:32:09.23118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.918802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-07-28T16:32:09.231232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.878025Z","time spent":"353.189469ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:09.231287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.021031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:09.2313Z","caller":"traceutil/trace.go:171","msg":"trace[1396358943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22609; }","duration":"354.118191ms","start":"2026-07-28T16:32:08.877134Z","end":"2026-07-28T16:32:09.231253Z","steps":["trace[1396358943] 'range keys from in-memory index tree' (duration: 353.692541ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:09.231326Z","caller":"traceutil/trace.go:171","msg":"trace[204888812] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22609; }","duration":"352.073491ms","start":"2026-07-28T16:32:08.879243Z","end":"2026-07-28T16:32:09.231316Z","steps":["trace[204888812] 'range keys from in-memory index tree' (duration: 351.939129ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:09.23129Z","caller":"traceutil/trace.go:171","msg":"trace[731758269] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:22609; }","duration":"270.051924ms","start":"2026-07-28T16:32:08.961218Z","end":"2026-07-28T16:32:09.23127Z","steps":["trace[731758269] 'range keys from in-memory index tree' (duration: 269.651625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.231354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.879235Z","time spent":"352.111032ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:09.231356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.742848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:09.231135Z","caller":"traceutil/trace.go:171","msg":"trace[644598254] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22609; }","duration":"349.896289ms","start":"2026-07-28T16:32:08.881116Z","end":"2026-07-28T16:32:09.231012Z","steps":["trace[644598254] 'range keys from in-memory index tree' (duration: 349.257823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.231394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.366079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:09.231538Z","caller":"traceutil/trace.go:171","msg":"trace[31028865] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22609; }","duration":"352.574394ms","start":"2026-07-28T16:32:08.878932Z","end":"2026-07-28T16:32:09.231506Z","steps":["trace[31028865] 'range keys from in-memory index tree' (duration: 352.134683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.231594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.87892Z","time spent":"352.663546ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T16:32:09.230709Z","caller":"traceutil/trace.go:171","msg":"trace[497019009] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:22609; }","duration":"323.209399ms","start":"2026-07-28T16:32:08.90748Z","end":"2026-07-28T16:32:09.230689Z","steps":["trace[497019009] 'range keys from in-memory index tree' (duration: 322.928512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.231483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.881085Z","time spent":"350.37954ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T16:32:09.231398Z","caller":"traceutil/trace.go:171","msg":"trace[499735082] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22609; }","duration":"352.800359ms","start":"2026-07-28T16:32:08.878586Z","end":"2026-07-28T16:32:09.231387Z","steps":["trace[499735082] 'range keys from in-memory index tree' (duration: 352.616034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.231904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.878577Z","time spent":"353.308881ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:09.231358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.877115Z","time spent":"354.228774ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:32:09.230532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.641707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:09.23122Z","caller":"traceutil/trace.go:171","msg":"trace[1535678137] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22609; }","duration":"352.01336ms","start":"2026-07-28T16:32:08.879198Z","end":"2026-07-28T16:32:09.231211Z","steps":["trace[1535678137] 'range keys from in-memory index tree' (duration: 351.921728ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:09.23221Z","caller":"traceutil/trace.go:171","msg":"trace[1903426336] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22609; }","duration":"152.4006ms","start":"2026-07-28T16:32:09.079793Z","end":"2026-07-28T16:32:09.232194Z","steps":["trace[1903426336] 'range keys from in-memory index tree' (duration: 150.533204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.232216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.879176Z","time spent":"353.030055ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:09.231687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.907464Z","time spent":"324.179112ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"warn","ts":"2026-07-28T16:32:09.231887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.88331Z","time spent":"348.559936ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:09.230855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.945385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:32:09.232403Z","caller":"traceutil/trace.go:171","msg":"trace[1301908104] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22609; }","duration":"320.506324ms","start":"2026-07-28T16:32:08.91188Z","end":"2026-07-28T16:32:09.232387Z","steps":["trace[1301908104] 'range keys from in-memory index tree' (duration: 318.810711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.230957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.418235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:32:09.232447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.911872Z","time spent":"320.563775ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:32:09.232462Z","caller":"traceutil/trace.go:171","msg":"trace[1596349611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22609; }","duration":"354.952142ms","start":"2026-07-28T16:32:08.877492Z","end":"2026-07-28T16:32:09.232444Z","steps":["trace[1596349611] 'range keys from in-memory index tree' (duration: 353.324302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.232525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.877465Z","time spent":"355.044234ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:32:09.232616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.153917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:32:09.232674Z","caller":"traceutil/trace.go:171","msg":"trace[1336824327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22609; }","duration":"355.256329ms","start":"2026-07-28T16:32:08.877401Z","end":"2026-07-28T16:32:09.232657Z","steps":["trace[1336824327] 'range keys from in-memory index tree' (duration: 353.344583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:09.232708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:08.877371Z","time spent":"355.329681ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:32:09.239336Z","caller":"traceutil/trace.go:171","msg":"trace[716766860] transaction","detail":"{read_only:false; response_revision:22610; number_of_response:1; }","duration":"157.34495ms","start":"2026-07-28T16:32:09.081972Z","end":"2026-07-28T16:32:09.239317Z","steps":["trace[716766860] 'process raft request' (duration: 157.225827ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:10.577698Z","caller":"traceutil/trace.go:171","msg":"trace[138916711] transaction","detail":"{read_only:false; response_revision:22620; number_of_response:1; }","duration":"113.538455ms","start":"2026-07-28T16:32:10.464133Z","end":"2026-07-28T16:32:10.577671Z","steps":["trace[138916711] 'process raft request' (duration: 113.34379ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:10.667158Z","caller":"traceutil/trace.go:171","msg":"trace[1517446391] transaction","detail":"{read_only:false; response_revision:22621; number_of_response:1; }","duration":"200.8042ms","start":"2026-07-28T16:32:10.466326Z","end":"2026-07-28T16:32:10.667131Z","steps":["trace[1517446391] 'process raft request' (duration: 200.611155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:13.151154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626811121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:32:13.651993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626811121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:32:13.770591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169509446s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T16:32:14.65087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T16:32:14.650989Z","caller":"traceutil/trace.go:171","msg":"trace[814094709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353955s","start":"2026-07-28T16:32:12.650583Z","end":"2026-07-28T16:32:14.650937Z","steps":["trace[814094709] 'agreement among raft nodes before linearized reading' (duration: 2.000249023s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:14.651053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:12.650554Z","time spent":"2.000485089s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 16:32:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T16:32:14.924461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153630079s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:32:14.925106Z","caller":"traceutil/trace.go:171","msg":"trace[132392149] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"1.630387088s","start":"2026-07-28T16:32:13.294694Z","end":"2026-07-28T16:32:14.925081Z","steps":["trace[132392149] 'process raft request' (duration: 1.629875466s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:14.925213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.29466Z","time spent":"1.630488701s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:15.51224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188192922s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T16:32:16.227322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301980372s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:32:16.227706Z","caller":"traceutil/trace.go:171","msg":"trace[2136568187] transaction","detail":"{read_only:false; response_revision:22634; number_of_response:1; }","duration":"2.612231855s","start":"2026-07-28T16:32:13.615373Z","end":"2026-07-28T16:32:16.227605Z","steps":["trace[2136568187] 'process raft request' (duration: 1.30969756s)","trace[2136568187] 'compare' (duration: 1.301310345s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:16.227931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.615341Z","time spent":"2.61247645s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:16.22793Z","caller":"traceutil/trace.go:171","msg":"trace[34173387] transaction","detail":"{read_only:false; response_revision:22636; number_of_response:1; }","duration":"2.234011695s","start":"2026-07-28T16:32:13.993897Z","end":"2026-07-28T16:32:16.227908Z","steps":["trace[34173387] 'process raft request' (duration: 2.233942294s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.228373Z","caller":"traceutil/trace.go:171","msg":"trace[1597670230] transaction","detail":"{read_only:false; response_revision:22635; number_of_response:1; }","duration":"2.27157764s","start":"2026-07-28T16:32:13.956757Z","end":"2026-07-28T16:32:16.228334Z","steps":["trace[1597670230] 'process raft request' (duration: 2.270673638s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.228561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.993878Z","time spent":"2.23458762s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:16.228611Z","caller":"traceutil/trace.go:171","msg":"trace[1483380269] linearizableReadLoop","detail":"{readStateIndex:23343; appliedIndex:23340; }","duration":"3.577922918s","start":"2026-07-28T16:32:12.650656Z","end":"2026-07-28T16:32:16.228579Z","steps":["trace[1483380269] 'read index received' (duration: 1.120164794s)","trace[1483380269] 'applied index is now lower than readState.Index' (duration: 2.457756414s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:16.228813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.956727Z","time spent":"2.271849797s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:16.235304Z","caller":"traceutil/trace.go:171","msg":"trace[2095122701] transaction","detail":"{read_only:false; response_revision:22638; number_of_response:1; }","duration":"1.468792073s","start":"2026-07-28T16:32:14.766495Z","end":"2026-07-28T16:32:16.235287Z","steps":["trace[2095122701] 'process raft request' (duration: 1.468599479s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.235359Z","caller":"traceutil/trace.go:171","msg":"trace[500133509] transaction","detail":"{read_only:false; response_revision:22639; number_of_response:1; }","duration":"1.420222991s","start":"2026-07-28T16:32:14.815111Z","end":"2026-07-28T16:32:16.235334Z","steps":["trace[500133509] 'process raft request' (duration: 1.420064317s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.235341Z","caller":"traceutil/trace.go:171","msg":"trace[2098676586] transaction","detail":"{read_only:false; response_revision:22640; number_of_response:1; }","duration":"805.717278ms","start":"2026-07-28T16:32:15.42959Z","end":"2026-07-28T16:32:16.235307Z","steps":["trace[2098676586] 'process raft request' (duration: 805.654416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.235497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:14.766466Z","time spent":"1.468998019s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:16.235617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:14.815079Z","time spent":"1.420414505s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:16.235708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:15.42956Z","time spent":"805.955064ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:16.235453Z","caller":"traceutil/trace.go:171","msg":"trace[1643641978] transaction","detail":"{read_only:false; response_revision:22637; number_of_response:1; }","duration":"1.599136967s","start":"2026-07-28T16:32:14.636299Z","end":"2026-07-28T16:32:16.235436Z","steps":["trace[1643641978] 'process raft request' (duration: 1.598581974s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.235846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:14.636273Z","time spent":"1.599552807s","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:16.288444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338573112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:16.288521Z","caller":"traceutil/trace.go:171","msg":"trace[536859176] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22641; }","duration":"2.338682264s","start":"2026-07-28T16:32:13.949821Z","end":"2026-07-28T16:32:16.288504Z","steps":["trace[536859176] 'agreement among raft nodes before linearized reading' (duration: 2.338554351s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.288562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.949807Z","time spent":"2.338746896s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:32:16.288549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616799043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:32:16.288625Z","caller":"traceutil/trace.go:171","msg":"trace[1151471048] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:22641; }","duration":"3.616928847s","start":"2026-07-28T16:32:12.671674Z","end":"2026-07-28T16:32:16.288603Z","steps":["trace[1151471048] 'agreement among raft nodes before linearized reading' (duration: 3.616688112s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.28868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:12.671643Z","time spent":"3.617028789s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:32:16.288735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317832687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:16.288829Z","caller":"traceutil/trace.go:171","msg":"trace[410608034] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22641; }","duration":"2.317971s","start":"2026-07-28T16:32:13.970836Z","end":"2026-07-28T16:32:16.288807Z","steps":["trace[410608034] 'agreement among raft nodes before linearized reading' (duration: 2.317675893s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.288836Z","caller":"traceutil/trace.go:171","msg":"trace[924275261] transaction","detail":"{read_only:false; response_revision:22641; number_of_response:1; }","duration":"103.962761ms","start":"2026-07-28T16:32:16.184847Z","end":"2026-07-28T16:32:16.28881Z","steps":["trace[924275261] 'process raft request' (duration: 103.313706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.288885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.970824Z","time spent":"2.318052022s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:16.288959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318489383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:16.289084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047848662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:32:16.289059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975871059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:32:16.289236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.169483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:32:16.289298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.987878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:16.289282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048258582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:16.289101Z","caller":"traceutil/trace.go:171","msg":"trace[252758314] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22641; }","duration":"2.318622196s","start":"2026-07-28T16:32:13.970438Z","end":"2026-07-28T16:32:16.28906Z","steps":["trace[252758314] 'agreement among raft nodes before linearized reading' (duration: 2.318486082s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.289352Z","caller":"traceutil/trace.go:171","msg":"trace[1927549036] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22641; }","duration":"418.09899ms","start":"2026-07-28T16:32:15.87124Z","end":"2026-07-28T16:32:16.289339Z","steps":["trace[1927549036] 'agreement among raft nodes before linearized reading' (duration: 418.026659ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.289372Z","caller":"traceutil/trace.go:171","msg":"trace[1429355829] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22641; }","duration":"3.048480158s","start":"2026-07-28T16:32:13.240873Z","end":"2026-07-28T16:32:16.289353Z","steps":["trace[1429355829] 'agreement among raft nodes before linearized reading' (duration: 3.048055147s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.2894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258307498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:16.289422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841738584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:32:16.289437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.240865Z","time spent":"3.048558699s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T16:32:16.289456Z","caller":"traceutil/trace.go:171","msg":"trace[1387385420] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:22641; }","duration":"2.258388159s","start":"2026-07-28T16:32:14.031051Z","end":"2026-07-28T16:32:16.289439Z","steps":["trace[1387385420] 'agreement among raft nodes before linearized reading' (duration: 2.258298987s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.289449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.239822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T16:32:16.289499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:14.03104Z","time spent":"2.258451251s","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:32:16.289535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046851618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-07-28T16:32:16.28939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.970424Z","time spent":"2.318949044s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:32:16.289593Z","caller":"traceutil/trace.go:171","msg":"trace[1456839606] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:22641; }","duration":"3.046931189s","start":"2026-07-28T16:32:13.242649Z","end":"2026-07-28T16:32:16.28958Z","steps":["trace[1456839606] 'agreement among raft nodes before linearized reading' (duration: 3.046791076s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.288736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099758667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T16:32:16.289636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091554108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:32:16.289667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319480577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:32:16.289726Z","caller":"traceutil/trace.go:171","msg":"trace[943775396] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:22641; }","duration":"2.09166063s","start":"2026-07-28T16:32:14.198052Z","end":"2026-07-28T16:32:16.289713Z","steps":["trace[943775396] 'agreement among raft nodes before linearized reading' (duration: 2.091548187s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.289251Z","caller":"traceutil/trace.go:171","msg":"trace[462432216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22641; }","duration":"2.976103345s","start":"2026-07-28T16:32:13.313127Z","end":"2026-07-28T16:32:16.28923Z","steps":["trace[462432216] 'agreement among raft nodes before linearized reading' (duration: 2.975464159s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.289756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317784745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:32:16.28977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:14.19804Z","time spent":"2.091718892s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"info","ts":"2026-07-28T16:32:16.289717Z","caller":"traceutil/trace.go:171","msg":"trace[356787661] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22641; }","duration":"705.374065ms","start":"2026-07-28T16:32:15.584122Z","end":"2026-07-28T16:32:16.289496Z","steps":["trace[356787661] 'agreement among raft nodes before linearized reading' (duration: 705.216941ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.289794Z","caller":"traceutil/trace.go:171","msg":"trace[1913786550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22641; }","duration":"2.317858937s","start":"2026-07-28T16:32:13.971925Z","end":"2026-07-28T16:32:16.289784Z","steps":["trace[1913786550] 'agreement among raft nodes before linearized reading' (duration: 2.317752015s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.289631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046301274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:16.289872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318451202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:16.289159Z","caller":"traceutil/trace.go:171","msg":"trace[1402806476] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22641; }","duration":"3.047960065s","start":"2026-07-28T16:32:13.241182Z","end":"2026-07-28T16:32:16.289142Z","steps":["trace[1402806476] 'agreement among raft nodes before linearized reading' (duration: 3.04776979s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.289914Z","caller":"traceutil/trace.go:171","msg":"trace[2008515511] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22641; }","duration":"2.318537774s","start":"2026-07-28T16:32:13.971366Z","end":"2026-07-28T16:32:16.289903Z","steps":["trace[2008515511] 'agreement among raft nodes before linearized reading' (duration: 2.318401451s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.289941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.241175Z","time spent":"3.048742274s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:16.289953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.971341Z","time spent":"2.318605475s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:16.289948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:15.584048Z","time spent":"705.769135ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:32:16.289982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049917833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:16.290014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368774617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:16.289407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:15.871209Z","time spent":"418.184953ms","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:32:16.289961Z","caller":"traceutil/trace.go:171","msg":"trace[807440421] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22641; }","duration":"3.046794406s","start":"2026-07-28T16:32:13.243091Z","end":"2026-07-28T16:32:16.289886Z","steps":["trace[807440421] 'agreement among raft nodes before linearized reading' (duration: 3.046095769s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.290096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050517667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:16.290093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049089682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:16.290141Z","caller":"traceutil/trace.go:171","msg":"trace[1924286165] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22641; }","duration":"3.049149904s","start":"2026-07-28T16:32:13.24098Z","end":"2026-07-28T16:32:16.29013Z","steps":["trace[1924286165] 'agreement among raft nodes before linearized reading' (duration: 3.049081922s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.289929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368654455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:16.290171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318856372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:32:16.290182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.240974Z","time spent":"3.049202125s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:32:16.290207Z","caller":"traceutil/trace.go:171","msg":"trace[1631830020] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22641; }","duration":"2.318908883s","start":"2026-07-28T16:32:13.971286Z","end":"2026-07-28T16:32:16.290194Z","steps":["trace[1631830020] 'agreement among raft nodes before linearized reading' (duration: 2.318819651s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.290247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.971279Z","time spent":"2.318962234s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:16.289798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.313105Z","time spent":"2.976681809s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:32:16.290308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569726518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:32:16.290329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949332833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:32:16.290342Z","caller":"traceutil/trace.go:171","msg":"trace[2020144793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22641; }","duration":"3.56978946s","start":"2026-07-28T16:32:12.720543Z","end":"2026-07-28T16:32:16.290332Z","steps":["trace[2020144793] 'agreement among raft nodes before linearized reading' (duration: 3.569623436s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.289237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.28628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:32:16.290384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:12.720526Z","time spent":"3.569848301s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:32:16.290408Z","caller":"traceutil/trace.go:171","msg":"trace[1005997196] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22641; }","duration":"457.51009ms","start":"2026-07-28T16:32:15.832887Z","end":"2026-07-28T16:32:16.290397Z","steps":["trace[1005997196] 'agreement among raft nodes before linearized reading' (duration: 456.305581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.29045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949585869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:32:16.289472Z","caller":"traceutil/trace.go:171","msg":"trace[946841080] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22641; }","duration":"1.841819256s","start":"2026-07-28T16:32:14.447633Z","end":"2026-07-28T16:32:16.289452Z","steps":["trace[946841080] 'agreement among raft nodes before linearized reading' (duration: 1.841754805s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.290227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047500084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:32:16.290554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951583568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:32:16.29058Z","caller":"traceutil/trace.go:171","msg":"trace[408595819] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:22641; }","duration":"2.951627529s","start":"2026-07-28T16:32:13.338946Z","end":"2026-07-28T16:32:16.290574Z","steps":["trace[408595819] 'agreement among raft nodes before linearized reading' (duration: 2.951554417s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.290601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.338937Z","time spent":"2.95165976s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"info","ts":"2026-07-28T16:32:16.290561Z","caller":"traceutil/trace.go:171","msg":"trace[1647016498] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22641; }","duration":"3.047880693s","start":"2026-07-28T16:32:13.242649Z","end":"2026-07-28T16:32:16.29053Z","steps":["trace[1647016498] 'agreement among raft nodes before linearized reading' (duration: 3.047044682s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.290708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975586843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:32:16.290733Z","caller":"traceutil/trace.go:171","msg":"trace[1152573109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22641; }","duration":"2.975635493s","start":"2026-07-28T16:32:13.315092Z","end":"2026-07-28T16:32:16.290728Z","steps":["trace[1152573109] 'agreement among raft nodes before linearized reading' (duration: 2.975578102s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.29075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.315083Z","time spent":"2.975663545s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:32:16.289581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040306819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:32:16.290819Z","caller":"traceutil/trace.go:171","msg":"trace[106793538] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22641; }","duration":"2.04158904s","start":"2026-07-28T16:32:14.249221Z","end":"2026-07-28T16:32:16.29081Z","steps":["trace[106793538] 'agreement among raft nodes before linearized reading' (duration: 2.040272958s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.290847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:14.249197Z","time spent":"2.041640812s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:32:16.290839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319945358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:32:16.290869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047275808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:16.290919Z","caller":"traceutil/trace.go:171","msg":"trace[409556118] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22641; }","duration":"3.04735808s","start":"2026-07-28T16:32:13.243549Z","end":"2026-07-28T16:32:16.290907Z","steps":["trace[409556118] 'agreement among raft nodes before linearized reading' (duration: 3.047221746s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.290931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977653003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:32:16.291022Z","caller":"traceutil/trace.go:171","msg":"trace[1242319654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22641; }","duration":"2.977778356s","start":"2026-07-28T16:32:13.313224Z","end":"2026-07-28T16:32:16.291003Z","steps":["trace[1242319654] 'agreement among raft nodes before linearized reading' (duration: 2.977579181s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.291036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047864853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:32:16.289146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.133121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:32:16.291075Z","caller":"traceutil/trace.go:171","msg":"trace[1603212478] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22641; }","duration":"3.047920914s","start":"2026-07-28T16:32:13.243146Z","end":"2026-07-28T16:32:16.291067Z","steps":["trace[1603212478] 'agreement among raft nodes before linearized reading' (duration: 3.047815781s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.291091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321016444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:16.291102Z","caller":"traceutil/trace.go:171","msg":"trace[2063183526] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22641; }","duration":"866.13343ms","start":"2026-07-28T16:32:15.424951Z","end":"2026-07-28T16:32:16.291085Z","steps":["trace[2063183526] 'agreement among raft nodes before linearized reading' (duration: 863.958997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.290247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947857097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:32:16.291145Z","caller":"traceutil/trace.go:171","msg":"trace[441066646] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22641; }","duration":"2.948779059s","start":"2026-07-28T16:32:13.342362Z","end":"2026-07-28T16:32:16.291141Z","steps":["trace[441066646] 'agreement among raft nodes before linearized reading' (duration: 2.947800696s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.291156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:15.424929Z","time spent":"866.211091ms","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":20,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:32:16.291171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.34235Z","time spent":"2.948816121s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:32:16.290145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705733152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:16.291029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321067436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:16.291224Z","caller":"traceutil/trace.go:171","msg":"trace[178003068] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:22641; }","duration":"2.706842809s","start":"2026-07-28T16:32:13.584365Z","end":"2026-07-28T16:32:16.291208Z","steps":["trace[178003068] 'agreement among raft nodes before linearized reading' (duration: 2.705758253s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.291248Z","caller":"traceutil/trace.go:171","msg":"trace[2104779878] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22641; }","duration":"2.321310852s","start":"2026-07-28T16:32:13.969917Z","end":"2026-07-28T16:32:16.291228Z","steps":["trace[2104779878] 'agreement among raft nodes before linearized reading' (duration: 2.321093906s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.29128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.58434Z","time spent":"2.706926191s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:32:16.291308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.969898Z","time spent":"2.321393153s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:32:16.29125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324287314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:16.29108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.313205Z","time spent":"2.977861058s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:32:16.290202Z","caller":"traceutil/trace.go:171","msg":"trace[1550410079] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22641; }","duration":"2.368957032s","start":"2026-07-28T16:32:13.921226Z","end":"2026-07-28T16:32:16.290183Z","steps":["trace[1550410079] 'agreement among raft nodes before linearized reading' (duration: 2.368671925s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.29161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.921203Z","time spent":"2.370395257s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:16.291113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.243137Z","time spent":"3.047970315s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:16.290792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.242641Z","time spent":"3.048067317s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:16.290451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:15.83286Z","time spent":"457.579121ms","remote":"127.0.0.1:35754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:32:16.29048Z","caller":"traceutil/trace.go:171","msg":"trace[1175156661] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22641; }","duration":"2.94963693s","start":"2026-07-28T16:32:13.340835Z","end":"2026-07-28T16:32:16.290472Z","steps":["trace[1175156661] 'agreement among raft nodes before linearized reading' (duration: 2.949558398s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.291844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.340819Z","time spent":"2.951013764s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:32:16.289307Z","caller":"traceutil/trace.go:171","msg":"trace[1405985174] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:22641; }","duration":"248.274495ms","start":"2026-07-28T16:32:16.04101Z","end":"2026-07-28T16:32:16.289284Z","steps":["trace[1405985174] 'agreement among raft nodes before linearized reading' (duration: 248.177103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.289273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047414682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:32:16.289673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.242639Z","time spent":"3.047022741s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-07-28T16:32:16.289734Z","caller":"traceutil/trace.go:171","msg":"trace[1833408951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22641; }","duration":"2.100812682s","start":"2026-07-28T16:32:14.188896Z","end":"2026-07-28T16:32:16.289709Z","steps":["trace[1833408951] 'agreement among raft nodes before linearized reading' (duration: 2.099588383s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.289835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.971903Z","time spent":"2.317925878s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:16.289833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347304044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:16.290043Z","caller":"traceutil/trace.go:171","msg":"trace[1416109441] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22641; }","duration":"3.050005134s","start":"2026-07-28T16:32:13.240023Z","end":"2026-07-28T16:32:16.290028Z","steps":["trace[1416109441] 'agreement among raft nodes before linearized reading' (duration: 3.049901532s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.290051Z","caller":"traceutil/trace.go:171","msg":"trace[775215250] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22641; }","duration":"2.368840559s","start":"2026-07-28T16:32:13.921198Z","end":"2026-07-28T16:32:16.290038Z","steps":["trace[775215250] 'agreement among raft nodes before linearized reading' (duration: 2.368789677s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.290098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578514224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:16.290146Z","caller":"traceutil/trace.go:171","msg":"trace[1928164571] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22641; }","duration":"3.050593169s","start":"2026-07-28T16:32:13.239531Z","end":"2026-07-28T16:32:16.290124Z","steps":["trace[1928164571] 'agreement among raft nodes before linearized reading' (duration: 3.050540487s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.290373Z","caller":"traceutil/trace.go:171","msg":"trace[1582771487] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:22641; }","duration":"2.949424215s","start":"2026-07-28T16:32:13.340939Z","end":"2026-07-28T16:32:16.290363Z","steps":["trace[1582771487] 'agreement among raft nodes before linearized reading' (duration: 2.949328043s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.290484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:14.44761Z","time spent":"1.842868042s","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:32:16.290878Z","caller":"traceutil/trace.go:171","msg":"trace[2134267284] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22641; }","duration":"2.32000176s","start":"2026-07-28T16:32:13.970866Z","end":"2026-07-28T16:32:16.290868Z","steps":["trace[2134267284] 'agreement among raft nodes before linearized reading' (duration: 2.319892067s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.29096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.243543Z","time spent":"3.047406431s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:16.289368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638293321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:16.291984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.921179Z","time spent":"2.370792667s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:32:16.292016Z","caller":"traceutil/trace.go:171","msg":"trace[727874035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22641; }","duration":"1.640962355s","start":"2026-07-28T16:32:14.651033Z","end":"2026-07-28T16:32:16.291996Z","steps":["trace[727874035] 'agreement among raft nodes before linearized reading' (duration: 1.638311621s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.292101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:14.651007Z","time spent":"1.641077019s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:32:16.292124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:14.188872Z","time spent":"2.103241301s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:32:16.292162Z","caller":"traceutil/trace.go:171","msg":"trace[937814919] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22641; }","duration":"2.580565324s","start":"2026-07-28T16:32:13.711575Z","end":"2026-07-28T16:32:16.29214Z","steps":["trace[937814919] 'agreement among raft nodes before linearized reading' (duration: 2.578497563s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.292215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.71151Z","time spent":"2.580691487s","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:32:16.292228Z","caller":"traceutil/trace.go:171","msg":"trace[1191872939] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22641; }","duration":"2.349713994s","start":"2026-07-28T16:32:13.942494Z","end":"2026-07-28T16:32:16.292208Z","steps":["trace[1191872939] 'agreement among raft nodes before linearized reading' (duration: 2.347293204s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.29225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.240014Z","time spent":"3.052228698s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:32:16.289316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314014465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:32:16.291117Z","caller":"traceutil/trace.go:171","msg":"trace[1180971760] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22641; }","duration":"2.321079746s","start":"2026-07-28T16:32:13.97003Z","end":"2026-07-28T16:32:16.291109Z","steps":["trace[1180971760] 'agreement among raft nodes before linearized reading' (duration: 2.321018984s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.291934Z","caller":"traceutil/trace.go:171","msg":"trace[861472970] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22641; }","duration":"3.050189169s","start":"2026-07-28T16:32:13.241726Z","end":"2026-07-28T16:32:16.291916Z","steps":["trace[861472970] 'agreement among raft nodes before linearized reading' (duration: 3.04692976s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.292396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.969999Z","time spent":"2.322386888s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:16.292414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.970849Z","time spent":"2.321507226s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T16:32:16.292005Z","caller":"traceutil/trace.go:171","msg":"trace[1731673632] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22641; }","duration":"2.324491989s","start":"2026-07-28T16:32:13.966929Z","end":"2026-07-28T16:32:16.291421Z","steps":["trace[1731673632] 'agreement among raft nodes before linearized reading' (duration: 2.32410774s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.292343Z","caller":"traceutil/trace.go:171","msg":"trace[1275994763] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22641; }","duration":"1.317064919s","start":"2026-07-28T16:32:14.975255Z","end":"2026-07-28T16:32:16.29232Z","steps":["trace[1275994763] 'agreement among raft nodes before linearized reading' (duration: 1.313971334s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.292558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.24308Z","time spent":"3.049463162s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:16.292602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:14.975231Z","time spent":"1.317361347s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:32:16.292618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.340909Z","time spent":"2.951694861s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"warn","ts":"2026-07-28T16:32:16.292544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.966917Z","time spent":"2.325609796s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:16.292418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.241706Z","time spent":"3.050700111s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:16.29278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.239508Z","time spent":"3.053260594s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:16.29229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.942481Z","time spent":"2.349790615s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:32:16.293799Z","caller":"traceutil/trace.go:171","msg":"trace[2138475398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22641; }","duration":"2.323661089s","start":"2026-07-28T16:32:13.970115Z","end":"2026-07-28T16:32:16.293776Z","steps":["trace[2138475398] 'agreement among raft nodes before linearized reading' (duration: 2.319473617s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.29387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:13.970105Z","time spent":"2.32374304s","remote":"127.0.0.1:58544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:32:16.933692Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20090} {"level":"warn","ts":"2026-07-28T16:32:16.934228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.391688ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-28T16:32:16.934411Z","caller":"traceutil/trace.go:171","msg":"trace[999599143] linearizableReadLoop","detail":"{readStateIndex:23351; appliedIndex:23350; }","duration":"637.83693ms","start":"2026-07-28T16:32:16.296554Z","end":"2026-07-28T16:32:16.934391Z","steps":["trace[999599143] 'read index received' (duration: 342.281883ms)","trace[999599143] 'applied index is now lower than readState.Index' (duration: 295.553917ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:16.934488Z","caller":"traceutil/trace.go:171","msg":"trace[1176012061] compact","detail":"{revision:20090; response_revision:22641; }","duration":"697.536553ms","start":"2026-07-28T16:32:16.236943Z","end":"2026-07-28T16:32:16.93448Z","steps":["trace[1176012061] 'process raft request' (duration: 401.876444ms)","trace[1176012061] 'check and update compact revision' (duration: 294.289486ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:16.934518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.236875Z","time spent":"697.640356ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T16:32:16.934708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.127747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T16:32:16.934788Z","caller":"traceutil/trace.go:171","msg":"trace[1928065453] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2; range_end:; response_count:1; response_revision:22641; }","duration":"638.26223ms","start":"2026-07-28T16:32:16.296502Z","end":"2026-07-28T16:32:16.934764Z","steps":["trace[1928065453] 'agreement among raft nodes before linearized reading' (duration: 637.997223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.934847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.296476Z","time spent":"638.358082ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" "} {"level":"info","ts":"2026-07-28T16:32:16.935199Z","caller":"traceutil/trace.go:171","msg":"trace[33213768] transaction","detail":"{read_only:false; response_revision:22642; number_of_response:1; }","duration":"638.129586ms","start":"2026-07-28T16:32:16.296991Z","end":"2026-07-28T16:32:16.93512Z","steps":["trace[33213768] 'process raft request' (duration: 637.385298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.935343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.296969Z","time spent":"638.291981ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:16.935489Z","caller":"traceutil/trace.go:171","msg":"trace[1591079222] transaction","detail":"{read_only:false; response_revision:22643; number_of_response:1; }","duration":"638.326891ms","start":"2026-07-28T16:32:16.297144Z","end":"2026-07-28T16:32:16.935471Z","steps":["trace[1591079222] 'process raft request' (duration: 637.952262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.935597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.297006Z","time spent":"638.536647ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:16.936738Z","caller":"traceutil/trace.go:171","msg":"trace[628749272] transaction","detail":"{read_only:false; response_revision:22646; number_of_response:1; }","duration":"637.381199ms","start":"2026-07-28T16:32:16.299347Z","end":"2026-07-28T16:32:16.936728Z","steps":["trace[628749272] 'process raft request' (duration: 637.206784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.936797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.299335Z","time spent":"637.43335ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:16.936788Z","caller":"traceutil/trace.go:171","msg":"trace[41300458] transaction","detail":"{read_only:false; response_revision:22649; number_of_response:1; }","duration":"633.932044ms","start":"2026-07-28T16:32:16.302827Z","end":"2026-07-28T16:32:16.936759Z","steps":["trace[41300458] 'process raft request' (duration: 633.869083ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.936821Z","caller":"traceutil/trace.go:171","msg":"trace[25465] transaction","detail":"{read_only:false; response_revision:22645; number_of_response:1; }","duration":"637.573383ms","start":"2026-07-28T16:32:16.299213Z","end":"2026-07-28T16:32:16.936787Z","steps":["trace[25465] 'process raft request' (duration: 637.247405ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.936877Z","caller":"traceutil/trace.go:171","msg":"trace[533006329] transaction","detail":"{read_only:false; response_revision:22647; number_of_response:1; }","duration":"636.61264ms","start":"2026-07-28T16:32:16.300245Z","end":"2026-07-28T16:32:16.936858Z","steps":["trace[533006329] 'process raft request' (duration: 636.367444ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:16.936918Z","caller":"traceutil/trace.go:171","msg":"trace[995898205] transaction","detail":"{read_only:false; response_revision:22648; number_of_response:1; }","duration":"635.967905ms","start":"2026-07-28T16:32:16.300924Z","end":"2026-07-28T16:32:16.936892Z","steps":["trace[995898205] 'process raft request' (duration: 635.728159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.936949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.300234Z","time spent":"636.678571ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:16.937007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.299186Z","time spent":"637.725447ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:16.93704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.300914Z","time spent":"636.065247ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:16.937091Z","caller":"traceutil/trace.go:171","msg":"trace[1759527220] transaction","detail":"{read_only:false; response_revision:22644; number_of_response:1; }","duration":"638.936287ms","start":"2026-07-28T16:32:16.29775Z","end":"2026-07-28T16:32:16.936687Z","steps":["trace[1759527220] 'process raft request' (duration: 637.703857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:16.937207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.297724Z","time spent":"639.447058ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:16.937016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.302816Z","time spent":"634.083369ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:17.053089Z","caller":"traceutil/trace.go:171","msg":"trace[1905255555] transaction","detail":"{read_only:false; response_revision:22650; number_of_response:1; }","duration":"121.128269ms","start":"2026-07-28T16:32:16.931923Z","end":"2026-07-28T16:32:17.053051Z","steps":["trace[1905255555] 'process raft request' (duration: 90.688898ms)","trace[1905255555] 'compare' (duration: 30.205555ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:17.053115Z","caller":"traceutil/trace.go:171","msg":"trace[1408348346] transaction","detail":"{read_only:false; response_revision:22651; number_of_response:1; }","duration":"116.335063ms","start":"2026-07-28T16:32:16.936756Z","end":"2026-07-28T16:32:17.053091Z","steps":["trace[1408348346] 'process raft request' (duration: 116.251481ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:17.053163Z","caller":"traceutil/trace.go:171","msg":"trace[1821449744] linearizableReadLoop","detail":"{readStateIndex:23360; appliedIndex:23359; }","duration":"118.70369ms","start":"2026-07-28T16:32:16.93444Z","end":"2026-07-28T16:32:17.053143Z","steps":["trace[1821449744] 'read index received' (duration: 88.180827ms)","trace[1821449744] 'applied index is now lower than readState.Index' (duration: 30.516623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:17.053375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.954054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:17.053497Z","caller":"traceutil/trace.go:171","msg":"trace[1796399458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22651; }","duration":"751.106388ms","start":"2026-07-28T16:32:16.302358Z","end":"2026-07-28T16:32:17.053465Z","steps":["trace[1796399458] 'agreement among raft nodes before linearized reading' (duration: 750.867322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:17.053562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.302353Z","time spent":"751.19935ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:32:17.053578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.764322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-28T16:32:17.053589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.852163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:32:17.053665Z","caller":"traceutil/trace.go:171","msg":"trace[574995965] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22651; }","duration":"746.867605ms","start":"2026-07-28T16:32:16.306777Z","end":"2026-07-28T16:32:17.053644Z","steps":["trace[574995965] 'agreement among raft nodes before linearized reading' (duration: 746.622549ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:17.053705Z","caller":"traceutil/trace.go:171","msg":"trace[151429952] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22651; }","duration":"739.971117ms","start":"2026-07-28T16:32:16.313686Z","end":"2026-07-28T16:32:17.053657Z","steps":["trace[151429952] 'agreement among raft nodes before linearized reading' (duration: 739.732571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:17.053715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.306771Z","time spent":"746.936246ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:32:17.05377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.313665Z","time spent":"740.089059ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:32:17.055447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.262036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734118"} {"level":"warn","ts":"2026-07-28T16:32:17.055476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.158467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734118"} {"level":"info","ts":"2026-07-28T16:32:17.055519Z","caller":"traceutil/trace.go:171","msg":"trace[449058491] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22651; }","duration":"752.342148ms","start":"2026-07-28T16:32:16.303161Z","end":"2026-07-28T16:32:17.055503Z","steps":["trace[449058491] 'agreement among raft nodes before linearized reading' (duration: 750.104643ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:17.055531Z","caller":"traceutil/trace.go:171","msg":"trace[552185847] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22651; }","duration":"755.256149ms","start":"2026-07-28T16:32:16.300261Z","end":"2026-07-28T16:32:17.055517Z","steps":["trace[552185847] 'agreement among raft nodes before linearized reading' (duration: 752.938293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:17.055507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.21079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734118"} {"level":"warn","ts":"2026-07-28T16:32:17.055574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.303118Z","time spent":"752.43747ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:32:17.055601Z","caller":"traceutil/trace.go:171","msg":"trace[1557086635] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22651; }","duration":"751.333054ms","start":"2026-07-28T16:32:16.304252Z","end":"2026-07-28T16:32:17.055585Z","steps":["trace[1557086635] 'agreement among raft nodes before linearized reading' (duration: 749.273254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:17.0557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.304221Z","time spent":"751.459266ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:32:17.055924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.188934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734118"} {"level":"info","ts":"2026-07-28T16:32:17.055983Z","caller":"traceutil/trace.go:171","msg":"trace[1685078435] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22651; }","duration":"752.266996ms","start":"2026-07-28T16:32:16.303701Z","end":"2026-07-28T16:32:17.055968Z","steps":["trace[1685078435] 'agreement among raft nodes before linearized reading' (duration: 749.476518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:17.056026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.303692Z","time spent":"752.323337ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:32:17.055577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.300227Z","time spent":"755.33472ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:32:17.056574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.221593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734118"} {"level":"info","ts":"2026-07-28T16:32:17.05665Z","caller":"traceutil/trace.go:171","msg":"trace[1252320603] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:22651; }","duration":"754.327536ms","start":"2026-07-28T16:32:16.302303Z","end":"2026-07-28T16:32:17.056631Z","steps":["trace[1252320603] 'agreement among raft nodes before linearized reading' (duration: 751.018216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:17.056699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:16.302288Z","time spent":"754.395677ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":734141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:32:17.180489Z","caller":"traceutil/trace.go:171","msg":"trace[1403448331] transaction","detail":"{read_only:false; response_revision:22652; number_of_response:1; }","duration":"120.173936ms","start":"2026-07-28T16:32:17.060275Z","end":"2026-07-28T16:32:17.180449Z","steps":["trace[1403448331] 'process raft request' (duration: 21.864202ms)","trace[1403448331] 'compare' (duration: 82.460948ms)","trace[1403448331] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; req_size:490; } (duration: 15.58306ms)"],"step_count":3} {"level":"info","ts":"2026-07-28T16:32:17.180659Z","caller":"traceutil/trace.go:171","msg":"trace[647502651] transaction","detail":"{read_only:false; response_revision:22653; number_of_response:1; }","duration":"118.609298ms","start":"2026-07-28T16:32:17.062014Z","end":"2026-07-28T16:32:17.180623Z","steps":["trace[647502651] 'process raft request' (duration: 118.357962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:17.45449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.982349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:32:17.454767Z","caller":"traceutil/trace.go:171","msg":"trace[110521938] linearizableReadLoop","detail":"{readStateIndex:23364; appliedIndex:23363; }","duration":"152.965705ms","start":"2026-07-28T16:32:17.30178Z","end":"2026-07-28T16:32:17.454746Z","steps":["trace[110521938] 'read index received' (duration: 21.876213ms)","trace[110521938] 'applied index is now lower than readState.Index' (duration: 131.087412ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:17.454889Z","caller":"traceutil/trace.go:171","msg":"trace[1365412865] transaction","detail":"{read_only:false; response_revision:22654; number_of_response:1; }","duration":"183.017036ms","start":"2026-07-28T16:32:17.271809Z","end":"2026-07-28T16:32:17.454826Z","steps":["trace[1365412865] 'process raft request' (duration: 51.606576ms)","trace[1365412865] 'compare' (duration: 79.073755ms)","trace[1365412865] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:470; } (duration: 51.690698ms)"],"step_count":3} {"level":"warn","ts":"2026-07-28T16:32:17.455134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.329953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22174"} {"level":"info","ts":"2026-07-28T16:32:17.455254Z","caller":"traceutil/trace.go:171","msg":"trace[750137099] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22654; }","duration":"153.5807ms","start":"2026-07-28T16:32:17.301649Z","end":"2026-07-28T16:32:17.45523Z","steps":["trace[750137099] 'agreement among raft nodes before linearized reading' (duration: 153.208361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:17.455871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.128026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:32:17.455938Z","caller":"traceutil/trace.go:171","msg":"trace[1100144614] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:22654; }","duration":"104.248909ms","start":"2026-07-28T16:32:17.351672Z","end":"2026-07-28T16:32:17.455921Z","steps":["trace[1100144614] 'agreement among raft nodes before linearized reading' (duration: 103.284215ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:17.526619Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20090,"took":"587.415263ms","hash":993005305,"current-db-size-bytes":42958848,"current-db-size":"43 MB","current-db-size-in-use-bytes":28180480,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T16:32:17.526775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":993005305,"revision":20090,"compact-revision":17742} {"level":"info","ts":"2026-07-28T16:32:17.643365Z","caller":"traceutil/trace.go:171","msg":"trace[1529604064] linearizableReadLoop","detail":"{readStateIndex:23366; appliedIndex:23365; }","duration":"111.894805ms","start":"2026-07-28T16:32:17.531439Z","end":"2026-07-28T16:32:17.643334Z","steps":["trace[1529604064] 'read index received' (duration: 74.869503ms)","trace[1529604064] 'applied index is now lower than readState.Index' (duration: 37.024062ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:17.64339Z","caller":"traceutil/trace.go:171","msg":"trace[1151617869] transaction","detail":"{read_only:false; response_revision:22655; number_of_response:1; }","duration":"114.120069ms","start":"2026-07-28T16:32:17.529225Z","end":"2026-07-28T16:32:17.643345Z","steps":["trace[1151617869] 'process raft request' (duration: 77.19561ms)","trace[1151617869] 'compare' (duration: 36.762695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:32:17.64363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.155141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:17.643787Z","caller":"traceutil/trace.go:171","msg":"trace[74519922] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22655; }","duration":"112.309434ms","start":"2026-07-28T16:32:17.53141Z","end":"2026-07-28T16:32:17.643719Z","steps":["trace[74519922] 'agreement among raft nodes before linearized reading' (duration: 112.020507ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:18.340636Z","caller":"traceutil/trace.go:171","msg":"trace[1178481435] transaction","detail":"{read_only:false; response_revision:22658; number_of_response:1; }","duration":"106.477772ms","start":"2026-07-28T16:32:18.234121Z","end":"2026-07-28T16:32:18.340598Z","steps":["trace[1178481435] 'process raft request' (duration: 39.683456ms)","trace[1178481435] 'compare' (duration: 66.52968ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:18.340659Z","caller":"traceutil/trace.go:171","msg":"trace[1180266514] transaction","detail":"{read_only:false; response_revision:22659; number_of_response:1; }","duration":"106.329479ms","start":"2026-07-28T16:32:18.234277Z","end":"2026-07-28T16:32:18.340606Z","steps":["trace[1180266514] 'process raft request' (duration: 106.228486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:19.586391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626811193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:32:20.087621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626811193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:32:20.179844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.235926523s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:32:20.18044Z","caller":"traceutil/trace.go:171","msg":"trace[121901714] transaction","detail":"{read_only:false; response_revision:22660; number_of_response:1; }","duration":"1.23661734s","start":"2026-07-28T16:32:18.943788Z","end":"2026-07-28T16:32:20.180405Z","steps":["trace[121901714] 'process raft request' (duration: 1.236391794s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.180656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:18.943767Z","time spent":"1.236786183s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:20.88782Z","caller":"traceutil/trace.go:171","msg":"trace[1396243688] transaction","detail":"{read_only:false; response_revision:22661; number_of_response:1; }","duration":"1.942507827s","start":"2026-07-28T16:32:18.945264Z","end":"2026-07-28T16:32:20.887772Z","steps":["trace[1396243688] 'process raft request' (duration: 1.942180359s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:20.887856Z","caller":"traceutil/trace.go:171","msg":"trace[1619954392] transaction","detail":"{read_only:false; response_revision:22663; number_of_response:1; }","duration":"1.939657627s","start":"2026-07-28T16:32:18.948163Z","end":"2026-07-28T16:32:20.887821Z","steps":["trace[1619954392] 'process raft request' (duration: 1.939560335s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.888013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:18.945243Z","time spent":"1.94266433s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:20.887868Z","caller":"traceutil/trace.go:171","msg":"trace[730332541] transaction","detail":"{read_only:false; response_revision:22662; number_of_response:1; }","duration":"1.940290883s","start":"2026-07-28T16:32:18.947515Z","end":"2026-07-28T16:32:20.887806Z","steps":["trace[730332541] 'process raft request' (duration: 1.940150469s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.88818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:18.948151Z","time spent":"1.939810901s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:20.88835Z","caller":"traceutil/trace.go:171","msg":"trace[112121301] transaction","detail":"{read_only:false; response_revision:22664; number_of_response:1; }","duration":"1.939858522s","start":"2026-07-28T16:32:18.948445Z","end":"2026-07-28T16:32:20.888304Z","steps":["trace[112121301] 'process raft request' (duration: 1.939323679s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.888326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:18.947505Z","time spent":"1.940731653s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:20.888547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:18.948437Z","time spent":"1.939957535s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:32:20.888572Z","caller":"traceutil/trace.go:171","msg":"trace[721300444] transaction","detail":"{read_only:false; response_revision:22666; number_of_response:1; }","duration":"1.828554182s","start":"2026-07-28T16:32:19.059995Z","end":"2026-07-28T16:32:20.888549Z","steps":["trace[721300444] 'process raft request' (duration: 1.828411059s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:20.888529Z","caller":"traceutil/trace.go:171","msg":"trace[1875002051] linearizableReadLoop","detail":"{readStateIndex:23377; appliedIndex:23370; }","duration":"1.803168524s","start":"2026-07-28T16:32:19.085337Z","end":"2026-07-28T16:32:20.888506Z","steps":["trace[1875002051] 'read index received' (duration: 1.094841357s)","trace[1875002051] 'applied index is now lower than readState.Index' (duration: 708.325997ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:32:20.888563Z","caller":"traceutil/trace.go:171","msg":"trace[2066630703] transaction","detail":"{read_only:false; response_revision:22665; number_of_response:1; }","duration":"1.939662597s","start":"2026-07-28T16:32:18.948853Z","end":"2026-07-28T16:32:20.888515Z","steps":["trace[2066630703] 'process raft request' (duration: 1.939407351s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.888654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:19.059974Z","time spent":"1.828636285s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:20.888669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803336439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:32:20.888723Z","caller":"traceutil/trace.go:171","msg":"trace[770101069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:22666; }","duration":"1.803450011s","start":"2026-07-28T16:32:19.085258Z","end":"2026-07-28T16:32:20.888708Z","steps":["trace[770101069] 'agreement among raft nodes before linearized reading' (duration: 1.803310967s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.888766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:18.948845Z","time spent":"1.939827282s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:20.888776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:19.085229Z","time spent":"1.803536743s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:32:20.891165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804826775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:32:20.891213Z","caller":"traceutil/trace.go:171","msg":"trace[487897437] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22669; }","duration":"1.804917887s","start":"2026-07-28T16:32:19.086282Z","end":"2026-07-28T16:32:20.8912Z","steps":["trace[487897437] 'agreement among raft nodes before linearized reading' (duration: 1.804782903s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.891236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:19.086255Z","time spent":"1.804976909s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:32:20.891395Z","caller":"traceutil/trace.go:171","msg":"trace[588934050] transaction","detail":"{read_only:false; response_revision:22667; number_of_response:1; }","duration":"641.209723ms","start":"2026-07-28T16:32:20.250179Z","end":"2026-07-28T16:32:20.891389Z","steps":["trace[588934050] 'process raft request' (duration: 640.741602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.891442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.25014Z","time spent":"641.274614ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:20.891523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.443889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:20.891505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.999857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:20.891545Z","caller":"traceutil/trace.go:171","msg":"trace[806344302] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22669; }","duration":"542.51826ms","start":"2026-07-28T16:32:20.349022Z","end":"2026-07-28T16:32:20.891541Z","steps":["trace[806344302] 'agreement among raft nodes before linearized reading' (duration: 542.484979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.891561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.348991Z","time spent":"542.566702ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:32:20.891567Z","caller":"traceutil/trace.go:171","msg":"trace[1022012651] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22669; }","duration":"542.07434ms","start":"2026-07-28T16:32:20.349482Z","end":"2026-07-28T16:32:20.891557Z","steps":["trace[1022012651] 'agreement among raft nodes before linearized reading' (duration: 541.979757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.89164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.644943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:20.891659Z","caller":"traceutil/trace.go:171","msg":"trace[1822408826] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22669; }","duration":"542.681254ms","start":"2026-07-28T16:32:20.348973Z","end":"2026-07-28T16:32:20.891654Z","steps":["trace[1822408826] 'agreement among raft nodes before linearized reading' (duration: 542.651563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.891673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.348965Z","time spent":"542.704384ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:32:20.89167Z","caller":"traceutil/trace.go:171","msg":"trace[1790587283] transaction","detail":"{read_only:false; response_revision:22668; number_of_response:1; }","duration":"543.682728ms","start":"2026-07-28T16:32:20.347978Z","end":"2026-07-28T16:32:20.891661Z","steps":["trace[1790587283] 'process raft request' (duration: 543.027912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.891751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.347958Z","time spent":"543.765601ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:20.891788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.997492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:32:20.891783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.390287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:32:20.891857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.147306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:20.891853Z","caller":"traceutil/trace.go:171","msg":"trace[493807909] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22669; }","duration":"542.464158ms","start":"2026-07-28T16:32:20.349368Z","end":"2026-07-28T16:32:20.891832Z","steps":["trace[493807909] 'agreement among raft nodes before linearized reading' (duration: 542.324555ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:20.891874Z","caller":"traceutil/trace.go:171","msg":"trace[1414868114] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22669; }","duration":"543.183326ms","start":"2026-07-28T16:32:20.348686Z","end":"2026-07-28T16:32:20.89187Z","steps":["trace[1414868114] 'agreement among raft nodes before linearized reading' (duration: 543.133605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.89189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.348676Z","time spent":"543.210727ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:20.891897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349361Z","time spent":"542.527441ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T16:32:20.89196Z","caller":"traceutil/trace.go:171","msg":"trace[471030007] transaction","detail":"{read_only:false; response_revision:22669; number_of_response:1; }","duration":"542.13035ms","start":"2026-07-28T16:32:20.349821Z","end":"2026-07-28T16:32:20.891951Z","steps":["trace[471030007] 'process raft request' (duration: 541.210528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.892005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.241812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:20.892021Z","caller":"traceutil/trace.go:171","msg":"trace[348170209] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22669; }","duration":"544.277273ms","start":"2026-07-28T16:32:20.347739Z","end":"2026-07-28T16:32:20.892016Z","steps":["trace[348170209] 'agreement among raft nodes before linearized reading' (duration: 544.231542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.892026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.3498Z","time spent":"542.184662ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:32:20.892083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.348964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:20.892103Z","caller":"traceutil/trace.go:171","msg":"trace[390687854] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22669; }","duration":"544.392346ms","start":"2026-07-28T16:32:20.347706Z","end":"2026-07-28T16:32:20.892099Z","steps":["trace[390687854] 'agreement among raft nodes before linearized reading' (duration: 544.334674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.892115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.347695Z","time spent":"544.417066ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:32:20.892163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.524599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:20.892174Z","caller":"traceutil/trace.go:171","msg":"trace[1911612506] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22669; }","duration":"544.555399ms","start":"2026-07-28T16:32:20.347615Z","end":"2026-07-28T16:32:20.89217Z","steps":["trace[1911612506] 'agreement among raft nodes before linearized reading' (duration: 544.532209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.892191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.347609Z","time spent":"544.5789ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:32:20.892279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.675653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:20.892297Z","caller":"traceutil/trace.go:171","msg":"trace[1144736870] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22669; }","duration":"544.714123ms","start":"2026-07-28T16:32:20.347578Z","end":"2026-07-28T16:32:20.892292Z","steps":["trace[1144736870] 'agreement among raft nodes before linearized reading' (duration: 544.667192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.892308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.34757Z","time spent":"544.736104ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:20.892286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.880019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:20.892395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.848727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:20.892396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.185477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:20.892417Z","caller":"traceutil/trace.go:171","msg":"trace[2094468092] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22669; }","duration":"544.918238ms","start":"2026-07-28T16:32:20.347493Z","end":"2026-07-28T16:32:20.892412Z","steps":["trace[2094468092] 'agreement among raft nodes before linearized reading' (duration: 544.880877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.892486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.347468Z","time spent":"545.013111ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:32:20.892483Z","caller":"traceutil/trace.go:171","msg":"trace[831714166] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22669; }","duration":"543.289169ms","start":"2026-07-28T16:32:20.349181Z","end":"2026-07-28T16:32:20.89247Z","steps":["trace[831714166] 'agreement among raft nodes before linearized reading' (duration: 543.176226ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:20.892476Z","caller":"traceutil/trace.go:171","msg":"trace[111489949] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22669; }","duration":"543.036332ms","start":"2026-07-28T16:32:20.34937Z","end":"2026-07-28T16:32:20.892407Z","steps":["trace[111489949] 'agreement among raft nodes before linearized reading' (duration: 542.828767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.892517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349152Z","time spent":"543.357071ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:32:20.892576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.652696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:20.892584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349362Z","time spent":"543.208817ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:20.89264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639492539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:32:20.892663Z","caller":"traceutil/trace.go:171","msg":"trace[1132213163] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22669; }","duration":"1.63954834s","start":"2026-07-28T16:32:19.253109Z","end":"2026-07-28T16:32:20.892657Z","steps":["trace[1132213163] 'agreement among raft nodes before linearized reading' (duration: 1.639505239s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.892678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:19.253087Z","time spent":"1.639587321s","remote":"127.0.0.1:35878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:32:20.892705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.33685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:20.891642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349469Z","time spent":"542.166841ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:32:20.892787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805293806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-28T16:32:20.891634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.444319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:32:20.892794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.545746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:32:20.892838Z","caller":"traceutil/trace.go:171","msg":"trace[1728465767] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22669; }","duration":"543.635347ms","start":"2026-07-28T16:32:20.349191Z","end":"2026-07-28T16:32:20.892827Z","steps":["trace[1728465767] 'agreement among raft nodes before linearized reading' (duration: 543.580406ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:32:20.89275Z","caller":"traceutil/trace.go:171","msg":"trace[507035367] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:22669; }","duration":"543.379391ms","start":"2026-07-28T16:32:20.34936Z","end":"2026-07-28T16:32:20.892739Z","steps":["trace[507035367] 'agreement among raft nodes before linearized reading' (duration: 543.31909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.892875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.655938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:32:20.892892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349335Z","time spent":"543.548285ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T16:32:20.892903Z","caller":"traceutil/trace.go:171","msg":"trace[90168728] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22669; }","duration":"543.681438ms","start":"2026-07-28T16:32:20.349213Z","end":"2026-07-28T16:32:20.892894Z","steps":["trace[90168728] 'agreement among raft nodes before linearized reading' (duration: 543.600206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.892933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349176Z","time spent":"543.75099ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:20.892868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349165Z","time spent":"543.695778ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:32:20.892949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.75544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:20.892998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806624839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:32:20.893023Z","caller":"traceutil/trace.go:171","msg":"trace[1559359875] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:22669; }","duration":"1.80668005s","start":"2026-07-28T16:32:19.086337Z","end":"2026-07-28T16:32:20.893017Z","steps":["trace[1559359875] 'agreement among raft nodes before linearized reading' (duration: 1.806617549s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.893046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:19.08631Z","time spent":"1.806732291s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:32:20.89294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806216508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:32:20.893185Z","caller":"traceutil/trace.go:171","msg":"trace[1769432460] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:22669; }","duration":"1.806480645s","start":"2026-07-28T16:32:19.086692Z","end":"2026-07-28T16:32:20.893172Z","steps":["trace[1769432460] 'agreement among raft nodes before linearized reading' (duration: 1.806188198s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.893224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:19.08668Z","time spent":"1.806532936s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"warn","ts":"2026-07-28T16:32:20.89326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.528285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:20.893291Z","caller":"traceutil/trace.go:171","msg":"trace[707541297] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22669; }","duration":"543.562465ms","start":"2026-07-28T16:32:20.349715Z","end":"2026-07-28T16:32:20.893277Z","steps":["trace[707541297] 'agreement among raft nodes before linearized reading' (duration: 543.505124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.893309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349707Z","time spent":"543.599666ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T16:32:20.893304Z","caller":"traceutil/trace.go:171","msg":"trace[693670313] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:22669; }","duration":"1.80585481s","start":"2026-07-28T16:32:19.087433Z","end":"2026-07-28T16:32:20.893288Z","steps":["trace[693670313] 'agreement among raft nodes before linearized reading' (duration: 1.805207164s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.893353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:19.08742Z","time spent":"1.805922511s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"warn","ts":"2026-07-28T16:32:20.893378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.195287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:20.893391Z","caller":"traceutil/trace.go:171","msg":"trace[734727682] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22669; }","duration":"543.232007ms","start":"2026-07-28T16:32:20.350154Z","end":"2026-07-28T16:32:20.893387Z","steps":["trace[734727682] 'agreement among raft nodes before linearized reading' (duration: 543.192606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.893409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.350064Z","time spent":"543.34272ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T16:32:20.893443Z","caller":"traceutil/trace.go:171","msg":"trace[1963556679] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22669; }","duration":"544.292993ms","start":"2026-07-28T16:32:20.349138Z","end":"2026-07-28T16:32:20.893431Z","steps":["trace[1963556679] 'agreement among raft nodes before linearized reading' (duration: 542.294244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.893481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349104Z","time spent":"544.367865ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:20.893518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.524454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T16:32:20.893537Z","caller":"traceutil/trace.go:171","msg":"trace[671538634] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:22669; }","duration":"543.559326ms","start":"2026-07-28T16:32:20.349973Z","end":"2026-07-28T16:32:20.893532Z","steps":["trace[671538634] 'agreement among raft nodes before linearized reading' (duration: 543.507684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.89355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349967Z","time spent":"543.580616ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-07-28T16:32:20.893005Z","caller":"traceutil/trace.go:171","msg":"trace[983181573] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22669; }","duration":"543.894824ms","start":"2026-07-28T16:32:20.3491Z","end":"2026-07-28T16:32:20.892995Z","steps":["trace[983181573] 'agreement among raft nodes before linearized reading' (duration: 543.819622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.892186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.535127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:32:20.893582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349061Z","time spent":"544.513579ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:32:20.893596Z","caller":"traceutil/trace.go:171","msg":"trace[279572873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22669; }","duration":"241.972332ms","start":"2026-07-28T16:32:20.651611Z","end":"2026-07-28T16:32:20.893583Z","steps":["trace[279572873] 'agreement among raft nodes before linearized reading' (duration: 240.522727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.893644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.735659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:32:20.893658Z","caller":"traceutil/trace.go:171","msg":"trace[1702932878] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22669; }","duration":"543.768421ms","start":"2026-07-28T16:32:20.349885Z","end":"2026-07-28T16:32:20.893654Z","steps":["trace[1702932878] 'agreement among raft nodes before linearized reading' (duration: 543.724389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.893676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349874Z","time spent":"543.799511ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T16:32:20.891809Z","caller":"traceutil/trace.go:171","msg":"trace[1640675438] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22669; }","duration":"543.043143ms","start":"2026-07-28T16:32:20.348759Z","end":"2026-07-28T16:32:20.891803Z","steps":["trace[1640675438] 'agreement among raft nodes before linearized reading' (duration: 542.975731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.893798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.348753Z","time spent":"545.035461ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:32:20.892033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.347726Z","time spent":"544.304554ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T16:32:20.8926Z","caller":"traceutil/trace.go:171","msg":"trace[1684289094] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22669; }","duration":"545.725788ms","start":"2026-07-28T16:32:20.346868Z","end":"2026-07-28T16:32:20.892594Z","steps":["trace[1684289094] 'agreement among raft nodes before linearized reading' (duration: 545.690837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.893922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.346839Z","time spent":"547.075831ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:32:20.893135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.943965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:32:20.896138Z","caller":"traceutil/trace.go:171","msg":"trace[154126993] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22669; }","duration":"546.964809ms","start":"2026-07-28T16:32:20.34916Z","end":"2026-07-28T16:32:20.896125Z","steps":["trace[154126993] 'agreement among raft nodes before linearized reading' (duration: 543.880414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:32:20.896188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:32:20.349104Z","time spent":"547.070991ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T16:33:30.702Z","caller":"traceutil/trace.go:171","msg":"trace[1217047827] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"117.583263ms","start":"2026-07-28T16:33:30.584376Z","end":"2026-07-28T16:33:30.701959Z","steps":["trace[1217047827] 'process raft request' (duration: 117.281495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:33:47.355459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.895519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:33:47.355578Z","caller":"traceutil/trace.go:171","msg":"trace[812736346] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:23212; }","duration":"104.073603ms","start":"2026-07-28T16:33:47.25147Z","end":"2026-07-28T16:33:47.355543Z","steps":["trace[812736346] 'range keys from in-memory index tree' (duration: 103.666324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:33:47.35571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.109139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T16:33:47.355848Z","caller":"traceutil/trace.go:171","msg":"trace[17343684] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:23212; }","duration":"121.310004ms","start":"2026-07-28T16:33:47.234508Z","end":"2026-07-28T16:33:47.355818Z","steps":["trace[17343684] 'range keys from in-memory index tree' (duration: 120.855072ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:33:59.764582Z","caller":"traceutil/trace.go:171","msg":"trace[1480812947] linearizableReadLoop","detail":"{readStateIndex:24031; appliedIndex:24030; }","duration":"112.903489ms","start":"2026-07-28T16:33:59.651634Z","end":"2026-07-28T16:33:59.764537Z","steps":["trace[1480812947] 'read index received' (duration: 97.806541ms)","trace[1480812947] 'applied index is now lower than readState.Index' (duration: 15.095098ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:33:59.764648Z","caller":"traceutil/trace.go:171","msg":"trace[548897680] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"113.018782ms","start":"2026-07-28T16:33:59.651575Z","end":"2026-07-28T16:33:59.764594Z","steps":["trace[548897680] 'process raft request' (duration: 97.926815ms)","trace[548897680] 'compare' (duration: 14.829861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:33:59.764752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.102514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:33:59.764889Z","caller":"traceutil/trace.go:171","msg":"trace[2001589796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23300; }","duration":"113.247007ms","start":"2026-07-28T16:33:59.651593Z","end":"2026-07-28T16:33:59.76484Z","steps":["trace[2001589796] 'agreement among raft nodes before linearized reading' (duration: 113.066443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:10.185768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.732429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:34:10.185902Z","caller":"traceutil/trace.go:171","msg":"trace[830518912] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:23365; }","duration":"106.910682ms","start":"2026-07-28T16:34:10.078959Z","end":"2026-07-28T16:34:10.18587Z","steps":["trace[830518912] 'range keys from in-memory index tree' (duration: 106.468112ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:10.221873Z","caller":"traceutil/trace.go:171","msg":"trace[338126937] linearizableReadLoop","detail":"{readStateIndex:24099; appliedIndex:24098; }","duration":"113.513523ms","start":"2026-07-28T16:34:10.108333Z","end":"2026-07-28T16:34:10.221846Z","steps":["trace[338126937] 'read index received' (duration: 113.263637ms)","trace[338126937] 'applied index is now lower than readState.Index' (duration: 248.646µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:34:10.222041Z","caller":"traceutil/trace.go:171","msg":"trace[2119695685] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"118.865324ms","start":"2026-07-28T16:34:10.10314Z","end":"2026-07-28T16:34:10.222005Z","steps":["trace[2119695685] 'process raft request' (duration: 118.534906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:10.222218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.878533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:34:10.222258Z","caller":"traceutil/trace.go:171","msg":"trace[410302681] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23366; }","duration":"113.971325ms","start":"2026-07-28T16:34:10.108277Z","end":"2026-07-28T16:34:10.222249Z","steps":["trace[410302681] 'agreement among raft nodes before linearized reading' (duration: 113.78339ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:14.111413Z","caller":"traceutil/trace.go:171","msg":"trace[381277478] linearizableReadLoop","detail":"{readStateIndex:24122; appliedIndex:24121; }","duration":"223.206174ms","start":"2026-07-28T16:34:13.888175Z","end":"2026-07-28T16:34:14.111381Z","steps":["trace[381277478] 'read index received' (duration: 222.894867ms)","trace[381277478] 'applied index is now lower than readState.Index' (duration: 309.407µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:34:14.111524Z","caller":"traceutil/trace.go:171","msg":"trace[2144891107] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"226.521945ms","start":"2026-07-28T16:34:13.884968Z","end":"2026-07-28T16:34:14.11149Z","steps":["trace[2144891107] 'process raft request' (duration: 226.148016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:14.111807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.616254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:34:14.11185Z","caller":"traceutil/trace.go:171","msg":"trace[1879040933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23388; }","duration":"223.702307ms","start":"2026-07-28T16:34:13.888135Z","end":"2026-07-28T16:34:14.111838Z","steps":["trace[1879040933] 'agreement among raft nodes before linearized reading' (duration: 223.551393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:14.112159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.194257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:34:14.1122Z","caller":"traceutil/trace.go:171","msg":"trace[422972307] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:23388; }","duration":"134.272699ms","start":"2026-07-28T16:34:13.977915Z","end":"2026-07-28T16:34:14.112188Z","steps":["trace[422972307] 'agreement among raft nodes before linearized reading' (duration: 134.140786ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:19.861383Z","caller":"traceutil/trace.go:171","msg":"trace[1300675867] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"158.202251ms","start":"2026-07-28T16:34:19.703154Z","end":"2026-07-28T16:34:19.861356Z","steps":["trace[1300675867] 'process raft request' (duration: 157.757101ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:30.051581Z","caller":"traceutil/trace.go:171","msg":"trace[1425663988] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"108.623724ms","start":"2026-07-28T16:34:29.942928Z","end":"2026-07-28T16:34:30.051552Z","steps":["trace[1425663988] 'process raft request' (duration: 108.417849ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:30.051713Z","caller":"traceutil/trace.go:171","msg":"trace[1121367663] linearizableReadLoop","detail":"{readStateIndex:24225; appliedIndex:24225; }","duration":"106.165385ms","start":"2026-07-28T16:34:29.945448Z","end":"2026-07-28T16:34:30.051613Z","steps":["trace[1121367663] 'read index received' (duration: 106.148725ms)","trace[1121367663] 'applied index is now lower than readState.Index' (duration: 13.64µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:34:30.052087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.583765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:34:30.052228Z","caller":"traceutil/trace.go:171","msg":"trace[1767862391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23488; }","duration":"106.79346ms","start":"2026-07-28T16:34:29.945391Z","end":"2026-07-28T16:34:30.052184Z","steps":["trace[1767862391] 'agreement among raft nodes before linearized reading' (duration: 106.450482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:55.79622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.139651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:34:55.796325Z","caller":"traceutil/trace.go:171","msg":"trace[1120667425] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23647; }","duration":"117.309966ms","start":"2026-07-28T16:34:55.678995Z","end":"2026-07-28T16:34:55.796305Z","steps":["trace[1120667425] 'count revisions from in-memory index tree' (duration: 117.010629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:55.796525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.52478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:34:55.796631Z","caller":"traceutil/trace.go:171","msg":"trace[1228322035] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23647; }","duration":"287.692704ms","start":"2026-07-28T16:34:55.508915Z","end":"2026-07-28T16:34:55.796607Z","steps":["trace[1228322035] 'count revisions from in-memory index tree' (duration: 287.399457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:55.79677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.592415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:34:55.796868Z","caller":"traceutil/trace.go:171","msg":"trace[2089469323] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:23647; }","duration":"182.738539ms","start":"2026-07-28T16:34:55.614104Z","end":"2026-07-28T16:34:55.796842Z","steps":["trace[2089469323] 'range keys from in-memory index tree' (duration: 182.001341ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:35:12.705165Z","caller":"traceutil/trace.go:171","msg":"trace[522857537] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"117.582503ms","start":"2026-07-28T16:35:12.587553Z","end":"2026-07-28T16:35:12.705136Z","steps":["trace[522857537] 'process raft request' (duration: 117.425199ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:35:14.24001Z","caller":"traceutil/trace.go:171","msg":"trace[2016895432] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"120.537685ms","start":"2026-07-28T16:35:14.119427Z","end":"2026-07-28T16:35:14.239964Z","steps":["trace[2016895432] 'process raft request' (duration: 98.840377ms)","trace[2016895432] 'compare' (duration: 21.427011ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:35:14.240367Z","caller":"traceutil/trace.go:171","msg":"trace[1774179889] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"120.741649ms","start":"2026-07-28T16:35:14.119599Z","end":"2026-07-28T16:35:14.240341Z","steps":["trace[1774179889] 'process raft request' (duration: 120.270838ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:35:14.770223Z","caller":"traceutil/trace.go:171","msg":"trace[444370367] linearizableReadLoop","detail":"{readStateIndex:24516; appliedIndex:24515; }","duration":"183.131138ms","start":"2026-07-28T16:35:14.587058Z","end":"2026-07-28T16:35:14.770189Z","steps":["trace[444370367] 'read index received' (duration: 182.974054ms)","trace[444370367] 'applied index is now lower than readState.Index' (duration: 155.574µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:35:14.770234Z","caller":"traceutil/trace.go:171","msg":"trace[855640007] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"190.399185ms","start":"2026-07-28T16:35:14.579791Z","end":"2026-07-28T16:35:14.77019Z","steps":["trace[855640007] 'process raft request' (duration: 190.174119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:35:14.770416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.401812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:35:14.77046Z","caller":"traceutil/trace.go:171","msg":"trace[1366152088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23770; }","duration":"120.508954ms","start":"2026-07-28T16:35:14.649938Z","end":"2026-07-28T16:35:14.770446Z","steps":["trace[1366152088] 'agreement among raft nodes before linearized reading' (duration: 120.417252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:35:14.770657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.549839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:35:14.770814Z","caller":"traceutil/trace.go:171","msg":"trace[85695015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23770; }","duration":"183.772583ms","start":"2026-07-28T16:35:14.587011Z","end":"2026-07-28T16:35:14.770783Z","steps":["trace[85695015] 'agreement among raft nodes before linearized reading' (duration: 183.341863ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:35:20.362764Z","caller":"traceutil/trace.go:171","msg":"trace[1644317342] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"101.078971ms","start":"2026-07-28T16:35:20.26154Z","end":"2026-07-28T16:35:20.362619Z","steps":["trace[1644317342] 'process raft request' (duration: 100.966748ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:35:24.349281Z","caller":"traceutil/trace.go:171","msg":"trace[1081118179] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"109.197628ms","start":"2026-07-28T16:35:24.240032Z","end":"2026-07-28T16:35:24.349229Z","steps":["trace[1081118179] 'process raft request' (duration: 108.969383ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:35:57.525014Z","caller":"traceutil/trace.go:171","msg":"trace[205235527] linearizableReadLoop","detail":"{readStateIndex:24794; appliedIndex:24793; }","duration":"155.449154ms","start":"2026-07-28T16:35:57.369539Z","end":"2026-07-28T16:35:57.524988Z","steps":["trace[205235527] 'read index received' (duration: 155.27303ms)","trace[205235527] 'applied index is now lower than readState.Index' (duration: 174.994µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:35:57.525243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.67538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:35:57.525338Z","caller":"traceutil/trace.go:171","msg":"trace[1387011394] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:24039; }","duration":"155.814073ms","start":"2026-07-28T16:35:57.369501Z","end":"2026-07-28T16:35:57.525315Z","steps":["trace[1387011394] 'agreement among raft nodes before linearized reading' (duration: 155.597048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:36:06.849649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.019416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:36:06.849764Z","caller":"traceutil/trace.go:171","msg":"trace[333333767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24098; }","duration":"199.18933ms","start":"2026-07-28T16:36:06.650552Z","end":"2026-07-28T16:36:06.849741Z","steps":["trace[333333767] 'range keys from in-memory index tree' (duration: 198.924143ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:36:19.400058Z","caller":"traceutil/trace.go:171","msg":"trace[915235525] linearizableReadLoop","detail":"{readStateIndex:24940; appliedIndex:24939; }","duration":"123.333223ms","start":"2026-07-28T16:36:19.276698Z","end":"2026-07-28T16:36:19.400031Z","steps":["trace[915235525] 'read index received' (duration: 123.089317ms)","trace[915235525] 'applied index is now lower than readState.Index' (duration: 242.646µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:36:19.40015Z","caller":"traceutil/trace.go:171","msg":"trace[1792903538] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"152.728739ms","start":"2026-07-28T16:36:19.247372Z","end":"2026-07-28T16:36:19.400101Z","steps":["trace[1792903538] 'process raft request' (duration: 152.479112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:36:19.400461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.745102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:36:19.400591Z","caller":"traceutil/trace.go:171","msg":"trace[204052345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24181; }","duration":"123.917186ms","start":"2026-07-28T16:36:19.276625Z","end":"2026-07-28T16:36:19.400542Z","steps":["trace[204052345] 'agreement among raft nodes before linearized reading' (duration: 123.562388ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:16.94391Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22637} {"level":"info","ts":"2026-07-28T16:37:17.044092Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22637,"took":"96.591511ms","hash":4235553688,"current-db-size-bytes":42958848,"current-db-size":"43 MB","current-db-size-in-use-bytes":24698880,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-28T16:37:17.044222Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4235553688,"revision":22637,"compact-revision":20090} {"level":"info","ts":"2026-07-28T16:37:27.07338Z","caller":"traceutil/trace.go:171","msg":"trace[1781312004] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"144.992481ms","start":"2026-07-28T16:37:26.928338Z","end":"2026-07-28T16:37:27.07333Z","steps":["trace[1781312004] 'process raft request' (duration: 131.984624ms)","trace[1781312004] 'compare' (duration: 12.709069ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:28.497916Z","caller":"traceutil/trace.go:171","msg":"trace[477116594] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"133.147804ms","start":"2026-07-28T16:37:28.364734Z","end":"2026-07-28T16:37:28.497882Z","steps":["trace[477116594] 'process raft request' (duration: 132.898648ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:32.159886Z","caller":"traceutil/trace.go:171","msg":"trace[512527058] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"251.557164ms","start":"2026-07-28T16:37:31.908268Z","end":"2026-07-28T16:37:32.159825Z","steps":["trace[512527058] 'process raft request' (duration: 251.37904ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:32.304975Z","caller":"traceutil/trace.go:171","msg":"trace[835812897] linearizableReadLoop","detail":"{readStateIndex:25418; appliedIndex:25416; }","duration":"360.299261ms","start":"2026-07-28T16:37:31.944642Z","end":"2026-07-28T16:37:32.304942Z","steps":["trace[835812897] 'read index received' (duration: 215.071666ms)","trace[835812897] 'applied index is now lower than readState.Index' (duration: 145.226415ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:32.30507Z","caller":"traceutil/trace.go:171","msg":"trace[1461888508] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"378.537545ms","start":"2026-07-28T16:37:31.926489Z","end":"2026-07-28T16:37:32.305027Z","steps":["trace[1461888508] 'process raft request' (duration: 376.042225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:32.305276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.61181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:37:32.305269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:31.926461Z","time spent":"378.69315ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22067,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:37:32.305363Z","caller":"traceutil/trace.go:171","msg":"trace[1873279894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24643; }","duration":"360.714821ms","start":"2026-07-28T16:37:31.944588Z","end":"2026-07-28T16:37:32.305303Z","steps":["trace[1873279894] 'agreement among raft nodes before linearized reading' (duration: 360.517166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:32.305407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:31.944573Z","time spent":"360.822774ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:37:32.305902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.146408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:32.305974Z","caller":"traceutil/trace.go:171","msg":"trace[567306109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24643; }","duration":"291.24064ms","start":"2026-07-28T16:37:32.014711Z","end":"2026-07-28T16:37:32.305952Z","steps":["trace[567306109] 'agreement among raft nodes before linearized reading' (duration: 291.150448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:32.305976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.950639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:37:32.306048Z","caller":"traceutil/trace.go:171","msg":"trace[2004899197] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24643; }","duration":"359.01161ms","start":"2026-07-28T16:37:31.946996Z","end":"2026-07-28T16:37:32.306007Z","steps":["trace[2004899197] 'agreement among raft nodes before linearized reading' (duration: 358.816196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:32.306022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.043681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:37:32.306124Z","caller":"traceutil/trace.go:171","msg":"trace[124513388] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:24643; }","duration":"359.186625ms","start":"2026-07-28T16:37:31.946912Z","end":"2026-07-28T16:37:32.306098Z","steps":["trace[124513388] 'agreement among raft nodes before linearized reading' (duration: 358.893237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:32.30615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:31.94699Z","time spent":"359.147924ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:37:32.306181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:31.946897Z","time spent":"359.273146ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:37:32.307595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.520067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:37:32.307725Z","caller":"traceutil/trace.go:171","msg":"trace[73075180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24643; }","duration":"360.709782ms","start":"2026-07-28T16:37:31.946984Z","end":"2026-07-28T16:37:32.307694Z","steps":["trace[73075180] 'agreement among raft nodes before linearized reading' (duration: 358.817695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:32.3078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:31.946969Z","time spent":"360.814355ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:37:33.072801Z","caller":"traceutil/trace.go:171","msg":"trace[532850373] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"109.483765ms","start":"2026-07-28T16:37:32.963281Z","end":"2026-07-28T16:37:33.072765Z","steps":["trace[532850373] 'process raft request' (duration: 109.24871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:33.16376Z","caller":"traceutil/trace.go:171","msg":"trace[61855790] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"177.505691ms","start":"2026-07-28T16:37:32.986214Z","end":"2026-07-28T16:37:33.16372Z","steps":["trace[61855790] 'process raft request' (duration: 117.47202ms)","trace[61855790] 'compare' (duration: 59.797436ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:33.163815Z","caller":"traceutil/trace.go:171","msg":"trace[817050234] linearizableReadLoop","detail":"{readStateIndex:25426; appliedIndex:25424; }","duration":"159.981275ms","start":"2026-07-28T16:37:33.003755Z","end":"2026-07-28T16:37:33.163736Z","steps":["trace[817050234] 'read index received' (duration: 68.863927ms)","trace[817050234] 'applied index is now lower than readState.Index' (duration: 91.115848ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:33.164043Z","caller":"traceutil/trace.go:171","msg":"trace[1327263149] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"121.325283ms","start":"2026-07-28T16:37:33.042669Z","end":"2026-07-28T16:37:33.163994Z","steps":["trace[1327263149] 'process raft request' (duration: 120.964444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:33.164567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.799034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-07-28T16:37:33.164617Z","caller":"traceutil/trace.go:171","msg":"trace[328381146] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:24653; }","duration":"160.929208ms","start":"2026-07-28T16:37:33.003677Z","end":"2026-07-28T16:37:33.164606Z","steps":["trace[328381146] 'agreement among raft nodes before linearized reading' (duration: 160.638331ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:33.384814Z","caller":"traceutil/trace.go:171","msg":"trace[1987752300] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"134.182717ms","start":"2026-07-28T16:37:33.250563Z","end":"2026-07-28T16:37:33.384745Z","steps":["trace[1987752300] 'process raft request' (duration: 86.189468ms)","trace[1987752300] 'compare' (duration: 47.596329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:37:33.642262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.597461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:37:33.64229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.969068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:37:33.642355Z","caller":"traceutil/trace.go:171","msg":"trace[1155946778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24657; }","duration":"128.758415ms","start":"2026-07-28T16:37:33.513573Z","end":"2026-07-28T16:37:33.642332Z","steps":["trace[1155946778] 'range keys from in-memory index tree' (duration: 128.382576ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:33.642458Z","caller":"traceutil/trace.go:171","msg":"trace[1677705271] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:24657; }","duration":"140.236794ms","start":"2026-07-28T16:37:33.502192Z","end":"2026-07-28T16:37:33.642429Z","steps":["trace[1677705271] 'range keys from in-memory index tree' (duration: 139.716022ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:34.017565Z","caller":"traceutil/trace.go:171","msg":"trace[841619214] linearizableReadLoop","detail":"{readStateIndex:25435; appliedIndex:25433; }","duration":"365.764935ms","start":"2026-07-28T16:37:33.651768Z","end":"2026-07-28T16:37:34.017533Z","steps":["trace[841619214] 'read index received' (duration: 76.481472ms)","trace[841619214] 'applied index is now lower than readState.Index' (duration: 289.280973ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:34.017646Z","caller":"traceutil/trace.go:171","msg":"trace[1200015227] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"369.448634ms","start":"2026-07-28T16:37:33.64817Z","end":"2026-07-28T16:37:34.017618Z","steps":["trace[1200015227] 'process raft request' (duration: 369.025854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.017837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.075093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:37:34.017934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.142773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:34.01795Z","caller":"traceutil/trace.go:171","msg":"trace[1600969650] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:24659; }","duration":"249.253338ms","start":"2026-07-28T16:37:33.768675Z","end":"2026-07-28T16:37:34.017928Z","steps":["trace[1600969650] 'agreement among raft nodes before linearized reading' (duration: 249.077203ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:34.017991Z","caller":"traceutil/trace.go:171","msg":"trace[1261215518] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:24659; }","duration":"108.206874ms","start":"2026-07-28T16:37:33.909759Z","end":"2026-07-28T16:37:34.017966Z","steps":["trace[1261215518] 'agreement among raft nodes before linearized reading' (duration: 108.145683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.018157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.726917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:37:34.018221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.029424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:37:34.018243Z","caller":"traceutil/trace.go:171","msg":"trace[1933113952] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:24659; }","duration":"108.83808ms","start":"2026-07-28T16:37:33.90938Z","end":"2026-07-28T16:37:34.018218Z","steps":["trace[1933113952] 'agreement among raft nodes before linearized reading' (duration: 108.593784ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:34.01827Z","caller":"traceutil/trace.go:171","msg":"trace[413189042] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:24659; }","duration":"109.100146ms","start":"2026-07-28T16:37:33.909156Z","end":"2026-07-28T16:37:34.018256Z","steps":["trace[413189042] 'agreement among raft nodes before linearized reading' (duration: 108.582633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.018288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.233509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:37:34.018316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.880151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:37:34.018396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.816375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:37:34.01841Z","caller":"traceutil/trace.go:171","msg":"trace[953480948] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24659; }","duration":"109.044445ms","start":"2026-07-28T16:37:33.909342Z","end":"2026-07-28T16:37:34.018386Z","steps":["trace[953480948] 'agreement among raft nodes before linearized reading' (duration: 108.704196ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:34.018434Z","caller":"traceutil/trace.go:171","msg":"trace[1999652064] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24659; }","duration":"107.871757ms","start":"2026-07-28T16:37:33.91055Z","end":"2026-07-28T16:37:34.018422Z","steps":["trace[1999652064] 'agreement among raft nodes before linearized reading' (duration: 107.711093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.01848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.697536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:37:34.018475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.817545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:37:34.018512Z","caller":"traceutil/trace.go:171","msg":"trace[1086192251] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24659; }","duration":"108.777349ms","start":"2026-07-28T16:37:33.909725Z","end":"2026-07-28T16:37:34.018502Z","steps":["trace[1086192251] 'agreement among raft nodes before linearized reading' (duration: 108.684016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.018518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.25765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:37:34.018538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.946948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:37:34.018563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.593742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:34.018557Z","caller":"traceutil/trace.go:171","msg":"trace[1892535193] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24659; }","duration":"107.977078ms","start":"2026-07-28T16:37:33.910558Z","end":"2026-07-28T16:37:34.018536Z","steps":["trace[1892535193] 'agreement among raft nodes before linearized reading' (duration: 107.679481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.01853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.84865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:34.0186Z","caller":"traceutil/trace.go:171","msg":"trace[155926777] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:24659; }","duration":"248.649724ms","start":"2026-07-28T16:37:33.769941Z","end":"2026-07-28T16:37:34.018591Z","steps":["trace[155926777] 'agreement among raft nodes before linearized reading' (duration: 248.597422ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:34.018606Z","caller":"traceutil/trace.go:171","msg":"trace[1516516515] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24659; }","duration":"108.03775ms","start":"2026-07-28T16:37:33.910552Z","end":"2026-07-28T16:37:34.018589Z","steps":["trace[1516516515] 'agreement among raft nodes before linearized reading' (duration: 107.829605ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:34.018632Z","caller":"traceutil/trace.go:171","msg":"trace[2021695382] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:24659; }","duration":"108.977943ms","start":"2026-07-28T16:37:33.909639Z","end":"2026-07-28T16:37:34.018617Z","steps":["trace[2021695382] 'agreement among raft nodes before linearized reading' (duration: 108.816049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.018641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.202387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:34.018559Z","caller":"traceutil/trace.go:171","msg":"trace[1365466907] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:24659; }","duration":"109.311281ms","start":"2026-07-28T16:37:33.909237Z","end":"2026-07-28T16:37:34.018549Z","steps":["trace[1365466907] 'agreement among raft nodes before linearized reading' (duration: 109.248099ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:34.018669Z","caller":"traceutil/trace.go:171","msg":"trace[1379057992] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:24659; }","duration":"249.283898ms","start":"2026-07-28T16:37:33.769377Z","end":"2026-07-28T16:37:34.018661Z","steps":["trace[1379057992] 'agreement among raft nodes before linearized reading' (duration: 249.238057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.018654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.964709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:37:34.0187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.111259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:37:34.018348Z","caller":"traceutil/trace.go:171","msg":"trace[1635579806] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:24659; }","duration":"109.309201ms","start":"2026-07-28T16:37:33.909019Z","end":"2026-07-28T16:37:34.018329Z","steps":["trace[1635579806] 'agreement among raft nodes before linearized reading' (duration: 109.225009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.017815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.028441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:34.018734Z","caller":"traceutil/trace.go:171","msg":"trace[83437990] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24659; }","duration":"181.16426ms","start":"2026-07-28T16:37:33.837557Z","end":"2026-07-28T16:37:34.018722Z","steps":["trace[83437990] 'agreement among raft nodes before linearized reading' (duration: 181.107568ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:34.018748Z","caller":"traceutil/trace.go:171","msg":"trace[1709743589] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:24659; }","duration":"108.05716ms","start":"2026-07-28T16:37:33.910644Z","end":"2026-07-28T16:37:34.018701Z","steps":["trace[1709743589] 'agreement among raft nodes before linearized reading' (duration: 107.839835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.018767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.226448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:34.018766Z","caller":"traceutil/trace.go:171","msg":"trace[1805494074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24659; }","duration":"366.996934ms","start":"2026-07-28T16:37:33.651751Z","end":"2026-07-28T16:37:34.018748Z","steps":["trace[1805494074] 'agreement among raft nodes before linearized reading' (duration: 365.961679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.018783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.093794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T16:37:34.018797Z","caller":"traceutil/trace.go:171","msg":"trace[783108636] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:24659; }","duration":"249.275208ms","start":"2026-07-28T16:37:33.769512Z","end":"2026-07-28T16:37:34.018788Z","steps":["trace[783108636] 'agreement among raft nodes before linearized reading' (duration: 249.230267ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:34.018808Z","caller":"traceutil/trace.go:171","msg":"trace[1791632309] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:24659; }","duration":"249.136615ms","start":"2026-07-28T16:37:33.769663Z","end":"2026-07-28T16:37:34.0188Z","steps":["trace[1791632309] 'agreement among raft nodes before linearized reading' (duration: 249.065413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.018815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:33.651678Z","time spent":"367.120548ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:37:34.018831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.555586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:37:34.018862Z","caller":"traceutil/trace.go:171","msg":"trace[854543862] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:24659; }","duration":"247.636629ms","start":"2026-07-28T16:37:33.771217Z","end":"2026-07-28T16:37:34.018854Z","steps":["trace[854543862] 'agreement among raft nodes before linearized reading' (duration: 247.543247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.018893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.984339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:37:34.018905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.793327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:37:34.018911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.838603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:34.01893Z","caller":"traceutil/trace.go:171","msg":"trace[1254743322] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:24659; }","duration":"207.041781ms","start":"2026-07-28T16:37:33.811878Z","end":"2026-07-28T16:37:34.01892Z","steps":["trace[1254743322] 'agreement among raft nodes before linearized reading' (duration: 206.939748ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:34.01895Z","caller":"traceutil/trace.go:171","msg":"trace[801264065] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:24659; }","duration":"248.853928ms","start":"2026-07-28T16:37:33.770086Z","end":"2026-07-28T16:37:34.018939Z","steps":["trace[801264065] 'agreement among raft nodes before linearized reading' (duration: 248.775336ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:34.018961Z","caller":"traceutil/trace.go:171","msg":"trace[988124547] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:24659; }","duration":"247.911125ms","start":"2026-07-28T16:37:33.771037Z","end":"2026-07-28T16:37:34.018948Z","steps":["trace[988124547] 'agreement among raft nodes before linearized reading' (duration: 247.835244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:34.019244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:33.648151Z","time spent":"370.90687ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:37:34.01928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.594022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:34.019333Z","caller":"traceutil/trace.go:171","msg":"trace[956904075] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:24659; }","duration":"110.690484ms","start":"2026-07-28T16:37:33.908628Z","end":"2026-07-28T16:37:34.019318Z","steps":["trace[956904075] 'agreement among raft nodes before linearized reading' (duration: 110.373477ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:35.318684Z","caller":"traceutil/trace.go:171","msg":"trace[1756000648] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"148.835653ms","start":"2026-07-28T16:37:35.169808Z","end":"2026-07-28T16:37:35.318643Z","steps":["trace[1756000648] 'process raft request' (duration: 147.350407ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:35.318949Z","caller":"traceutil/trace.go:171","msg":"trace[972434731] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"148.939086ms","start":"2026-07-28T16:37:35.169983Z","end":"2026-07-28T16:37:35.318922Z","steps":["trace[972434731] 'process raft request' (duration: 148.835663ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:36.363986Z","caller":"traceutil/trace.go:171","msg":"trace[673393471] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"113.724498ms","start":"2026-07-28T16:37:36.250213Z","end":"2026-07-28T16:37:36.363938Z","steps":["trace[673393471] 'process raft request' (duration: 113.359359ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:36.564412Z","caller":"traceutil/trace.go:171","msg":"trace[1204380092] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"126.153191ms","start":"2026-07-28T16:37:36.438233Z","end":"2026-07-28T16:37:36.564386Z","steps":["trace[1204380092] 'process raft request' (duration: 117.009328ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:36.564757Z","caller":"traceutil/trace.go:171","msg":"trace[1232662392] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"126.51474ms","start":"2026-07-28T16:37:36.43821Z","end":"2026-07-28T16:37:36.564725Z","steps":["trace[1232662392] 'process raft request' (duration: 126.134511ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:37.497977Z","caller":"traceutil/trace.go:171","msg":"trace[1787312886] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"173.759831ms","start":"2026-07-28T16:37:37.32418Z","end":"2026-07-28T16:37:37.49794Z","steps":["trace[1787312886] 'process raft request' (duration: 173.569266ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:37.508517Z","caller":"traceutil/trace.go:171","msg":"trace[59395084] linearizableReadLoop","detail":"{readStateIndex:25455; appliedIndex:25453; }","duration":"139.475906ms","start":"2026-07-28T16:37:37.369026Z","end":"2026-07-28T16:37:37.508502Z","steps":["trace[59395084] 'read index received' (duration: 128.862517ms)","trace[59395084] 'applied index is now lower than readState.Index' (duration: 10.612569ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:37.508573Z","caller":"traceutil/trace.go:171","msg":"trace[341440460] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"184.049621ms","start":"2026-07-28T16:37:37.324481Z","end":"2026-07-28T16:37:37.508531Z","steps":["trace[341440460] 'process raft request' (duration: 183.944098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:37.508735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.696481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:37:37.508774Z","caller":"traceutil/trace.go:171","msg":"trace[1038365917] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:24679; }","duration":"139.802113ms","start":"2026-07-28T16:37:37.368962Z","end":"2026-07-28T16:37:37.508764Z","steps":["trace[1038365917] 'agreement among raft nodes before linearized reading' (duration: 139.636129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:37.509029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.58424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-07-28T16:37:37.509094Z","caller":"traceutil/trace.go:171","msg":"trace[206461424] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:24679; }","duration":"137.734193ms","start":"2026-07-28T16:37:37.371347Z","end":"2026-07-28T16:37:37.509081Z","steps":["trace[206461424] 'agreement among raft nodes before linearized reading' (duration: 137.472397ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:37.661287Z","caller":"traceutil/trace.go:171","msg":"trace[1068921994] linearizableReadLoop","detail":"{readStateIndex:25458; appliedIndex:25457; }","duration":"126.560821ms","start":"2026-07-28T16:37:37.534698Z","end":"2026-07-28T16:37:37.661259Z","steps":["trace[1068921994] 'read index received' (duration: 125.972366ms)","trace[1068921994] 'applied index is now lower than readState.Index' (duration: 587.135µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:37.661409Z","caller":"traceutil/trace.go:171","msg":"trace[150970126] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"133.220783ms","start":"2026-07-28T16:37:37.528177Z","end":"2026-07-28T16:37:37.661398Z","steps":["trace[150970126] 'process raft request' (duration: 132.68229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:37.661759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.035772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T16:37:37.661803Z","caller":"traceutil/trace.go:171","msg":"trace[47693795] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24681; }","duration":"127.113735ms","start":"2026-07-28T16:37:37.534679Z","end":"2026-07-28T16:37:37.661793Z","steps":["trace[47693795] 'agreement among raft nodes before linearized reading' (duration: 126.90591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:38.076044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.197847ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:38.076253Z","caller":"traceutil/trace.go:171","msg":"trace[1265277141] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24681; }","duration":"249.430782ms","start":"2026-07-28T16:37:37.8268Z","end":"2026-07-28T16:37:38.076231Z","steps":["trace[1265277141] 'range keys from in-memory index tree' (duration: 249.174646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:38.076441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.886638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-07-28T16:37:38.076568Z","caller":"traceutil/trace.go:171","msg":"trace[601825445] linearizableReadLoop","detail":"{readStateIndex:25459; appliedIndex:25458; }","duration":"335.357624ms","start":"2026-07-28T16:37:37.741191Z","end":"2026-07-28T16:37:38.076548Z","steps":["trace[601825445] 'read index received' (duration: 84.240041ms)","trace[601825445] 'applied index is now lower than readState.Index' (duration: 251.116013ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:38.076639Z","caller":"traceutil/trace.go:171","msg":"trace[818181047] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24682; }","duration":"364.437562ms","start":"2026-07-28T16:37:37.712185Z","end":"2026-07-28T16:37:38.076623Z","steps":["trace[818181047] 'process raft request' (duration: 113.157475ms)","trace[818181047] 'compare' (duration: 250.758534ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:37:38.07686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.992083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:37:38.076932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.716693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:37:38.076984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:37.712147Z","time spent":"364.541685ms","remote":"127.0.0.1:42814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":68,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-28T16:37:38.077024Z","caller":"traceutil/trace.go:171","msg":"trace[1824277355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24682; }","duration":"335.865737ms","start":"2026-07-28T16:37:37.741136Z","end":"2026-07-28T16:37:38.077002Z","steps":["trace[1824277355] 'agreement among raft nodes before linearized reading' (duration: 335.55794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:38.077087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:37.741115Z","time spent":"335.958369ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:37:38.076961Z","caller":"traceutil/trace.go:171","msg":"trace[2063001621] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24682; }","duration":"178.163607ms","start":"2026-07-28T16:37:37.898768Z","end":"2026-07-28T16:37:38.076932Z","steps":["trace[2063001621] 'agreement among raft nodes before linearized reading' (duration: 177.964993ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:38.313692Z","caller":"traceutil/trace.go:171","msg":"trace[961524571] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"230.00909ms","start":"2026-07-28T16:37:38.08365Z","end":"2026-07-28T16:37:38.313659Z","steps":["trace[961524571] 'process raft request' (duration: 227.487988ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:38.344182Z","caller":"traceutil/trace.go:171","msg":"trace[769868662] linearizableReadLoop","detail":"{readStateIndex:25461; appliedIndex:25459; }","duration":"173.75942ms","start":"2026-07-28T16:37:38.170391Z","end":"2026-07-28T16:37:38.344151Z","steps":["trace[769868662] 'read index received' (duration: 140.776777ms)","trace[769868662] 'applied index is now lower than readState.Index' (duration: 32.980993ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:38.344322Z","caller":"traceutil/trace.go:171","msg":"trace[1257643913] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"260.02628ms","start":"2026-07-28T16:37:38.084253Z","end":"2026-07-28T16:37:38.344279Z","steps":["trace[1257643913] 'process raft request' (duration: 259.767064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:38.344447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.979195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:37:38.344495Z","caller":"traceutil/trace.go:171","msg":"trace[1770370979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24684; }","duration":"174.1531ms","start":"2026-07-28T16:37:38.170327Z","end":"2026-07-28T16:37:38.34448Z","steps":["trace[1770370979] 'agreement among raft nodes before linearized reading' (duration: 173.998497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:38.344566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.066071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T16:37:38.344666Z","caller":"traceutil/trace.go:171","msg":"trace[622126510] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:24684; }","duration":"138.223645ms","start":"2026-07-28T16:37:38.206414Z","end":"2026-07-28T16:37:38.344637Z","steps":["trace[622126510] 'agreement among raft nodes before linearized reading' (duration: 137.967489ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:38.516745Z","caller":"traceutil/trace.go:171","msg":"trace[895554363] linearizableReadLoop","detail":"{readStateIndex:25463; appliedIndex:25462; }","duration":"146.473215ms","start":"2026-07-28T16:37:38.370241Z","end":"2026-07-28T16:37:38.516714Z","steps":["trace[895554363] 'read index received' (duration: 115.421609ms)","trace[895554363] 'applied index is now lower than readState.Index' (duration: 31.049966ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:38.516978Z","caller":"traceutil/trace.go:171","msg":"trace[2105197997] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"162.804893ms","start":"2026-07-28T16:37:38.35413Z","end":"2026-07-28T16:37:38.516935Z","steps":["trace[2105197997] 'process raft request' (duration: 131.622444ms)","trace[2105197997] 'compare' (duration: 30.81279ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:37:38.51706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.771724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T16:37:38.517105Z","caller":"traceutil/trace.go:171","msg":"trace[2130915596] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:24686; }","duration":"128.868946ms","start":"2026-07-28T16:37:38.388224Z","end":"2026-07-28T16:37:38.517092Z","steps":["trace[2130915596] 'agreement among raft nodes before linearized reading' (duration: 128.694872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:38.517147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.891265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:37:38.517259Z","caller":"traceutil/trace.go:171","msg":"trace[231749552] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24686; }","duration":"147.07846ms","start":"2026-07-28T16:37:38.370159Z","end":"2026-07-28T16:37:38.517238Z","steps":["trace[231749552] 'agreement among raft nodes before linearized reading' (duration: 146.742812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:38.517377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.216748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:37:38.517418Z","caller":"traceutil/trace.go:171","msg":"trace[943844659] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24686; }","duration":"109.281729ms","start":"2026-07-28T16:37:38.408125Z","end":"2026-07-28T16:37:38.517407Z","steps":["trace[943844659] 'agreement among raft nodes before linearized reading' (duration: 109.210697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:38.816466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.095674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:37:38.816601Z","caller":"traceutil/trace.go:171","msg":"trace[1812982158] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"242.887982ms","start":"2026-07-28T16:37:38.57369Z","end":"2026-07-28T16:37:38.816578Z","steps":["trace[1812982158] 'process raft request' (duration: 115.560433ms)","trace[1812982158] 'compare' (duration: 126.95261ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:38.846923Z","caller":"traceutil/trace.go:171","msg":"trace[760260431] linearizableReadLoop","detail":"{readStateIndex:25468; appliedIndex:25466; }","duration":"236.764194ms","start":"2026-07-28T16:37:38.610147Z","end":"2026-07-28T16:37:38.846911Z","steps":["trace[760260431] 'read index received' (duration: 79.067135ms)","trace[760260431] 'applied index is now lower than readState.Index' (duration: 157.696119ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:38.846995Z","caller":"traceutil/trace.go:171","msg":"trace[146487910] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"176.386254ms","start":"2026-07-28T16:37:38.670601Z","end":"2026-07-28T16:37:38.846987Z","steps":["trace[146487910] 'process raft request' (duration: 176.275801ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:38.847245Z","caller":"traceutil/trace.go:171","msg":"trace[64584707] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"271.5237ms","start":"2026-07-28T16:37:38.575711Z","end":"2026-07-28T16:37:38.847234Z","steps":["trace[64584707] 'process raft request' (duration: 271.096129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:38.847526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.341948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:37:38.847641Z","caller":"traceutil/trace.go:171","msg":"trace[1619326417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:24692; }","duration":"237.510262ms","start":"2026-07-28T16:37:38.610105Z","end":"2026-07-28T16:37:38.847615Z","steps":["trace[1619326417] 'agreement among raft nodes before linearized reading' (duration: 237.226605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:38.847678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.679658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:37:38.847519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.341354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:37:38.847751Z","caller":"traceutil/trace.go:171","msg":"trace[455351175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24692; }","duration":"187.792882ms","start":"2026-07-28T16:37:38.659934Z","end":"2026-07-28T16:37:38.847727Z","steps":["trace[455351175] 'agreement among raft nodes before linearized reading' (duration: 187.657198ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:38.847782Z","caller":"traceutil/trace.go:171","msg":"trace[487417712] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:24692; }","duration":"234.632303ms","start":"2026-07-28T16:37:38.613127Z","end":"2026-07-28T16:37:38.847759Z","steps":["trace[487417712] 'agreement among raft nodes before linearized reading' (duration: 234.080349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:38.848037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.281101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:37:38.848132Z","caller":"traceutil/trace.go:171","msg":"trace[648082287] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:24692; }","duration":"139.400074ms","start":"2026-07-28T16:37:38.708714Z","end":"2026-07-28T16:37:38.848114Z","steps":["trace[648082287] 'agreement among raft nodes before linearized reading' (duration: 139.197399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:39.099345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.977357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:37:39.099635Z","caller":"traceutil/trace.go:171","msg":"trace[429063272] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"180.829973ms","start":"2026-07-28T16:37:38.918778Z","end":"2026-07-28T16:37:39.099608Z","steps":["trace[429063272] 'process raft request' (duration: 180.69704ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:39.099807Z","caller":"traceutil/trace.go:171","msg":"trace[382149445] linearizableReadLoop","detail":"{readStateIndex:25471; appliedIndex:25470; }","duration":"204.323074ms","start":"2026-07-28T16:37:38.895448Z","end":"2026-07-28T16:37:39.099771Z","steps":["trace[382149445] 'read index received' (duration: 61.753193ms)","trace[382149445] 'applied index is now lower than readState.Index' (duration: 142.566311ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:39.099884Z","caller":"traceutil/trace.go:171","msg":"trace[123961158] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"238.430685ms","start":"2026-07-28T16:37:38.861424Z","end":"2026-07-28T16:37:39.099854Z","steps":["trace[123961158] 'process raft request' (duration: 95.829963ms)","trace[123961158] 'compare' (duration: 141.646389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:37:39.100204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.425094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1632"} {"level":"info","ts":"2026-07-28T16:37:39.100267Z","caller":"traceutil/trace.go:171","msg":"trace[219980235] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24695; }","duration":"178.509046ms","start":"2026-07-28T16:37:38.921741Z","end":"2026-07-28T16:37:39.10025Z","steps":["trace[219980235] 'agreement among raft nodes before linearized reading' (duration: 178.249819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:39.100928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.636894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734204"} {"level":"info","ts":"2026-07-28T16:37:39.100992Z","caller":"traceutil/trace.go:171","msg":"trace[2124049900] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:24695; }","duration":"239.719436ms","start":"2026-07-28T16:37:38.861259Z","end":"2026-07-28T16:37:39.100978Z","steps":["trace[2124049900] 'agreement among raft nodes before linearized reading' (duration: 238.678431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:39.100994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.610733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734204"} {"level":"info","ts":"2026-07-28T16:37:39.101101Z","caller":"traceutil/trace.go:171","msg":"trace[593728351] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:24695; }","duration":"239.780688ms","start":"2026-07-28T16:37:38.861294Z","end":"2026-07-28T16:37:39.101075Z","steps":["trace[593728351] 'agreement among raft nodes before linearized reading' (duration: 238.64138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:39.101583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.873807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734204"} {"level":"warn","ts":"2026-07-28T16:37:39.102009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.302191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:734204"} {"level":"info","ts":"2026-07-28T16:37:39.102055Z","caller":"traceutil/trace.go:171","msg":"trace[1318026847] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:24695; }","duration":"238.363503ms","start":"2026-07-28T16:37:38.863682Z","end":"2026-07-28T16:37:39.102046Z","steps":["trace[1318026847] 'agreement among raft nodes before linearized reading' (duration: 236.124999ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:39.101673Z","caller":"traceutil/trace.go:171","msg":"trace[92873506] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:24695; }","duration":"237.032771ms","start":"2026-07-28T16:37:38.864626Z","end":"2026-07-28T16:37:39.101659Z","steps":["trace[92873506] 'agreement among raft nodes before linearized reading' (duration: 235.168926ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:39.268649Z","caller":"traceutil/trace.go:171","msg":"trace[635727230] linearizableReadLoop","detail":"{readStateIndex:25474; appliedIndex:25472; }","duration":"141.68233ms","start":"2026-07-28T16:37:39.126938Z","end":"2026-07-28T16:37:39.26862Z","steps":["trace[635727230] 'read index received' (duration: 28.706549ms)","trace[635727230] 'applied index is now lower than readState.Index' (duration: 112.974531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:37:39.268952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.982477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:37:39.269Z","caller":"traceutil/trace.go:171","msg":"trace[589550652] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24697; }","duration":"142.10429ms","start":"2026-07-28T16:37:39.126884Z","end":"2026-07-28T16:37:39.268989Z","steps":["trace[589550652] 'agreement among raft nodes before linearized reading' (duration: 141.852783ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:39.269454Z","caller":"traceutil/trace.go:171","msg":"trace[346490915] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"159.064083ms","start":"2026-07-28T16:37:39.110375Z","end":"2026-07-28T16:37:39.269439Z","steps":["trace[346490915] 'process raft request' (duration: 157.943275ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:39.340827Z","caller":"traceutil/trace.go:171","msg":"trace[437135387] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"133.707905ms","start":"2026-07-28T16:37:39.207091Z","end":"2026-07-28T16:37:39.340799Z","steps":["trace[437135387] 'process raft request' (duration: 133.52094ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:39.386595Z","caller":"traceutil/trace.go:171","msg":"trace[1039886553] linearizableReadLoop","detail":"{readStateIndex:25476; appliedIndex:25474; }","duration":"102.792873ms","start":"2026-07-28T16:37:39.283772Z","end":"2026-07-28T16:37:39.386564Z","steps":["trace[1039886553] 'read index received' (duration: 56.841464ms)","trace[1039886553] 'applied index is now lower than readState.Index' (duration: 45.949779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:37:39.386757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.960957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:39.386799Z","caller":"traceutil/trace.go:171","msg":"trace[1948168109] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:24698; }","duration":"103.073699ms","start":"2026-07-28T16:37:39.283715Z","end":"2026-07-28T16:37:39.386788Z","steps":["trace[1948168109] 'agreement among raft nodes before linearized reading' (duration: 102.959057ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:39.625007Z","caller":"traceutil/trace.go:171","msg":"trace[541433862] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"178.465325ms","start":"2026-07-28T16:37:39.4465Z","end":"2026-07-28T16:37:39.624965Z","steps":["trace[541433862] 'process raft request' (duration: 178.052695ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:39.697137Z","caller":"traceutil/trace.go:171","msg":"trace[1818132772] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"193.619454ms","start":"2026-07-28T16:37:39.503451Z","end":"2026-07-28T16:37:39.69707Z","steps":["trace[1818132772] 'process raft request' (duration: 193.267355ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:39.697194Z","caller":"traceutil/trace.go:171","msg":"trace[223135867] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"182.097664ms","start":"2026-07-28T16:37:39.514943Z","end":"2026-07-28T16:37:39.697041Z","steps":["trace[223135867] 'process raft request' (duration: 181.979481ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:40.000157Z","caller":"traceutil/trace.go:171","msg":"trace[335158444] linearizableReadLoop","detail":"{readStateIndex:25482; appliedIndex:25481; }","duration":"119.457358ms","start":"2026-07-28T16:37:39.880664Z","end":"2026-07-28T16:37:40.000121Z","steps":["trace[335158444] 'read index received' (duration: 117.855779ms)","trace[335158444] 'applied index is now lower than readState.Index' (duration: 1.599649ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:40.000306Z","caller":"traceutil/trace.go:171","msg":"trace[1211254564] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"263.803413ms","start":"2026-07-28T16:37:39.736464Z","end":"2026-07-28T16:37:40.000267Z","steps":["trace[1211254564] 'process raft request' (duration: 262.187314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.000501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.814587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:37:40.00057Z","caller":"traceutil/trace.go:171","msg":"trace[581931450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24704; }","duration":"119.952571ms","start":"2026-07-28T16:37:39.880598Z","end":"2026-07-28T16:37:40.000551Z","steps":["trace[581931450] 'agreement among raft nodes before linearized reading' (duration: 119.648813ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:40.238965Z","caller":"traceutil/trace.go:171","msg":"trace[453082647] linearizableReadLoop","detail":"{readStateIndex:25485; appliedIndex:25483; }","duration":"156.89137ms","start":"2026-07-28T16:37:40.082054Z","end":"2026-07-28T16:37:40.238945Z","steps":["trace[453082647] 'read index received' (duration: 156.447749ms)","trace[453082647] 'applied index is now lower than readState.Index' (duration: 442.551µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:40.239123Z","caller":"traceutil/trace.go:171","msg":"trace[1342572142] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"231.64522ms","start":"2026-07-28T16:37:40.007465Z","end":"2026-07-28T16:37:40.23911Z","steps":["trace[1342572142] 'process raft request' (duration: 231.434595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.114895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-07-28T16:37:40.239268Z","caller":"traceutil/trace.go:171","msg":"trace[1124625623] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:24707; }","duration":"157.224967ms","start":"2026-07-28T16:37:40.082032Z","end":"2026-07-28T16:37:40.239257Z","steps":["trace[1124625623] 'agreement among raft nodes before linearized reading' (duration: 157.121555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.648601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:40.239338Z","caller":"traceutil/trace.go:171","msg":"trace[1807565944] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"233.170347ms","start":"2026-07-28T16:37:40.006156Z","end":"2026-07-28T16:37:40.239326Z","steps":["trace[1807565944] 'process raft request' (duration: 232.430169ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:40.239369Z","caller":"traceutil/trace.go:171","msg":"trace[35687184] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24707; }","duration":"121.776025ms","start":"2026-07-28T16:37:40.117574Z","end":"2026-07-28T16:37:40.23935Z","steps":["trace[35687184] 'agreement among raft nodes before linearized reading' (duration: 121.639101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.016414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5548"} {"level":"info","ts":"2026-07-28T16:37:40.239431Z","caller":"traceutil/trace.go:171","msg":"trace[1842976853] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24707; }","duration":"155.090396ms","start":"2026-07-28T16:37:40.084327Z","end":"2026-07-28T16:37:40.239418Z","steps":["trace[1842976853] 'agreement among raft nodes before linearized reading' (duration: 154.84816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.84495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-07-28T16:37:40.239531Z","caller":"traceutil/trace.go:171","msg":"trace[176930727] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:24707; }","duration":"154.909992ms","start":"2026-07-28T16:37:40.084611Z","end":"2026-07-28T16:37:40.239521Z","steps":["trace[176930727] 'agreement among raft nodes before linearized reading' (duration: 154.83421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.344196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:40.239561Z","caller":"traceutil/trace.go:171","msg":"trace[817160526] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:24707; }","duration":"156.380067ms","start":"2026-07-28T16:37:40.083174Z","end":"2026-07-28T16:37:40.239554Z","steps":["trace[817160526] 'agreement among raft nodes before linearized reading' (duration: 156.340267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.502044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:37:40.239592Z","caller":"traceutil/trace.go:171","msg":"trace[2045480751] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:24707; }","duration":"157.643648ms","start":"2026-07-28T16:37:40.081939Z","end":"2026-07-28T16:37:40.239583Z","steps":["trace[2045480751] 'agreement among raft nodes before linearized reading' (duration: 157.31901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.025114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5548"} {"level":"warn","ts":"2026-07-28T16:37:40.239629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.68636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-07-28T16:37:40.239647Z","caller":"traceutil/trace.go:171","msg":"trace[303990680] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:24707; }","duration":"155.729942ms","start":"2026-07-28T16:37:40.083911Z","end":"2026-07-28T16:37:40.239641Z","steps":["trace[303990680] 'agreement among raft nodes before linearized reading' (duration: 155.689911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.295291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:37:40.239659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.4877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:37:40.239645Z","caller":"traceutil/trace.go:171","msg":"trace[863263229] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24707; }","duration":"155.076845ms","start":"2026-07-28T16:37:40.084558Z","end":"2026-07-28T16:37:40.239635Z","steps":["trace[863263229] 'agreement among raft nodes before linearized reading' (duration: 154.990623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.524271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-07-28T16:37:40.239695Z","caller":"traceutil/trace.go:171","msg":"trace[1359073572] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:24707; }","duration":"155.425613ms","start":"2026-07-28T16:37:40.084252Z","end":"2026-07-28T16:37:40.239677Z","steps":["trace[1359073572] 'agreement among raft nodes before linearized reading' (duration: 155.139967ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:40.239693Z","caller":"traceutil/trace.go:171","msg":"trace[700979917] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:24707; }","duration":"156.548432ms","start":"2026-07-28T16:37:40.083133Z","end":"2026-07-28T16:37:40.239682Z","steps":["trace[700979917] 'agreement among raft nodes before linearized reading' (duration: 156.47114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.23962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.468799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-07-28T16:37:40.239739Z","caller":"traceutil/trace.go:171","msg":"trace[515607578] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:24707; }","duration":"156.570621ms","start":"2026-07-28T16:37:40.083148Z","end":"2026-07-28T16:37:40.239718Z","steps":["trace[515607578] 'agreement among raft nodes before linearized reading' (duration: 156.52207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.526661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-07-28T16:37:40.23976Z","caller":"traceutil/trace.go:171","msg":"trace[463224223] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:24707; }","duration":"156.653384ms","start":"2026-07-28T16:37:40.083097Z","end":"2026-07-28T16:37:40.239751Z","steps":["trace[463224223] 'agreement among raft nodes before linearized reading' (duration: 156.449069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.564452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:37:40.239786Z","caller":"traceutil/trace.go:171","msg":"trace[1865827147] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:24707; }","duration":"156.573012ms","start":"2026-07-28T16:37:40.083204Z","end":"2026-07-28T16:37:40.239777Z","steps":["trace[1865827147] 'agreement among raft nodes before linearized reading' (duration: 156.51226ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:40.239805Z","caller":"traceutil/trace.go:171","msg":"trace[875326487] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:24707; }","duration":"156.605672ms","start":"2026-07-28T16:37:40.083193Z","end":"2026-07-28T16:37:40.239799Z","steps":["trace[875326487] 'agreement among raft nodes before linearized reading' (duration: 156.552811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.411718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:40.239856Z","caller":"traceutil/trace.go:171","msg":"trace[1793189352] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:24707; }","duration":"156.454779ms","start":"2026-07-28T16:37:40.083394Z","end":"2026-07-28T16:37:40.239849Z","steps":["trace[1793189352] 'agreement among raft nodes before linearized reading' (duration: 156.420418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.570298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:40.241621Z","caller":"traceutil/trace.go:171","msg":"trace[1976475990] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:24707; }","duration":"157.297889ms","start":"2026-07-28T16:37:40.084267Z","end":"2026-07-28T16:37:40.241565Z","steps":["trace[1976475990] 'agreement among raft nodes before linearized reading' (duration: 155.567217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.241824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.547915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5548"} {"level":"info","ts":"2026-07-28T16:37:40.241894Z","caller":"traceutil/trace.go:171","msg":"trace[2107395612] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24707; }","duration":"157.622438ms","start":"2026-07-28T16:37:40.084243Z","end":"2026-07-28T16:37:40.241865Z","steps":["trace[2107395612] 'agreement among raft nodes before linearized reading' (duration: 157.347981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.242147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.932125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:40.242187Z","caller":"traceutil/trace.go:171","msg":"trace[1300299081] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:24707; }","duration":"158.004197ms","start":"2026-07-28T16:37:40.084166Z","end":"2026-07-28T16:37:40.242171Z","steps":["trace[1300299081] 'agreement among raft nodes before linearized reading' (duration: 157.940036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.239734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.204943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5548"} {"level":"info","ts":"2026-07-28T16:37:40.242536Z","caller":"traceutil/trace.go:171","msg":"trace[862903226] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24707; }","duration":"159.016682ms","start":"2026-07-28T16:37:40.083501Z","end":"2026-07-28T16:37:40.242518Z","steps":["trace[862903226] 'agreement among raft nodes before linearized reading' (duration: 156.190343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.242706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.558069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:37:40.242741Z","caller":"traceutil/trace.go:171","msg":"trace[1726930617] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:24707; }","duration":"160.5999ms","start":"2026-07-28T16:37:40.082124Z","end":"2026-07-28T16:37:40.242724Z","steps":["trace[1726930617] 'agreement among raft nodes before linearized reading' (duration: 160.494777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.243261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.940089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5548"} {"level":"info","ts":"2026-07-28T16:37:40.243319Z","caller":"traceutil/trace.go:171","msg":"trace[662218087] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24707; }","duration":"159.005711ms","start":"2026-07-28T16:37:40.084299Z","end":"2026-07-28T16:37:40.243305Z","steps":["trace[662218087] 'agreement among raft nodes before linearized reading' (duration: 155.529376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.243428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.748941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T16:37:40.243477Z","caller":"traceutil/trace.go:171","msg":"trace[795184537] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:24707; }","duration":"161.371629ms","start":"2026-07-28T16:37:40.082093Z","end":"2026-07-28T16:37:40.243465Z","steps":["trace[795184537] 'agreement among raft nodes before linearized reading' (duration: 157.696659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.243736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.538714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:37:40.243788Z","caller":"traceutil/trace.go:171","msg":"trace[379742345] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:24707; }","duration":"159.591805ms","start":"2026-07-28T16:37:40.08417Z","end":"2026-07-28T16:37:40.243762Z","steps":["trace[379742345] 'agreement among raft nodes before linearized reading' (duration: 155.735781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.740656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.239294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:37:40.740764Z","caller":"traceutil/trace.go:171","msg":"trace[659044453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24710; }","duration":"193.412559ms","start":"2026-07-28T16:37:40.547324Z","end":"2026-07-28T16:37:40.740736Z","steps":["trace[659044453] 'range keys from in-memory index tree' (duration: 193.024549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.741043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.864032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5548"} {"level":"warn","ts":"2026-07-28T16:37:40.74106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.823072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:37:40.741116Z","caller":"traceutil/trace.go:171","msg":"trace[208682087] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24710; }","duration":"212.993326ms","start":"2026-07-28T16:37:40.528107Z","end":"2026-07-28T16:37:40.7411Z","steps":["trace[208682087] 'range keys from in-memory index tree' (duration: 212.740239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.741118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.864194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:37:40.741148Z","caller":"traceutil/trace.go:171","msg":"trace[1494800786] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:24710; }","duration":"272.969275ms","start":"2026-07-28T16:37:40.468155Z","end":"2026-07-28T16:37:40.741124Z","steps":["trace[1494800786] 'range keys from in-memory index tree' (duration: 272.628647ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:40.741159Z","caller":"traceutil/trace.go:171","msg":"trace[742652442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24710; }","duration":"210.902995ms","start":"2026-07-28T16:37:40.530241Z","end":"2026-07-28T16:37:40.741144Z","steps":["trace[742652442] 'range keys from in-memory index tree' (duration: 210.74717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:40.74146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.81473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5548"} {"level":"info","ts":"2026-07-28T16:37:40.741613Z","caller":"traceutil/trace.go:171","msg":"trace[517682968] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24710; }","duration":"215.389544ms","start":"2026-07-28T16:37:40.526183Z","end":"2026-07-28T16:37:40.741573Z","steps":["trace[517682968] 'range keys from in-memory index tree' (duration: 214.518492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:41.306237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.632315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:37:41.306354Z","caller":"traceutil/trace.go:171","msg":"trace[934548729] linearizableReadLoop","detail":"{readStateIndex:25492; appliedIndex:25491; }","duration":"444.452481ms","start":"2026-07-28T16:37:40.861883Z","end":"2026-07-28T16:37:41.306336Z","steps":["trace[934548729] 'read index received' (duration: 174.58485ms)","trace[934548729] 'applied index is now lower than readState.Index' (duration: 269.865781ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:41.306404Z","caller":"traceutil/trace.go:171","msg":"trace[517750541] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"481.214195ms","start":"2026-07-28T16:37:40.825145Z","end":"2026-07-28T16:37:41.306359Z","steps":["trace[517750541] 'process raft request' (duration: 211.355555ms)","trace[517750541] 'compare' (duration: 269.460741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:37:41.306629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.731847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:37:41.306585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:40.825124Z","time spent":"481.367629ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:37:41.306718Z","caller":"traceutil/trace.go:171","msg":"trace[874225326] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:24714; }","duration":"444.87527ms","start":"2026-07-28T16:37:40.861821Z","end":"2026-07-28T16:37:41.306697Z","steps":["trace[874225326] 'agreement among raft nodes before linearized reading' (duration: 444.585703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:41.306766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:40.861799Z","time spent":"444.957303ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:37:41.465471Z","caller":"traceutil/trace.go:171","msg":"trace[247132292] linearizableReadLoop","detail":"{readStateIndex:25493; appliedIndex:25492; }","duration":"159.050322ms","start":"2026-07-28T16:37:41.306376Z","end":"2026-07-28T16:37:41.465426Z","steps":["trace[247132292] 'read index received' (duration: 102.161597ms)","trace[247132292] 'applied index is now lower than readState.Index' (duration: 56.887115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:37:41.465744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.942684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:37:41.465827Z","caller":"traceutil/trace.go:171","msg":"trace[1133792710] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:24715; }","duration":"344.097087ms","start":"2026-07-28T16:37:41.121712Z","end":"2026-07-28T16:37:41.465809Z","steps":["trace[1133792710] 'agreement among raft nodes before linearized reading' (duration: 343.867731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:41.465834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.658971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:37:41.465859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:41.121685Z","time spent":"344.169309ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:37:41.465903Z","caller":"traceutil/trace.go:171","msg":"trace[697918498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24715; }","duration":"565.834646ms","start":"2026-07-28T16:37:40.900042Z","end":"2026-07-28T16:37:41.465877Z","steps":["trace[697918498] 'agreement among raft nodes before linearized reading' (duration: 565.540259ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:41.466065Z","caller":"traceutil/trace.go:171","msg":"trace[489037848] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"360.507697ms","start":"2026-07-28T16:37:41.105546Z","end":"2026-07-28T16:37:41.466054Z","steps":["trace[489037848] 'process raft request' (duration: 302.974646ms)","trace[489037848] 'compare' (duration: 56.693571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:37:41.466156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:41.10551Z","time spent":"360.579009ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:37:41.466308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.55663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:37:41.466332Z","caller":"traceutil/trace.go:171","msg":"trace[1544736831] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:24715; }","duration":"342.645952ms","start":"2026-07-28T16:37:41.12368Z","end":"2026-07-28T16:37:41.466326Z","steps":["trace[1544736831] 'agreement among raft nodes before linearized reading' (duration: 342.57648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:41.46635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:41.123653Z","time spent":"342.693903ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"warn","ts":"2026-07-28T16:37:41.466296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.346364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-28T16:37:41.466411Z","caller":"traceutil/trace.go:171","msg":"trace[210449134] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24715; }","duration":"510.529249ms","start":"2026-07-28T16:37:40.955852Z","end":"2026-07-28T16:37:41.466381Z","steps":["trace[210449134] 'agreement among raft nodes before linearized reading' (duration: 510.15528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:41.466448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.088673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:37:41.466464Z","caller":"traceutil/trace.go:171","msg":"trace[1999092183] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:24715; }","duration":"343.156915ms","start":"2026-07-28T16:37:41.123303Z","end":"2026-07-28T16:37:41.46646Z","steps":["trace[1999092183] 'agreement among raft nodes before linearized reading' (duration: 343.102144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:41.466478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:41.123276Z","time spent":"343.199705ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"warn","ts":"2026-07-28T16:37:41.466476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:40.95584Z","time spent":"510.623201ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1659,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-28T16:37:41.466422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.251449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:37:41.466622Z","caller":"traceutil/trace.go:171","msg":"trace[1366435869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:24715; }","duration":"553.457294ms","start":"2026-07-28T16:37:40.913082Z","end":"2026-07-28T16:37:41.466539Z","steps":["trace[1366435869] 'agreement among raft nodes before linearized reading' (duration: 553.185037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:41.46666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.972071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:37:41.466736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:40.913056Z","time spent":"553.665199ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"info","ts":"2026-07-28T16:37:41.466789Z","caller":"traceutil/trace.go:171","msg":"trace[1544765594] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24715; }","duration":"456.152925ms","start":"2026-07-28T16:37:41.010603Z","end":"2026-07-28T16:37:41.466756Z","steps":["trace[1544765594] 'agreement among raft nodes before linearized reading' (duration: 455.371116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:41.466867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:41.010592Z","time spent":"456.260097ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:37:41.466874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.085802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:37:41.467001Z","caller":"traceutil/trace.go:171","msg":"trace[1795896096] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:24715; }","duration":"345.262036ms","start":"2026-07-28T16:37:41.121688Z","end":"2026-07-28T16:37:41.46695Z","steps":["trace[1795896096] 'agreement among raft nodes before linearized reading' (duration: 344.366474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:41.467079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:41.12166Z","time spent":"345.40727ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:37:41.469843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:40.900024Z","time spent":"569.800312ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:37:41.502177Z","caller":"traceutil/trace.go:171","msg":"trace[1145624512] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"155.222739ms","start":"2026-07-28T16:37:41.34688Z","end":"2026-07-28T16:37:41.502103Z","steps":["trace[1145624512] 'process raft request' (duration: 154.996813ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:41.502287Z","caller":"traceutil/trace.go:171","msg":"trace[1554385429] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"190.267092ms","start":"2026-07-28T16:37:41.311981Z","end":"2026-07-28T16:37:41.502248Z","steps":["trace[1554385429] 'process raft request' (duration: 189.74884ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:43.491945Z","caller":"traceutil/trace.go:171","msg":"trace[2046341455] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"126.772096ms","start":"2026-07-28T16:37:43.365142Z","end":"2026-07-28T16:37:43.491915Z","steps":["trace[2046341455] 'process raft request' (duration: 126.600752ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:50.721501Z","caller":"traceutil/trace.go:171","msg":"trace[688174387] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"126.91204ms","start":"2026-07-28T16:37:50.594552Z","end":"2026-07-28T16:37:50.721464Z","steps":["trace[688174387] 'process raft request' (duration: 126.685074ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:58.642782Z","caller":"traceutil/trace.go:171","msg":"trace[1835510784] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"125.980177ms","start":"2026-07-28T16:37:58.516768Z","end":"2026-07-28T16:37:58.642748Z","steps":["trace[1835510784] 'process raft request' (duration: 125.806303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:59.104036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.545467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:37:59.104188Z","caller":"traceutil/trace.go:171","msg":"trace[1358477058] linearizableReadLoop","detail":"{readStateIndex:25660; appliedIndex:25659; }","duration":"152.492602ms","start":"2026-07-28T16:37:58.95167Z","end":"2026-07-28T16:37:59.104162Z","steps":["trace[1358477058] 'read index received' (duration: 40.821µs)","trace[1358477058] 'applied index is now lower than readState.Index' (duration: 152.449391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:37:59.104462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.79695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:37:59.104682Z","caller":"traceutil/trace.go:171","msg":"trace[1281188547] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"457.192541ms","start":"2026-07-28T16:37:58.646976Z","end":"2026-07-28T16:37:59.104168Z","steps":["trace[1281188547] 'process raft request' (duration: 41.412208ms)","trace[1281188547] 'compare' (duration: 415.387373ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:37:59.104732Z","caller":"traceutil/trace.go:171","msg":"trace[1334113759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24878; }","duration":"153.108438ms","start":"2026-07-28T16:37:58.9516Z","end":"2026-07-28T16:37:59.104708Z","steps":["trace[1334113759] 'agreement among raft nodes before linearized reading' (duration: 152.722048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:59.104747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.431371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:37:59.104868Z","caller":"traceutil/trace.go:171","msg":"trace[2110882436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24878; }","duration":"152.605435ms","start":"2026-07-28T16:37:58.952232Z","end":"2026-07-28T16:37:59.104838Z","steps":["trace[2110882436] 'agreement among raft nodes before linearized reading' (duration: 152.254146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:37:59.104899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:58.646956Z","time spent":"457.830176ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:37:59.707885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626821780,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:37:59.880969Z","caller":"traceutil/trace.go:171","msg":"trace[144715227] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"771.594145ms","start":"2026-07-28T16:37:59.10934Z","end":"2026-07-28T16:37:59.880935Z","steps":["trace[144715227] 'process raft request' (duration: 701.95798ms)","trace[144715227] 'compare' (duration: 69.249006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:37:59.881184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.109311Z","time spent":"771.747788ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:38:00.200941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.715017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:38:00.201762Z","caller":"traceutil/trace.go:171","msg":"trace[26355377] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"1.092329672s","start":"2026-07-28T16:37:59.109401Z","end":"2026-07-28T16:38:00.201731Z","steps":["trace[26355377] 'process raft request' (duration: 975.746724ms)","trace[26355377] 'compare' (duration: 115.582804ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:38:00.201809Z","caller":"traceutil/trace.go:171","msg":"trace[1487317091] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"647.031901ms","start":"2026-07-28T16:37:59.55476Z","end":"2026-07-28T16:38:00.201792Z","steps":["trace[1487317091] 'process raft request' (duration: 646.296143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.201873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.554733Z","time spent":"647.113623ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:38:00.201932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.109366Z","time spent":"1.092476556s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:38:00.20205Z","caller":"traceutil/trace.go:171","msg":"trace[445906752] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"636.905755ms","start":"2026-07-28T16:37:59.565099Z","end":"2026-07-28T16:38:00.202004Z","steps":["trace[445906752] 'process raft request' (duration: 636.645949ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:00.202101Z","caller":"traceutil/trace.go:171","msg":"trace[941704201] linearizableReadLoop","detail":"{readStateIndex:25664; appliedIndex:25660; }","duration":"994.948612ms","start":"2026-07-28T16:37:59.207122Z","end":"2026-07-28T16:38:00.202071Z","steps":["trace[941704201] 'read index received' (duration: 604.192449ms)","trace[941704201] 'applied index is now lower than readState.Index' (duration: 390.753953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:38:00.202247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.135036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T16:38:00.202243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.565092Z","time spent":"637.046978ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:38:00.202272Z","caller":"traceutil/trace.go:171","msg":"trace[927795047] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:24882; }","duration":"995.229958ms","start":"2026-07-28T16:37:59.207033Z","end":"2026-07-28T16:38:00.202263Z","steps":["trace[927795047] 'agreement among raft nodes before linearized reading' (duration: 995.124336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.202296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.207012Z","time spent":"995.28032ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:38:00.202331Z","caller":"traceutil/trace.go:171","msg":"trace[1169165978] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"324.889289ms","start":"2026-07-28T16:37:59.877405Z","end":"2026-07-28T16:38:00.202295Z","steps":["trace[1169165978] 'process raft request' (duration: 324.690974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.20243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.229793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:38:00.202446Z","caller":"traceutil/trace.go:171","msg":"trace[663861383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24884; }","duration":"789.290895ms","start":"2026-07-28T16:37:59.413151Z","end":"2026-07-28T16:38:00.202442Z","steps":["trace[663861383] 'agreement among raft nodes before linearized reading' (duration: 789.230683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.20246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.413126Z","time spent":"789.331726ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:38:00.202513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.877371Z","time spent":"325.043753ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:38:00.202557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.172995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:38:00.202572Z","caller":"traceutil/trace.go:171","msg":"trace[1731075983] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:24884; }","duration":"463.241347ms","start":"2026-07-28T16:37:59.739327Z","end":"2026-07-28T16:38:00.202569Z","steps":["trace[1731075983] 'agreement among raft nodes before linearized reading' (duration: 463.202616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.202585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.739297Z","time spent":"463.284968ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:38:00.202574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.159132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:38:00.202631Z","caller":"traceutil/trace.go:171","msg":"trace[667167274] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:24884; }","duration":"451.238885ms","start":"2026-07-28T16:37:59.751377Z","end":"2026-07-28T16:38:00.202616Z","steps":["trace[667167274] 'agreement among raft nodes before linearized reading' (duration: 451.02823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.202673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.995917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:38:00.20268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.751362Z","time spent":"451.303636ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"warn","ts":"2026-07-28T16:38:00.202679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.099567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:38:00.202726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.657978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:38:00.202739Z","caller":"traceutil/trace.go:171","msg":"trace[449377252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24884; }","duration":"553.684099ms","start":"2026-07-28T16:37:59.649051Z","end":"2026-07-28T16:38:00.202735Z","steps":["trace[449377252] 'agreement among raft nodes before linearized reading' (duration: 553.664818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.202751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.649044Z","time spent":"553.704209ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:38:00.202741Z","caller":"traceutil/trace.go:171","msg":"trace[1184886838] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:24884; }","duration":"434.178919ms","start":"2026-07-28T16:37:59.768545Z","end":"2026-07-28T16:38:00.202723Z","steps":["trace[1184886838] 'agreement among raft nodes before linearized reading' (duration: 434.043916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.202579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.307893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:38:00.202775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.768532Z","time spent":"434.235161ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:38:00.202703Z","caller":"traceutil/trace.go:171","msg":"trace[1383516749] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24884; }","duration":"469.055939ms","start":"2026-07-28T16:37:59.73364Z","end":"2026-07-28T16:38:00.202696Z","steps":["trace[1383516749] 'agreement among raft nodes before linearized reading' (duration: 469.016118ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:00.202816Z","caller":"traceutil/trace.go:171","msg":"trace[1829219054] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:24884; }","duration":"411.568979ms","start":"2026-07-28T16:37:59.791227Z","end":"2026-07-28T16:38:00.202796Z","steps":["trace[1829219054] 'agreement among raft nodes before linearized reading' (duration: 411.18169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.202874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.733621Z","time spent":"469.236793ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:38:00.202902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.363659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:38:00.202897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.791213Z","time spent":"411.666821ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:38:00.20292Z","caller":"traceutil/trace.go:171","msg":"trace[1893308677] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:24884; }","duration":"610.42264ms","start":"2026-07-28T16:37:59.592493Z","end":"2026-07-28T16:38:00.202915Z","steps":["trace[1893308677] 'agreement among raft nodes before linearized reading' (duration: 610.375279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.202934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.592472Z","time spent":"610.45879ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:38:00.203075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.363577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:38:00.203123Z","caller":"traceutil/trace.go:171","msg":"trace[1908229327] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:24884; }","duration":"437.444549ms","start":"2026-07-28T16:37:59.765664Z","end":"2026-07-28T16:38:00.203109Z","steps":["trace[1908229327] 'agreement among raft nodes before linearized reading' (duration: 437.260344ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:00.203217Z","caller":"traceutil/trace.go:171","msg":"trace[1737532393] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"325.002401ms","start":"2026-07-28T16:37:59.878208Z","end":"2026-07-28T16:38:00.203211Z","steps":["trace[1737532393] 'process raft request' (duration: 324.039448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.203215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.765651Z","time spent":"437.553031ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"warn","ts":"2026-07-28T16:38:00.202848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.909196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:38:00.203248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.878196Z","time spent":"325.035403ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:38:00.203275Z","caller":"traceutil/trace.go:171","msg":"trace[541012204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24884; }","duration":"573.369428ms","start":"2026-07-28T16:37:59.629889Z","end":"2026-07-28T16:38:00.203258Z","steps":["trace[541012204] 'agreement among raft nodes before linearized reading' (duration: 572.925508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:00.203332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:37:59.629864Z","time spent":"573.45087ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:38:02.344748Z","caller":"traceutil/trace.go:171","msg":"trace[864498729] linearizableReadLoop","detail":"{readStateIndex:25679; appliedIndex:25675; }","duration":"113.454972ms","start":"2026-07-28T16:38:02.231264Z","end":"2026-07-28T16:38:02.344719Z","steps":["trace[864498729] 'read index received' (duration: 31.906707ms)","trace[864498729] 'applied index is now lower than readState.Index' (duration: 81.547135ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:38:02.344839Z","caller":"traceutil/trace.go:171","msg":"trace[1071633735] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"120.74223ms","start":"2026-07-28T16:38:02.224053Z","end":"2026-07-28T16:38:02.344795Z","steps":["trace[1071633735] 'process raft request' (duration: 82.704624ms)","trace[1071633735] 'compare' (duration: 37.831291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:38:02.345032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.752459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:38:02.345081Z","caller":"traceutil/trace.go:171","msg":"trace[1601340206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24897; }","duration":"113.82065ms","start":"2026-07-28T16:38:02.231247Z","end":"2026-07-28T16:38:02.345068Z","steps":["trace[1601340206] 'agreement among raft nodes before linearized reading' (duration: 113.644576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:02.34522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.033094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:38:02.345273Z","caller":"traceutil/trace.go:171","msg":"trace[2107836655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24897; }","duration":"109.121006ms","start":"2026-07-28T16:38:02.236137Z","end":"2026-07-28T16:38:02.345258Z","steps":["trace[2107836655] 'agreement among raft nodes before linearized reading' (duration: 108.969502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:02.345511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.711877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:38:02.345544Z","caller":"traceutil/trace.go:171","msg":"trace[1665868023] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:24897; }","duration":"108.760148ms","start":"2026-07-28T16:38:02.236772Z","end":"2026-07-28T16:38:02.345532Z","steps":["trace[1665868023] 'agreement among raft nodes before linearized reading' (duration: 108.674226ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:04.749719Z","caller":"traceutil/trace.go:171","msg":"trace[926778176] linearizableReadLoop","detail":"{readStateIndex:25696; appliedIndex:25695; }","duration":"326.54608ms","start":"2026-07-28T16:38:04.423132Z","end":"2026-07-28T16:38:04.749678Z","steps":["trace[926778176] 'read index received' (duration: 249.219007ms)","trace[926778176] 'applied index is now lower than readState.Index' (duration: 77.325383ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:38:04.749979Z","caller":"traceutil/trace.go:171","msg":"trace[1116345665] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"392.166418ms","start":"2026-07-28T16:38:04.357794Z","end":"2026-07-28T16:38:04.749961Z","steps":["trace[1116345665] 'process raft request' (duration: 314.62767ms)","trace[1116345665] 'compare' (duration: 76.81936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:38:04.750147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.878138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:38:04.750203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:04.357771Z","time spent":"392.269351ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:38:04.750238Z","caller":"traceutil/trace.go:171","msg":"trace[1414264285] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24913; }","duration":"327.048353ms","start":"2026-07-28T16:38:04.423165Z","end":"2026-07-28T16:38:04.750213Z","steps":["trace[1414264285] 'agreement among raft nodes before linearized reading' (duration: 326.868428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:04.750296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:04.423144Z","time spent":"327.139724ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:38:04.75048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.493988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:38:04.750516Z","caller":"traceutil/trace.go:171","msg":"trace[1260644538] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:24913; }","duration":"305.546819ms","start":"2026-07-28T16:38:04.444961Z","end":"2026-07-28T16:38:04.750508Z","steps":["trace[1260644538] 'agreement among raft nodes before linearized reading' (duration: 305.394495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:04.750538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:04.444953Z","time spent":"305.57872ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"warn","ts":"2026-07-28T16:38:04.750657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.105412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:38:04.750691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.466146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:38:04.750753Z","caller":"traceutil/trace.go:171","msg":"trace[2129723053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:24913; }","duration":"306.217765ms","start":"2026-07-28T16:38:04.444514Z","end":"2026-07-28T16:38:04.750732Z","steps":["trace[2129723053] 'agreement among raft nodes before linearized reading' (duration: 306.055581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:04.750754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.589701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T16:38:04.750794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.659868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T16:38:04.750773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.246216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:38:04.750835Z","caller":"traceutil/trace.go:171","msg":"trace[1096374761] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:24913; }","duration":"327.734949ms","start":"2026-07-28T16:38:04.423088Z","end":"2026-07-28T16:38:04.750823Z","steps":["trace[1096374761] 'agreement among raft nodes before linearized reading' (duration: 327.608476ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:04.750828Z","caller":"traceutil/trace.go:171","msg":"trace[849735944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24913; }","duration":"326.662333ms","start":"2026-07-28T16:38:04.424146Z","end":"2026-07-28T16:38:04.750808Z","steps":["trace[849735944] 'agreement among raft nodes before linearized reading' (duration: 326.462178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:04.750869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:04.423064Z","time spent":"327.799221ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:38:04.750842Z","caller":"traceutil/trace.go:171","msg":"trace[1902357455] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:24913; }","duration":"307.66152ms","start":"2026-07-28T16:38:04.443133Z","end":"2026-07-28T16:38:04.750795Z","steps":["trace[1902357455] 'agreement among raft nodes before linearized reading' (duration: 307.25025ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:04.750878Z","caller":"traceutil/trace.go:171","msg":"trace[1119795599] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:24913; }","duration":"306.382849ms","start":"2026-07-28T16:38:04.444472Z","end":"2026-07-28T16:38:04.750855Z","steps":["trace[1119795599] 'agreement among raft nodes before linearized reading' (duration: 306.107923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:04.750898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:04.424035Z","time spent":"326.834917ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:38:04.750817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:04.444509Z","time spent":"306.293647ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:38:04.750931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:04.444461Z","time spent":"306.459811ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"warn","ts":"2026-07-28T16:38:04.750915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.285074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:38:04.750924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:04.44311Z","time spent":"307.799384ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:38:04.750999Z","caller":"traceutil/trace.go:171","msg":"trace[841278472] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:24913; }","duration":"303.405406ms","start":"2026-07-28T16:38:04.447574Z","end":"2026-07-28T16:38:04.750979Z","steps":["trace[841278472] 'agreement among raft nodes before linearized reading' (duration: 303.12815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:04.751039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:04.447562Z","time spent":"303.468869ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:38:04.750661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.336385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T16:38:04.751366Z","caller":"traceutil/trace.go:171","msg":"trace[1703485307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24913; }","duration":"327.065842ms","start":"2026-07-28T16:38:04.424277Z","end":"2026-07-28T16:38:04.751343Z","steps":["trace[1703485307] 'agreement among raft nodes before linearized reading' (duration: 326.225192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:04.751429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:04.424267Z","time spent":"327.149085ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:38:06.917782Z","caller":"traceutil/trace.go:171","msg":"trace[526205036] linearizableReadLoop","detail":"{readStateIndex:25707; appliedIndex:25706; }","duration":"150.965895ms","start":"2026-07-28T16:38:06.766795Z","end":"2026-07-28T16:38:06.917761Z","steps":["trace[526205036] 'read index received' (duration: 150.74809ms)","trace[526205036] 'applied index is now lower than readState.Index' (duration: 216.805µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:38:06.917946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.137989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:38:06.91799Z","caller":"traceutil/trace.go:171","msg":"trace[781186360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24924; }","duration":"151.252043ms","start":"2026-07-28T16:38:06.766726Z","end":"2026-07-28T16:38:06.917978Z","steps":["trace[781186360] 'agreement among raft nodes before linearized reading' (duration: 151.15485ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:06.917976Z","caller":"traceutil/trace.go:171","msg":"trace[262305028] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"154.697496ms","start":"2026-07-28T16:38:06.763221Z","end":"2026-07-28T16:38:06.917918Z","steps":["trace[262305028] 'process raft request' (duration: 154.390589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:06.918171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.043574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:38:06.918235Z","caller":"traceutil/trace.go:171","msg":"trace[308007748] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:24924; }","duration":"148.120297ms","start":"2026-07-28T16:38:06.770105Z","end":"2026-07-28T16:38:06.918225Z","steps":["trace[308007748] 'agreement among raft nodes before linearized reading' (duration: 148.025704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:06.918262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.853138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:38:06.918369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.470929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:38:06.918382Z","caller":"traceutil/trace.go:171","msg":"trace[658315529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24924; }","duration":"150.089654ms","start":"2026-07-28T16:38:06.768266Z","end":"2026-07-28T16:38:06.918355Z","steps":["trace[658315529] 'agreement among raft nodes before linearized reading' (duration: 149.706274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:06.918394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.155248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:38:06.918437Z","caller":"traceutil/trace.go:171","msg":"trace[660736775] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:24924; }","duration":"149.610912ms","start":"2026-07-28T16:38:06.76881Z","end":"2026-07-28T16:38:06.918421Z","steps":["trace[660736775] 'agreement among raft nodes before linearized reading' (duration: 149.312525ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:06.918486Z","caller":"traceutil/trace.go:171","msg":"trace[2022531395] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:24924; }","duration":"132.2926ms","start":"2026-07-28T16:38:06.786173Z","end":"2026-07-28T16:38:06.918465Z","steps":["trace[2022531395] 'agreement among raft nodes before linearized reading' (duration: 132.012394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:06.918489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.291077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:38:06.918433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.50307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-28T16:38:06.918649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.412146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:38:06.918671Z","caller":"traceutil/trace.go:171","msg":"trace[634420868] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:24924; }","duration":"133.827468ms","start":"2026-07-28T16:38:06.784815Z","end":"2026-07-28T16:38:06.918642Z","steps":["trace[634420868] 'agreement among raft nodes before linearized reading' (duration: 133.174282ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:06.918707Z","caller":"traceutil/trace.go:171","msg":"trace[1325644545] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:24924; }","duration":"128.495028ms","start":"2026-07-28T16:38:06.790198Z","end":"2026-07-28T16:38:06.918693Z","steps":["trace[1325644545] 'agreement among raft nodes before linearized reading' (duration: 128.085518ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:06.918592Z","caller":"traceutil/trace.go:171","msg":"trace[998636399] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:24924; }","duration":"131.457901ms","start":"2026-07-28T16:38:06.787108Z","end":"2026-07-28T16:38:06.918566Z","steps":["trace[998636399] 'agreement among raft nodes before linearized reading' (duration: 131.057021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:06.918939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.167982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:38:06.918979Z","caller":"traceutil/trace.go:171","msg":"trace[803443554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24924; }","duration":"149.227563ms","start":"2026-07-28T16:38:06.76974Z","end":"2026-07-28T16:38:06.918967Z","steps":["trace[803443554] 'agreement among raft nodes before linearized reading' (duration: 148.29871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:11.179016Z","caller":"traceutil/trace.go:171","msg":"trace[1702115680] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"116.572128ms","start":"2026-07-28T16:38:11.062398Z","end":"2026-07-28T16:38:11.17897Z","steps":["trace[1702115680] 'process raft request' (duration: 115.657616ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:11.179064Z","caller":"traceutil/trace.go:171","msg":"trace[624425834] linearizableReadLoop","detail":"{readStateIndex:25739; appliedIndex:25736; }","duration":"101.377088ms","start":"2026-07-28T16:38:11.077657Z","end":"2026-07-28T16:38:11.179034Z","steps":["trace[624425834] 'read index received' (duration: 100.429915ms)","trace[624425834] 'applied index is now lower than readState.Index' (duration: 945.913µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:38:11.179272Z","caller":"traceutil/trace.go:171","msg":"trace[800720154] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"113.800171ms","start":"2026-07-28T16:38:11.065407Z","end":"2026-07-28T16:38:11.179207Z","steps":["trace[800720154] 'process raft request' (duration: 113.571395ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:11.179994Z","caller":"traceutil/trace.go:171","msg":"trace[2076026388] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"116.6812ms","start":"2026-07-28T16:38:11.063289Z","end":"2026-07-28T16:38:11.17997Z","steps":["trace[2076026388] 'process raft request' (duration: 115.588584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:11.180042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.997018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:749559"} {"level":"info","ts":"2026-07-28T16:38:11.180118Z","caller":"traceutil/trace.go:171","msg":"trace[1711307801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:24955; }","duration":"117.113191ms","start":"2026-07-28T16:38:11.062991Z","end":"2026-07-28T16:38:11.180104Z","steps":["trace[1711307801] 'agreement among raft nodes before linearized reading' (duration: 116.200479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:11.180455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.044396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:749559"} {"level":"warn","ts":"2026-07-28T16:38:11.180487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.524911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:749559"} {"level":"warn","ts":"2026-07-28T16:38:11.180494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.417218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:749559"} {"level":"info","ts":"2026-07-28T16:38:11.180581Z","caller":"traceutil/trace.go:171","msg":"trace[282857991] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:24955; }","duration":"117.623823ms","start":"2026-07-28T16:38:11.06291Z","end":"2026-07-28T16:38:11.180533Z","steps":["trace[282857991] 'agreement among raft nodes before linearized reading' (duration: 116.769672ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:11.180561Z","caller":"traceutil/trace.go:171","msg":"trace[1682139811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:24955; }","duration":"117.552972ms","start":"2026-07-28T16:38:11.062991Z","end":"2026-07-28T16:38:11.180544Z","steps":["trace[1682139811] 'agreement among raft nodes before linearized reading' (duration: 116.565498ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:11.180551Z","caller":"traceutil/trace.go:171","msg":"trace[1598345934] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:24955; }","duration":"114.161439ms","start":"2026-07-28T16:38:11.066366Z","end":"2026-07-28T16:38:11.180527Z","steps":["trace[1598345934] 'agreement among raft nodes before linearized reading' (duration: 112.690713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:11.181557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.496829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:749559"} {"level":"info","ts":"2026-07-28T16:38:11.18179Z","caller":"traceutil/trace.go:171","msg":"trace[896857183] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:24955; }","duration":"119.743355ms","start":"2026-07-28T16:38:11.062016Z","end":"2026-07-28T16:38:11.18176Z","steps":["trace[896857183] 'agreement among raft nodes before linearized reading' (duration: 117.297095ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:12.138132Z","caller":"traceutil/trace.go:171","msg":"trace[173759276] linearizableReadLoop","detail":"{readStateIndex:25740; appliedIndex:25739; }","duration":"197.346044ms","start":"2026-07-28T16:38:11.940757Z","end":"2026-07-28T16:38:12.138103Z","steps":["trace[173759276] 'read index received' (duration: 197.058847ms)","trace[173759276] 'applied index is now lower than readState.Index' (duration: 286.137µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:38:12.138341Z","caller":"traceutil/trace.go:171","msg":"trace[1052492576] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"358.492048ms","start":"2026-07-28T16:38:11.77978Z","end":"2026-07-28T16:38:12.138272Z","steps":["trace[1052492576] 'process raft request' (duration: 358.090388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:12.138569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:11.779745Z","time spent":"358.715873ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6180,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:38:12.138825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.943809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:38:12.139568Z","caller":"traceutil/trace.go:171","msg":"trace[35233877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24956; }","duration":"198.459101ms","start":"2026-07-28T16:38:11.940704Z","end":"2026-07-28T16:38:12.139163Z","steps":["trace[35233877] 'agreement among raft nodes before linearized reading' (duration: 197.681282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:23.759614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.374458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:38:23.759717Z","caller":"traceutil/trace.go:171","msg":"trace[811542797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25065; }","duration":"108.557472ms","start":"2026-07-28T16:38:23.651136Z","end":"2026-07-28T16:38:23.759694Z","steps":["trace[811542797] 'range keys from in-memory index tree' (duration: 108.273376ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:24.505354Z","caller":"traceutil/trace.go:171","msg":"trace[1670973377] linearizableReadLoop","detail":"{readStateIndex:25853; appliedIndex:25852; }","duration":"344.816575ms","start":"2026-07-28T16:38:24.160509Z","end":"2026-07-28T16:38:24.505325Z","steps":["trace[1670973377] 'read index received' (duration: 344.627321ms)","trace[1670973377] 'applied index is now lower than readState.Index' (duration: 188.084µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:38:24.505516Z","caller":"traceutil/trace.go:171","msg":"trace[1651318210] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"380.101884ms","start":"2026-07-28T16:38:24.125373Z","end":"2026-07-28T16:38:24.505475Z","steps":["trace[1651318210] 'process raft request' (duration: 379.777396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.505634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.105032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T16:38:24.505682Z","caller":"traceutil/trace.go:171","msg":"trace[106878790] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:25066; }","duration":"345.215054ms","start":"2026-07-28T16:38:24.160454Z","end":"2026-07-28T16:38:24.505669Z","steps":["trace[106878790] 'agreement among raft nodes before linearized reading' (duration: 345.02362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.505723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.160434Z","time spent":"345.279517ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:38:24.505748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.125345Z","time spent":"380.279368ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11271,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:38:24.53351Z","caller":"traceutil/trace.go:171","msg":"trace[1261781511] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"127.828101ms","start":"2026-07-28T16:38:24.405659Z","end":"2026-07-28T16:38:24.533487Z","steps":["trace[1261781511] 'process raft request' (duration: 127.78799ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:24.533854Z","caller":"traceutil/trace.go:171","msg":"trace[1155956814] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"336.628155ms","start":"2026-07-28T16:38:24.197217Z","end":"2026-07-28T16:38:24.533845Z","steps":["trace[1155956814] 'process raft request' (duration: 336.106042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.533954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.197197Z","time spent":"336.682077ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:38:24.534583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.569978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:38:24.534618Z","caller":"traceutil/trace.go:171","msg":"trace[1179738400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25068; }","duration":"314.63472ms","start":"2026-07-28T16:38:24.219975Z","end":"2026-07-28T16:38:24.53461Z","steps":["trace[1179738400] 'agreement among raft nodes before linearized reading' (duration: 314.528207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.53464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.219963Z","time spent":"314.66976ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:38:24.855999Z","caller":"traceutil/trace.go:171","msg":"trace[1236327562] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"343.270848ms","start":"2026-07-28T16:38:24.5127Z","end":"2026-07-28T16:38:24.855971Z","steps":["trace[1236327562] 'process raft request' (duration: 343.016712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.856204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.51268Z","time spent":"343.429441ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:38:24.856551Z","caller":"traceutil/trace.go:171","msg":"trace[1522907832] linearizableReadLoop","detail":"{readStateIndex:25859; appliedIndex:25855; }","duration":"322.337688ms","start":"2026-07-28T16:38:24.534187Z","end":"2026-07-28T16:38:24.856525Z","steps":["trace[1522907832] 'read index received' (duration: 321.5694ms)","trace[1522907832] 'applied index is now lower than readState.Index' (duration: 767.018µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:38:24.857413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.844491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:38:24.857504Z","caller":"traceutil/trace.go:171","msg":"trace[2129583711] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:25072; }","duration":"343.962674ms","start":"2026-07-28T16:38:24.513519Z","end":"2026-07-28T16:38:24.857481Z","steps":["trace[2129583711] 'agreement among raft nodes before linearized reading' (duration: 343.693808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.857573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.513511Z","time spent":"344.050146ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:38:24.857571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.109192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:38:24.856644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.859464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:38:24.857654Z","caller":"traceutil/trace.go:171","msg":"trace[420027621] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:25072; }","duration":"345.255965ms","start":"2026-07-28T16:38:24.512378Z","end":"2026-07-28T16:38:24.857634Z","steps":["trace[420027621] 'agreement among raft nodes before linearized reading' (duration: 344.971768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.857714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.512353Z","time spent":"345.350318ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T16:38:24.857716Z","caller":"traceutil/trace.go:171","msg":"trace[911647285] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:25072; }","duration":"340.92941ms","start":"2026-07-28T16:38:24.51676Z","end":"2026-07-28T16:38:24.857689Z","steps":["trace[911647285] 'agreement among raft nodes before linearized reading' (duration: 339.814623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.857774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.516753Z","time spent":"341.005012ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-28T16:38:24.85669Z","caller":"traceutil/trace.go:171","msg":"trace[724098786] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"342.371846ms","start":"2026-07-28T16:38:24.514304Z","end":"2026-07-28T16:38:24.856676Z","steps":["trace[724098786] 'process raft request' (duration: 341.616167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.857957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.514269Z","time spent":"343.611245ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:38:24.856725Z","caller":"traceutil/trace.go:171","msg":"trace[675882531] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"342.341125ms","start":"2026-07-28T16:38:24.514375Z","end":"2026-07-28T16:38:24.856716Z","steps":["trace[675882531] 'process raft request' (duration: 341.952615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.858209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.512714Z","time spent":"345.410569ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:38:24.856774Z","caller":"traceutil/trace.go:171","msg":"trace[1243932248] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"337.043695ms","start":"2026-07-28T16:38:24.519724Z","end":"2026-07-28T16:38:24.856767Z","steps":["trace[1243932248] 'process raft request' (duration: 336.750458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.858327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.519707Z","time spent":"338.570943ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:38:24.856838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.109811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T16:38:24.858437Z","caller":"traceutil/trace.go:171","msg":"trace[624972367] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:25072; }","duration":"341.73678ms","start":"2026-07-28T16:38:24.516683Z","end":"2026-07-28T16:38:24.85842Z","steps":["trace[624972367] 'agreement among raft nodes before linearized reading' (duration: 339.978698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.858496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.516603Z","time spent":"341.878064ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T16:38:24.856997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.193912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12422"} {"level":"info","ts":"2026-07-28T16:38:24.858596Z","caller":"traceutil/trace.go:171","msg":"trace[646827515] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:25072; }","duration":"341.826142ms","start":"2026-07-28T16:38:24.516755Z","end":"2026-07-28T16:38:24.858581Z","steps":["trace[646827515] 'agreement among raft nodes before linearized reading' (duration: 340.121941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.85867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.516744Z","time spent":"341.912514ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12445,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:38:24.857038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.297035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:38:24.858866Z","caller":"traceutil/trace.go:171","msg":"trace[182945236] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:25072; }","duration":"342.13981ms","start":"2026-07-28T16:38:24.516708Z","end":"2026-07-28T16:38:24.858848Z","steps":["trace[182945236] 'agreement among raft nodes before linearized reading' (duration: 340.309895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.858927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.516696Z","time spent":"342.215441ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:38:24.857128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.508401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-07-28T16:38:24.858993Z","caller":"traceutil/trace.go:171","msg":"trace[1866415574] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:25072; }","duration":"340.386677ms","start":"2026-07-28T16:38:24.518592Z","end":"2026-07-28T16:38:24.858978Z","steps":["trace[1866415574] 'agreement among raft nodes before linearized reading' (duration: 338.4739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.859044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.518586Z","time spent":"340.441428ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-07-28T16:38:24.857204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.632035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-28T16:38:24.859112Z","caller":"traceutil/trace.go:171","msg":"trace[283096172] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:25072; }","duration":"340.53582ms","start":"2026-07-28T16:38:24.518552Z","end":"2026-07-28T16:38:24.859088Z","steps":["trace[283096172] 'agreement among raft nodes before linearized reading' (duration: 338.600713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.857283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.010126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T16:38:24.859176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.518542Z","time spent":"340.617302ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-07-28T16:38:24.856906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.935182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-07-28T16:38:24.857361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.680517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12422"} {"level":"info","ts":"2026-07-28T16:38:24.859246Z","caller":"traceutil/trace.go:171","msg":"trace[228157076] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:25072; }","duration":"345.561043ms","start":"2026-07-28T16:38:24.513676Z","end":"2026-07-28T16:38:24.859237Z","steps":["trace[228157076] 'agreement among raft nodes before linearized reading' (duration: 343.632166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:24.859248Z","caller":"traceutil/trace.go:171","msg":"trace[960219476] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:25072; }","duration":"339.319801ms","start":"2026-07-28T16:38:24.519911Z","end":"2026-07-28T16:38:24.859231Z","steps":["trace[960219476] 'agreement among raft nodes before linearized reading' (duration: 336.879122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.859274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.51365Z","time spent":"345.615124ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12445,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:38:24.859326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.519883Z","time spent":"339.425563ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-07-28T16:38:24.859204Z","caller":"traceutil/trace.go:171","msg":"trace[1447809990] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:25072; }","duration":"346.434104ms","start":"2026-07-28T16:38:24.512754Z","end":"2026-07-28T16:38:24.859188Z","steps":["trace[1447809990] 'agreement among raft nodes before linearized reading' (duration: 344.478956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.859405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.51271Z","time spent":"346.687ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T16:38:24.886982Z","caller":"traceutil/trace.go:171","msg":"trace[1214161397] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"348.32815ms","start":"2026-07-28T16:38:24.538632Z","end":"2026-07-28T16:38:24.88696Z","steps":["trace[1214161397] 'process raft request' (duration: 347.978872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.887089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:24.538618Z","time spent":"348.417462ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:38:24.887277Z","caller":"traceutil/trace.go:171","msg":"trace[2005114519] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"158.479068ms","start":"2026-07-28T16:38:24.728766Z","end":"2026-07-28T16:38:24.887245Z","steps":["trace[2005114519] 'process raft request' (duration: 158.038947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:24.887411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.406511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:38:24.887557Z","caller":"traceutil/trace.go:171","msg":"trace[1320010668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25074; }","duration":"235.625256ms","start":"2026-07-28T16:38:24.651908Z","end":"2026-07-28T16:38:24.887533Z","steps":["trace[1320010668] 'agreement among raft nodes before linearized reading' (duration: 235.38119ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:25.00564Z","caller":"traceutil/trace.go:171","msg":"trace[117341360] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"107.158658ms","start":"2026-07-28T16:38:24.898446Z","end":"2026-07-28T16:38:25.005604Z","steps":["trace[117341360] 'process raft request' (duration: 106.879562ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:25.005734Z","caller":"traceutil/trace.go:171","msg":"trace[270560187] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"106.79057ms","start":"2026-07-28T16:38:24.898907Z","end":"2026-07-28T16:38:25.005697Z","steps":["trace[270560187] 'process raft request' (duration: 106.599225ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:25.244999Z","caller":"traceutil/trace.go:171","msg":"trace[44226840] linearizableReadLoop","detail":"{readStateIndex:25865; appliedIndex:25864; }","duration":"147.017199ms","start":"2026-07-28T16:38:25.097951Z","end":"2026-07-28T16:38:25.244968Z","steps":["trace[44226840] 'read index received' (duration: 146.794723ms)","trace[44226840] 'applied index is now lower than readState.Index' (duration: 221.416µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:38:25.245055Z","caller":"traceutil/trace.go:171","msg":"trace[1343870299] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"216.031339ms","start":"2026-07-28T16:38:25.028997Z","end":"2026-07-28T16:38:25.245029Z","steps":["trace[1343870299] 'process raft request' (duration: 215.783943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:25.245474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.482681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:38:25.245527Z","caller":"traceutil/trace.go:171","msg":"trace[1135666963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25078; }","duration":"147.622744ms","start":"2026-07-28T16:38:25.097889Z","end":"2026-07-28T16:38:25.245512Z","steps":["trace[1135666963] 'agreement among raft nodes before linearized reading' (duration: 147.213324ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:33.112905Z","caller":"traceutil/trace.go:171","msg":"trace[406098663] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"156.532261ms","start":"2026-07-28T16:38:32.956339Z","end":"2026-07-28T16:38:33.112871Z","steps":["trace[406098663] 'process raft request' (duration: 147.485121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:41.323044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.632122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:38:41.323153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.213177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:38:41.323189Z","caller":"traceutil/trace.go:171","msg":"trace[829392655] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25208; }","duration":"112.865187ms","start":"2026-07-28T16:38:41.210295Z","end":"2026-07-28T16:38:41.32316Z","steps":["trace[829392655] 'count revisions from in-memory index tree' (duration: 112.474128ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:41.323247Z","caller":"traceutil/trace.go:171","msg":"trace[1183184329] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25208; }","duration":"104.377191ms","start":"2026-07-28T16:38:41.218844Z","end":"2026-07-28T16:38:41.323221Z","steps":["trace[1183184329] 'count revisions from in-memory index tree' (duration: 104.101865ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:41.47554Z","caller":"traceutil/trace.go:171","msg":"trace[425755388] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"139.460665ms","start":"2026-07-28T16:38:41.336047Z","end":"2026-07-28T16:38:41.475508Z","steps":["trace[425755388] 'process raft request' (duration: 139.029075ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:38:41.648719Z","caller":"traceutil/trace.go:171","msg":"trace[626012435] linearizableReadLoop","detail":"{readStateIndex:26000; appliedIndex:25999; }","duration":"310.343715ms","start":"2026-07-28T16:38:41.338343Z","end":"2026-07-28T16:38:41.648686Z","steps":["trace[626012435] 'read index received' (duration: 137.282822ms)","trace[626012435] 'applied index is now lower than readState.Index' (duration: 173.060013ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:38:41.648858Z","caller":"traceutil/trace.go:171","msg":"trace[2042266651] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"312.20895ms","start":"2026-07-28T16:38:41.336637Z","end":"2026-07-28T16:38:41.648838Z","steps":["trace[2042266651] 'process raft request' (duration: 261.004804ms)","trace[2042266651] 'compare' (duration: 50.901369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:38:41.648966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:41.336608Z","time spent":"312.277822ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:38:41.649034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.582267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:38:41.649127Z","caller":"traceutil/trace.go:171","msg":"trace[1437028083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25210; }","duration":"247.7276ms","start":"2026-07-28T16:38:41.401377Z","end":"2026-07-28T16:38:41.649105Z","steps":["trace[1437028083] 'agreement among raft nodes before linearized reading' (duration: 247.483914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:41.649326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.977961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:38:41.649375Z","caller":"traceutil/trace.go:171","msg":"trace[73165368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25210; }","duration":"311.045723ms","start":"2026-07-28T16:38:41.338315Z","end":"2026-07-28T16:38:41.64936Z","steps":["trace[73165368] 'agreement among raft nodes before linearized reading' (duration: 310.93642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:41.649438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:38:41.338301Z","time spent":"311.123654ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:38:41.65009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.235965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:38:41.650127Z","caller":"traceutil/trace.go:171","msg":"trace[1603149032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25210; }","duration":"244.325078ms","start":"2026-07-28T16:38:41.405794Z","end":"2026-07-28T16:38:41.650119Z","steps":["trace[1603149032] 'agreement among raft nodes before linearized reading' (duration: 244.248686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:38:42.551355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.965444ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:38:42.551613Z","caller":"traceutil/trace.go:171","msg":"trace[1399491372] linearizableReadLoop","detail":"{readStateIndex:26004; appliedIndex:26003; }","duration":"168.80971ms","start":"2026-07-28T16:38:42.382771Z","end":"2026-07-28T16:38:42.551581Z","steps":["trace[1399491372] 'read index received' (duration: 31.597379ms)","trace[1399491372] 'applied index is now lower than readState.Index' (duration: 137.209681ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:38:42.551772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.975544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:38:42.551805Z","caller":"traceutil/trace.go:171","msg":"trace[973275678] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25213; }","duration":"169.056976ms","start":"2026-07-28T16:38:42.382736Z","end":"2026-07-28T16:38:42.551793Z","steps":["trace[973275678] 'agreement among raft nodes before linearized reading' (duration: 168.938643ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:39:47.423135Z","caller":"traceutil/trace.go:171","msg":"trace[1823282816] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"121.808554ms","start":"2026-07-28T16:39:47.301301Z","end":"2026-07-28T16:39:47.42311Z","steps":["trace[1823282816] 'process raft request' (duration: 121.657561ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:39:47.611913Z","caller":"traceutil/trace.go:171","msg":"trace[176465992] linearizableReadLoop","detail":"{readStateIndex:26643; appliedIndex:26641; }","duration":"237.630055ms","start":"2026-07-28T16:39:47.374251Z","end":"2026-07-28T16:39:47.611881Z","steps":["trace[176465992] 'read index received' (duration: 48.86439ms)","trace[176465992] 'applied index is now lower than readState.Index' (duration: 188.762395ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:39:47.611994Z","caller":"traceutil/trace.go:171","msg":"trace[1937804241] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"257.410687ms","start":"2026-07-28T16:39:47.354548Z","end":"2026-07-28T16:39:47.611958Z","steps":["trace[1937804241] 'process raft request' (duration: 256.616847ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:39:47.612138Z","caller":"traceutil/trace.go:171","msg":"trace[1637746217] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"254.459755ms","start":"2026-07-28T16:39:47.357591Z","end":"2026-07-28T16:39:47.612051Z","steps":["trace[1637746217] 'process raft request' (duration: 254.184438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:47.612235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.970433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:39:47.612279Z","caller":"traceutil/trace.go:171","msg":"trace[1949652744] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:25834; }","duration":"238.079366ms","start":"2026-07-28T16:39:47.374187Z","end":"2026-07-28T16:39:47.612267Z","steps":["trace[1949652744] 'agreement among raft nodes before linearized reading' (duration: 237.920292ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:39:48.037115Z","caller":"traceutil/trace.go:171","msg":"trace[10465780] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"182.964394ms","start":"2026-07-28T16:39:47.854104Z","end":"2026-07-28T16:39:48.037068Z","steps":["trace[10465780] 'process raft request' (duration: 182.661087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:48.40582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.923439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:39:48.40599Z","caller":"traceutil/trace.go:171","msg":"trace[1725419132] linearizableReadLoop","detail":"{readStateIndex:26648; appliedIndex:26647; }","duration":"274.782299ms","start":"2026-07-28T16:39:48.131184Z","end":"2026-07-28T16:39:48.405966Z","steps":["trace[1725419132] 'read index received' (duration: 23.528913ms)","trace[1725419132] 'applied index is now lower than readState.Index' (duration: 251.251696ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:39:48.406106Z","caller":"traceutil/trace.go:171","msg":"trace[1622544340] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"322.370548ms","start":"2026-07-28T16:39:48.083722Z","end":"2026-07-28T16:39:48.406092Z","steps":["trace[1622544340] 'process raft request' (duration: 71.018109ms)","trace[1622544340] 'compare' (duration: 250.511689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:39:48.406197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.083703Z","time spent":"322.446081ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:39:48.406534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.316683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:39:48.406599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.939888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T16:39:48.406657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.440124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T16:39:48.406679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.223627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T16:39:48.406749Z","caller":"traceutil/trace.go:171","msg":"trace[440245152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25838; }","duration":"141.581297ms","start":"2026-07-28T16:39:48.265143Z","end":"2026-07-28T16:39:48.406724Z","steps":["trace[440245152] 'agreement among raft nodes before linearized reading' (duration: 141.30594ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:39:48.406668Z","caller":"traceutil/trace.go:171","msg":"trace[795156388] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25838; }","duration":"275.505608ms","start":"2026-07-28T16:39:48.131127Z","end":"2026-07-28T16:39:48.406633Z","steps":["trace[795156388] 'agreement among raft nodes before linearized reading' (duration: 275.292642ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:39:48.406786Z","caller":"traceutil/trace.go:171","msg":"trace[422804021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25838; }","duration":"242.362121ms","start":"2026-07-28T16:39:48.164401Z","end":"2026-07-28T16:39:48.406763Z","steps":["trace[422804021] 'agreement among raft nodes before linearized reading' (duration: 242.056083ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:39:48.406681Z","caller":"traceutil/trace.go:171","msg":"trace[1412187305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25838; }","duration":"253.074461ms","start":"2026-07-28T16:39:48.153581Z","end":"2026-07-28T16:39:48.406656Z","steps":["trace[1412187305] 'agreement among raft nodes before linearized reading' (duration: 252.842766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:48.981185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.042863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:39:48.981307Z","caller":"traceutil/trace.go:171","msg":"trace[69541991] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"569.239899ms","start":"2026-07-28T16:39:48.412044Z","end":"2026-07-28T16:39:48.981284Z","steps":["trace[69541991] 'process raft request' (duration: 167.98466ms)","trace[69541991] 'compare' (duration: 400.640204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:39:48.981392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.412007Z","time spent":"569.341591ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:39:48.996734Z","caller":"traceutil/trace.go:171","msg":"trace[1535585980] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"584.339266ms","start":"2026-07-28T16:39:48.412325Z","end":"2026-07-28T16:39:48.996664Z","steps":["trace[1535585980] 'process raft request' (duration: 583.995998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:48.997177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.41231Z","time spent":"584.50571ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:39:48.997157Z","caller":"traceutil/trace.go:171","msg":"trace[739146970] linearizableReadLoop","detail":"{readStateIndex:26651; appliedIndex:26648; }","duration":"582.610294ms","start":"2026-07-28T16:39:48.41451Z","end":"2026-07-28T16:39:48.997121Z","steps":["trace[739146970] 'read index received' (duration: 165.5331ms)","trace[739146970] 'applied index is now lower than readState.Index' (duration: 417.075804ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:39:48.99733Z","caller":"traceutil/trace.go:171","msg":"trace[1943752757] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"574.671671ms","start":"2026-07-28T16:39:48.422641Z","end":"2026-07-28T16:39:48.997312Z","steps":["trace[1943752757] 'process raft request' (duration: 574.398904ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:39:48.99734Z","caller":"traceutil/trace.go:171","msg":"trace[125971073] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"584.882819ms","start":"2026-07-28T16:39:48.412408Z","end":"2026-07-28T16:39:48.997291Z","steps":["trace[125971073] 'process raft request' (duration: 584.148242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:48.997499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.422622Z","time spent":"574.757423ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:39:48.997529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.41239Z","time spent":"585.043893ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:39:48.997861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.351772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:39:48.997918Z","caller":"traceutil/trace.go:171","msg":"trace[1060676639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25842; }","duration":"583.467495ms","start":"2026-07-28T16:39:48.414437Z","end":"2026-07-28T16:39:48.997905Z","steps":["trace[1060676639] 'agreement among raft nodes before linearized reading' (duration: 582.885541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:48.998644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.414406Z","time spent":"584.175022ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:39:49.046992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.650833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:39:49.047122Z","caller":"traceutil/trace.go:171","msg":"trace[47259477] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:25843; }","duration":"310.835748ms","start":"2026-07-28T16:39:48.736257Z","end":"2026-07-28T16:39:49.047093Z","steps":["trace[47259477] 'agreement among raft nodes before linearized reading' (duration: 310.636043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:49.047165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.894625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:39:49.047188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.736238Z","time spent":"310.93535ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T16:39:49.047223Z","caller":"traceutil/trace.go:171","msg":"trace[1238437878] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25843; }","duration":"330.985568ms","start":"2026-07-28T16:39:48.716217Z","end":"2026-07-28T16:39:49.047202Z","steps":["trace[1238437878] 'agreement among raft nodes before linearized reading' (duration: 330.863575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:49.047206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.50726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:39:49.047279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.716195Z","time spent":"331.07009ms","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":29,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:39:49.047305Z","caller":"traceutil/trace.go:171","msg":"trace[1682098851] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25843; }","duration":"103.683264ms","start":"2026-07-28T16:39:48.943591Z","end":"2026-07-28T16:39:49.047274Z","steps":["trace[1682098851] 'agreement among raft nodes before linearized reading' (duration: 103.437258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:49.047355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.482059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T16:39:49.047037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.985389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:39:49.047461Z","caller":"traceutil/trace.go:171","msg":"trace[260855436] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:25843; }","duration":"278.655534ms","start":"2026-07-28T16:39:48.768776Z","end":"2026-07-28T16:39:49.047431Z","steps":["trace[260855436] 'agreement among raft nodes before linearized reading' (duration: 278.302386ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:39:49.047494Z","caller":"traceutil/trace.go:171","msg":"trace[265610183] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:25843; }","duration":"437.495101ms","start":"2026-07-28T16:39:48.609981Z","end":"2026-07-28T16:39:49.047476Z","steps":["trace[265610183] 'agreement among raft nodes before linearized reading' (duration: 436.821885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:49.047479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.808285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-28T16:39:49.047581Z","caller":"traceutil/trace.go:171","msg":"trace[847476887] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25843; }","duration":"625.961299ms","start":"2026-07-28T16:39:48.421595Z","end":"2026-07-28T16:39:49.047557Z","steps":["trace[847476887] 'agreement among raft nodes before linearized reading' (duration: 625.59829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:49.047592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.325654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T16:39:49.047603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.568811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:39:49.047651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.066415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:39:49.04757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.175904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"warn","ts":"2026-07-28T16:39:49.047699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.084984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:39:49.047706Z","caller":"traceutil/trace.go:171","msg":"trace[1766870338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:25843; }","duration":"606.139337ms","start":"2026-07-28T16:39:48.441553Z","end":"2026-07-28T16:39:49.047692Z","steps":["trace[1766870338] 'agreement among raft nodes before linearized reading' (duration: 606.029974ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:39:49.047646Z","caller":"traceutil/trace.go:171","msg":"trace[877551114] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:25843; }","duration":"374.430356ms","start":"2026-07-28T16:39:48.673201Z","end":"2026-07-28T16:39:49.047631Z","steps":["trace[877551114] 'agreement among raft nodes before linearized reading' (duration: 374.284682ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:39:49.047758Z","caller":"traceutil/trace.go:171","msg":"trace[1369555835] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:25843; }","duration":"479.164906ms","start":"2026-07-28T16:39:48.568574Z","end":"2026-07-28T16:39:49.047739Z","steps":["trace[1369555835] 'agreement among raft nodes before linearized reading' (duration: 479.044913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:49.047772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.441544Z","time spent":"606.208548ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:39:49.047712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.631821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:39:49.047804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.568555Z","time spent":"479.241037ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"info","ts":"2026-07-28T16:39:49.047829Z","caller":"traceutil/trace.go:171","msg":"trace[2045509313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25843; }","duration":"397.801315ms","start":"2026-07-28T16:39:48.650018Z","end":"2026-07-28T16:39:49.047819Z","steps":["trace[2045509313] 'agreement among raft nodes before linearized reading' (duration: 397.658731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:49.047782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.673177Z","time spent":"374.588699ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:39:49.048154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.64999Z","time spent":"398.150273ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:39:49.047645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.421576Z","time spent":"626.058542ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-07-28T16:39:49.047713Z","caller":"traceutil/trace.go:171","msg":"trace[385112119] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:25843; }","duration":"478.721435ms","start":"2026-07-28T16:39:48.568965Z","end":"2026-07-28T16:39:49.047686Z","steps":["trace[385112119] 'agreement among raft nodes before linearized reading' (duration: 478.010308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:49.048256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.568953Z","time spent":"479.289379ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:39:49.049026Z","caller":"traceutil/trace.go:171","msg":"trace[990152917] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:25843; }","duration":"544.642369ms","start":"2026-07-28T16:39:48.504362Z","end":"2026-07-28T16:39:49.049004Z","steps":["trace[990152917] 'agreement among raft nodes before linearized reading' (duration: 542.976499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:49.047551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.609959Z","time spent":"437.577143ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:39:49.049108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:39:48.504322Z","time spent":"544.769833ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"info","ts":"2026-07-28T16:39:49.692817Z","caller":"traceutil/trace.go:171","msg":"trace[1284439845] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"263.024713ms","start":"2026-07-28T16:39:49.42976Z","end":"2026-07-28T16:39:49.692785Z","steps":["trace[1284439845] 'process raft request' (duration: 262.824878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:39:50.258862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.291356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T16:39:50.259168Z","caller":"traceutil/trace.go:171","msg":"trace[962825021] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:25850; }","duration":"133.670715ms","start":"2026-07-28T16:39:50.125469Z","end":"2026-07-28T16:39:50.25914Z","steps":["trace[962825021] 'range keys from in-memory index tree' (duration: 132.997108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:06.415289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.329652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:40:06.415567Z","caller":"traceutil/trace.go:171","msg":"trace[1655020027] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"237.39908ms","start":"2026-07-28T16:40:06.178146Z","end":"2026-07-28T16:40:06.415545Z","steps":["trace[1655020027] 'process raft request' (duration: 237.295727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:06.415535Z","caller":"traceutil/trace.go:171","msg":"trace[123505912] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"286.623768ms","start":"2026-07-28T16:40:06.128827Z","end":"2026-07-28T16:40:06.415451Z","steps":["trace[123505912] 'process raft request' (duration: 71.039889ms)","trace[123505912] 'compare' (duration: 215.131457ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:06.415576Z","caller":"traceutil/trace.go:171","msg":"trace[1576251195] linearizableReadLoop","detail":"{readStateIndex:26922; appliedIndex:26921; }","duration":"286.026203ms","start":"2026-07-28T16:40:06.1295Z","end":"2026-07-28T16:40:06.415526Z","steps":["trace[1576251195] 'read index received' (duration: 70.380314ms)","trace[1576251195] 'applied index is now lower than readState.Index' (duration: 215.642689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:06.415891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.366861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-28T16:40:06.415928Z","caller":"traceutil/trace.go:171","msg":"trace[827736982] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26108; }","duration":"286.463154ms","start":"2026-07-28T16:40:06.129452Z","end":"2026-07-28T16:40:06.415915Z","steps":["trace[827736982] 'agreement among raft nodes before linearized reading' (duration: 286.272149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:06.416006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.550633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T16:40:06.41637Z","caller":"traceutil/trace.go:171","msg":"trace[837256211] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:26108; }","duration":"260.756438ms","start":"2026-07-28T16:40:06.155374Z","end":"2026-07-28T16:40:06.41613Z","steps":["trace[837256211] 'agreement among raft nodes before linearized reading' (duration: 260.41117ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:08.657596Z","caller":"traceutil/trace.go:171","msg":"trace[746605200] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"139.899036ms","start":"2026-07-28T16:40:08.517656Z","end":"2026-07-28T16:40:08.657555Z","steps":["trace[746605200] 'process raft request' (duration: 138.634705ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:12.648747Z","caller":"traceutil/trace.go:171","msg":"trace[1565539294] linearizableReadLoop","detail":"{readStateIndex:27008; appliedIndex:27006; }","duration":"106.725109ms","start":"2026-07-28T16:40:12.541989Z","end":"2026-07-28T16:40:12.648714Z","steps":["trace[1565539294] 'read index received' (duration: 40.760662ms)","trace[1565539294] 'applied index is now lower than readState.Index' (duration: 65.961957ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:12.648965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.956396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:40:12.648994Z","caller":"traceutil/trace.go:171","msg":"trace[1899672969] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26191; }","duration":"107.051338ms","start":"2026-07-28T16:40:12.541935Z","end":"2026-07-28T16:40:12.648987Z","steps":["trace[1899672969] 'agreement among raft nodes before linearized reading' (duration: 106.911374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:12.649265Z","caller":"traceutil/trace.go:171","msg":"trace[86931232] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"153.099288ms","start":"2026-07-28T16:40:12.496157Z","end":"2026-07-28T16:40:12.649257Z","steps":["trace[86931232] 'process raft request' (duration: 152.198087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:12.957622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.512476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:12.957749Z","caller":"traceutil/trace.go:171","msg":"trace[1608446772] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26192; }","duration":"111.70511ms","start":"2026-07-28T16:40:12.846019Z","end":"2026-07-28T16:40:12.957724Z","steps":["trace[1608446772] 'count revisions from in-memory index tree' (duration: 111.339272ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:15.946497Z","caller":"traceutil/trace.go:171","msg":"trace[1406282398] linearizableReadLoop","detail":"{readStateIndex:27038; appliedIndex:27035; }","duration":"106.665287ms","start":"2026-07-28T16:40:15.839804Z","end":"2026-07-28T16:40:15.94647Z","steps":["trace[1406282398] 'read index received' (duration: 198.645µs)","trace[1406282398] 'applied index is now lower than readState.Index' (duration: 106.465602ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:15.946625Z","caller":"traceutil/trace.go:171","msg":"trace[1197631728] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"108.4346ms","start":"2026-07-28T16:40:15.838158Z","end":"2026-07-28T16:40:15.946592Z","steps":["trace[1197631728] 'process raft request' (duration: 51.378571ms)","trace[1197631728] 'compare' (duration: 56.444074ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:15.946679Z","caller":"traceutil/trace.go:171","msg":"trace[1033341850] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"107.255672ms","start":"2026-07-28T16:40:15.83941Z","end":"2026-07-28T16:40:15.946665Z","steps":["trace[1033341850] 'process raft request' (duration: 106.932394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:15.946981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.162049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:40:15.947026Z","caller":"traceutil/trace.go:171","msg":"trace[297856498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26221; }","duration":"107.249621ms","start":"2026-07-28T16:40:15.839764Z","end":"2026-07-28T16:40:15.947014Z","steps":["trace[297856498] 'agreement among raft nodes before linearized reading' (duration: 107.070937ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:45.51129Z","caller":"traceutil/trace.go:171","msg":"trace[1784101516] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"113.631566ms","start":"2026-07-28T16:40:45.397016Z","end":"2026-07-28T16:40:45.510648Z","steps":["trace[1784101516] 'process raft request' (duration: 113.227906ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:46.273222Z","caller":"traceutil/trace.go:171","msg":"trace[545498791] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"122.023941ms","start":"2026-07-28T16:40:46.151168Z","end":"2026-07-28T16:40:46.273192Z","steps":["trace[545498791] 'process raft request' (duration: 121.847857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:46.976217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.603267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:46.976337Z","caller":"traceutil/trace.go:171","msg":"trace[1874879508] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26440; }","duration":"486.800131ms","start":"2026-07-28T16:40:46.489507Z","end":"2026-07-28T16:40:46.976307Z","steps":["trace[1874879508] 'count revisions from in-memory index tree' (duration: 486.472503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:46.9764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:46.489476Z","time spent":"486.904464ms","remote":"127.0.0.1:45868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:40:46.976642Z","caller":"traceutil/trace.go:171","msg":"trace[2047251803] linearizableReadLoop","detail":"{readStateIndex:27264; appliedIndex:27263; }","duration":"326.018457ms","start":"2026-07-28T16:40:46.650595Z","end":"2026-07-28T16:40:46.976613Z","steps":["trace[2047251803] 'read index received' (duration: 325.078004ms)","trace[2047251803] 'applied index is now lower than readState.Index' (duration: 938.283µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:46.976748Z","caller":"traceutil/trace.go:171","msg":"trace[730186191] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"378.27463ms","start":"2026-07-28T16:40:46.598459Z","end":"2026-07-28T16:40:46.976734Z","steps":["trace[730186191] 'process raft request' (duration: 377.021749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:46.976877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:46.598422Z","time spent":"378.362832ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:46.97689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.280634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:46.97698Z","caller":"traceutil/trace.go:171","msg":"trace[1795427337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26441; }","duration":"326.417937ms","start":"2026-07-28T16:40:46.650536Z","end":"2026-07-28T16:40:46.976954Z","steps":["trace[1795427337] 'agreement among raft nodes before linearized reading' (duration: 326.277154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:46.977033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:46.650514Z","time spent":"326.510249ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:40:47.050228Z","caller":"traceutil/trace.go:171","msg":"trace[70318562] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"235.202996ms","start":"2026-07-28T16:40:46.814991Z","end":"2026-07-28T16:40:47.050194Z","steps":["trace[70318562] 'process raft request' (duration: 234.93993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.050479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.030997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:40:47.050607Z","caller":"traceutil/trace.go:171","msg":"trace[684659786] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:26442; }","duration":"190.312333ms","start":"2026-07-28T16:40:46.860264Z","end":"2026-07-28T16:40:47.050577Z","steps":["trace[684659786] 'agreement among raft nodes before linearized reading' (duration: 189.925354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.394876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.170989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:40:47.395023Z","caller":"traceutil/trace.go:171","msg":"trace[1081181924] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"340.356846ms","start":"2026-07-28T16:40:47.054633Z","end":"2026-07-28T16:40:47.39499Z","steps":["trace[1081181924] 'process raft request' (duration: 32.958522ms)","trace[1081181924] 'compare' (duration: 307.007485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:47.395135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.054602Z","time spent":"340.477399ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:40:47.40774Z","caller":"traceutil/trace.go:171","msg":"trace[373178744] linearizableReadLoop","detail":"{readStateIndex:27267; appliedIndex:27266; }","duration":"162.071126ms","start":"2026-07-28T16:40:47.245634Z","end":"2026-07-28T16:40:47.407705Z","steps":["trace[373178744] 'read index received' (duration: 161.852581ms)","trace[373178744] 'applied index is now lower than readState.Index' (duration: 217.455µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:47.407932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.267541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:47.408028Z","caller":"traceutil/trace.go:171","msg":"trace[1764960875] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26444; }","duration":"162.435835ms","start":"2026-07-28T16:40:47.245578Z","end":"2026-07-28T16:40:47.408014Z","steps":["trace[1764960875] 'agreement among raft nodes before linearized reading' (duration: 162.278581ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:47.408158Z","caller":"traceutil/trace.go:171","msg":"trace[70024087] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"353.411984ms","start":"2026-07-28T16:40:47.054691Z","end":"2026-07-28T16:40:47.408103Z","steps":["trace[70024087] 'process raft request' (duration: 352.83057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.408182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.475166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:40:47.408343Z","caller":"traceutil/trace.go:171","msg":"trace[1886534075] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26444; }","duration":"162.6872ms","start":"2026-07-28T16:40:47.245607Z","end":"2026-07-28T16:40:47.408294Z","steps":["trace[1886534075] 'agreement among raft nodes before linearized reading' (duration: 162.212009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.408411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.054659Z","time spent":"353.629589ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:47.979818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.116508ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:47.979976Z","caller":"traceutil/trace.go:171","msg":"trace[2104762484] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26444; }","duration":"153.301342ms","start":"2026-07-28T16:40:47.826654Z","end":"2026-07-28T16:40:47.979955Z","steps":["trace[2104762484] 'range keys from in-memory index tree' (duration: 153.096937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.980155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.197022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:40:47.980271Z","caller":"traceutil/trace.go:171","msg":"trace[1925797858] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"722.277844ms","start":"2026-07-28T16:40:47.257976Z","end":"2026-07-28T16:40:47.980254Z","steps":["trace[1925797858] 'process raft request' (duration: 312.857096ms)","trace[1925797858] 'compare' (duration: 409.071359ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:47.980383Z","caller":"traceutil/trace.go:171","msg":"trace[820477984] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"462.724085ms","start":"2026-07-28T16:40:47.51764Z","end":"2026-07-28T16:40:47.980364Z","steps":["trace[820477984] 'process raft request' (duration: 462.679304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.980444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.517613Z","time spent":"462.807367ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:47.980405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.25796Z","time spent":"722.353626ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:40:47.980593Z","caller":"traceutil/trace.go:171","msg":"trace[242549946] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"571.977224ms","start":"2026-07-28T16:40:47.408547Z","end":"2026-07-28T16:40:47.980524Z","steps":["trace[242549946] 'process raft request' (duration: 571.730918ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:47.980557Z","caller":"traceutil/trace.go:171","msg":"trace[1467009820] linearizableReadLoop","detail":"{readStateIndex:27268; appliedIndex:27267; }","duration":"572.660911ms","start":"2026-07-28T16:40:47.407823Z","end":"2026-07-28T16:40:47.980484Z","steps":["trace[1467009820] 'read index received' (duration: 163.146902ms)","trace[1467009820] 'applied index is now lower than readState.Index' (duration: 409.511439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:47.980671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.003679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:40:47.980698Z","caller":"traceutil/trace.go:171","msg":"trace[1432196163] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26447; }","duration":"727.04261ms","start":"2026-07-28T16:40:47.253648Z","end":"2026-07-28T16:40:47.980691Z","steps":["trace[1432196163] 'agreement among raft nodes before linearized reading' (duration: 726.915707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.980719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.253641Z","time spent":"727.073121ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:40:47.980755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.722081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:47.980806Z","caller":"traceutil/trace.go:171","msg":"trace[1178223330] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:26447; }","duration":"728.811993ms","start":"2026-07-28T16:40:47.251978Z","end":"2026-07-28T16:40:47.98079Z","steps":["trace[1178223330] 'agreement among raft nodes before linearized reading' (duration: 728.71603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.980831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.408526Z","time spent":"572.18917ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:47.980849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.251966Z","time spent":"728.872415ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:40:47.980882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.823456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:40:47.980907Z","caller":"traceutil/trace.go:171","msg":"trace[1744960159] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:26447; }","duration":"602.863366ms","start":"2026-07-28T16:40:47.378038Z","end":"2026-07-28T16:40:47.980901Z","steps":["trace[1744960159] 'agreement among raft nodes before linearized reading' (duration: 602.795105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.980928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.378029Z","time spent":"602.894968ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T16:40:47.980923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.782643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:40:47.981004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.902627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:40:47.981008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.498272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:40:47.981043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.47759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:47.981034Z","caller":"traceutil/trace.go:171","msg":"trace[333641378] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:26447; }","duration":"636.992498ms","start":"2026-07-28T16:40:47.344016Z","end":"2026-07-28T16:40:47.981009Z","steps":["trace[333641378] 'agreement among raft nodes before linearized reading' (duration: 636.820084ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:47.981051Z","caller":"traceutil/trace.go:171","msg":"trace[1647542110] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26447; }","duration":"733.975919ms","start":"2026-07-28T16:40:47.247063Z","end":"2026-07-28T16:40:47.981039Z","steps":["trace[1647542110] 'agreement among raft nodes before linearized reading' (duration: 733.775894ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:47.981062Z","caller":"traceutil/trace.go:171","msg":"trace[1627435827] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26447; }","duration":"734.576963ms","start":"2026-07-28T16:40:47.24647Z","end":"2026-07-28T16:40:47.981047Z","steps":["trace[1627435827] 'agreement among raft nodes before linearized reading' (duration: 734.479661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.98109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.24705Z","time spent":"734.03322ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:40:47.981095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.34399Z","time spent":"637.08983ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:40:47.981107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.24646Z","time spent":"734.639395ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:40:47.981069Z","caller":"traceutil/trace.go:171","msg":"trace[348122073] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26447; }","duration":"637.542651ms","start":"2026-07-28T16:40:47.34352Z","end":"2026-07-28T16:40:47.981063Z","steps":["trace[348122073] 'agreement among raft nodes before linearized reading' (duration: 637.50359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.981156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.611284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:40:47.981225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.343502Z","time spent":"637.714815ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:40:47.981236Z","caller":"traceutil/trace.go:171","msg":"trace[2033214074] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26447; }","duration":"734.707246ms","start":"2026-07-28T16:40:47.246506Z","end":"2026-07-28T16:40:47.981214Z","steps":["trace[2033214074] 'agreement among raft nodes before linearized reading' (duration: 734.45497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.981207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.895738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-28T16:40:47.981279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.246496Z","time spent":"734.771268ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:40:47.981367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.288256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:40:47.981338Z","caller":"traceutil/trace.go:171","msg":"trace[678513850] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26447; }","duration":"633.046072ms","start":"2026-07-28T16:40:47.348241Z","end":"2026-07-28T16:40:47.981287Z","steps":["trace[678513850] 'agreement among raft nodes before linearized reading' (duration: 632.816906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.981287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.743526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:47.981403Z","caller":"traceutil/trace.go:171","msg":"trace[1257542065] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26447; }","duration":"727.343277ms","start":"2026-07-28T16:40:47.25405Z","end":"2026-07-28T16:40:47.981393Z","steps":["trace[1257542065] 'agreement among raft nodes before linearized reading' (duration: 727.036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.981438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.254039Z","time spent":"727.390688ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:40:47.981329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.553488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:47.981445Z","caller":"traceutil/trace.go:171","msg":"trace[1008779755] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:26447; }","duration":"729.902009ms","start":"2026-07-28T16:40:47.251526Z","end":"2026-07-28T16:40:47.981428Z","steps":["trace[1008779755] 'agreement among raft nodes before linearized reading' (duration: 729.748376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.981498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.251521Z","time spent":"729.963911ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-28T16:40:47.981487Z","caller":"traceutil/trace.go:171","msg":"trace[575651433] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26447; }","duration":"735.806893ms","start":"2026-07-28T16:40:47.245666Z","end":"2026-07-28T16:40:47.981473Z","steps":["trace[575651433] 'agreement among raft nodes before linearized reading' (duration: 735.573518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.981461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.348231Z","time spent":"633.180165ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:40:47.98161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.245626Z","time spent":"735.921166ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:40:47.981259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.748456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:47.981699Z","caller":"traceutil/trace.go:171","msg":"trace[717270668] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26447; }","duration":"730.198107ms","start":"2026-07-28T16:40:47.251484Z","end":"2026-07-28T16:40:47.981682Z","steps":["trace[717270668] 'agreement among raft nodes before linearized reading' (duration: 729.758916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.981498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.351947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:47.981762Z","caller":"traceutil/trace.go:171","msg":"trace[1857372543] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:26447; }","duration":"637.669604ms","start":"2026-07-28T16:40:47.344078Z","end":"2026-07-28T16:40:47.981748Z","steps":["trace[1857372543] 'agreement among raft nodes before linearized reading' (duration: 637.376167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:47.981816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.344033Z","time spent":"637.769196ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:40:47.981758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.251473Z","time spent":"730.270268ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:40:48.059715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.206278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:48.059808Z","caller":"traceutil/trace.go:171","msg":"trace[867588098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26448; }","duration":"408.369752ms","start":"2026-07-28T16:40:47.651417Z","end":"2026-07-28T16:40:48.059787Z","steps":["trace[867588098] 'agreement among raft nodes before linearized reading' (duration: 408.157417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.059808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.758632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"info","ts":"2026-07-28T16:40:48.059915Z","caller":"traceutil/trace.go:171","msg":"trace[1597666874] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:26448; }","duration":"431.884615ms","start":"2026-07-28T16:40:47.628005Z","end":"2026-07-28T16:40:48.059889Z","steps":["trace[1597666874] 'agreement among raft nodes before linearized reading' (duration: 431.565327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.059988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.627975Z","time spent":"431.995688ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18590,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" "} {"level":"warn","ts":"2026-07-28T16:40:48.060255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.924011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:40:48.0603Z","caller":"traceutil/trace.go:171","msg":"trace[302968561] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:26448; }","duration":"155.016224ms","start":"2026-07-28T16:40:47.905273Z","end":"2026-07-28T16:40:48.060289Z","steps":["trace[302968561] 'agreement among raft nodes before linearized reading' (duration: 154.84696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.060436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.622478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"warn","ts":"2026-07-28T16:40:48.060503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.197482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:40:48.060539Z","caller":"traceutil/trace.go:171","msg":"trace[1920019695] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:26448; }","duration":"126.290454ms","start":"2026-07-28T16:40:47.934239Z","end":"2026-07-28T16:40:48.06053Z","steps":["trace[1920019695] 'agreement among raft nodes before linearized reading' (duration: 126.228923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.060552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.681373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:40:48.060568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.142809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:40:48.060503Z","caller":"traceutil/trace.go:171","msg":"trace[345677871] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:26448; }","duration":"447.752931ms","start":"2026-07-28T16:40:47.61273Z","end":"2026-07-28T16:40:48.060483Z","steps":["trace[345677871] 'agreement among raft nodes before linearized reading' (duration: 447.573827ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:48.060591Z","caller":"traceutil/trace.go:171","msg":"trace[969843701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26448; }","duration":"473.21467ms","start":"2026-07-28T16:40:47.587369Z","end":"2026-07-28T16:40:48.060584Z","steps":["trace[969843701] 'agreement among raft nodes before linearized reading' (duration: 473.138959ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:48.060605Z","caller":"traceutil/trace.go:171","msg":"trace[51950101] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26448; }","duration":"241.764466ms","start":"2026-07-28T16:40:47.818809Z","end":"2026-07-28T16:40:48.060574Z","steps":["trace[51950101] 'agreement among raft nodes before linearized reading' (duration: 241.654174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.059859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.651395Z","time spent":"408.455594ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:40:48.060643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.337957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:40:48.060612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.587336Z","time spent":"473.272522ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:40:48.060608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.612707Z","time spent":"447.888214ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14222,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" "} {"level":"info","ts":"2026-07-28T16:40:48.06069Z","caller":"traceutil/trace.go:171","msg":"trace[512640718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26448; }","duration":"483.4573ms","start":"2026-07-28T16:40:47.577221Z","end":"2026-07-28T16:40:48.060678Z","steps":["trace[512640718] 'agreement among raft nodes before linearized reading' (duration: 483.309556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.060729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.577197Z","time spent":"483.522422ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:40:48.060731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.160679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:40:48.060743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.95824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-28T16:40:48.0608Z","caller":"traceutil/trace.go:171","msg":"trace[2023442161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26448; }","duration":"473.298912ms","start":"2026-07-28T16:40:47.587484Z","end":"2026-07-28T16:40:48.060783Z","steps":["trace[2023442161] 'agreement among raft nodes before linearized reading' (duration: 473.050866ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:48.060821Z","caller":"traceutil/trace.go:171","msg":"trace[302277938] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:26448; }","duration":"449.113314ms","start":"2026-07-28T16:40:47.611685Z","end":"2026-07-28T16:40:48.060799Z","steps":["trace[302277938] 'agreement among raft nodes before linearized reading' (duration: 448.816456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.060845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.587445Z","time spent":"473.392165ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:40:48.060885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.61167Z","time spent":"449.204187ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18616,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" "} {"level":"warn","ts":"2026-07-28T16:40:48.0603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.339063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:40:48.061151Z","caller":"traceutil/trace.go:171","msg":"trace[474666277] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26448; }","duration":"322.233045ms","start":"2026-07-28T16:40:47.73891Z","end":"2026-07-28T16:40:48.061143Z","steps":["trace[474666277] 'agreement among raft nodes before linearized reading' (duration: 321.346374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.061411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.738888Z","time spent":"322.508731ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:40:48.414887Z","caller":"traceutil/trace.go:171","msg":"trace[1234030322] linearizableReadLoop","detail":"{readStateIndex:27272; appliedIndex:27271; }","duration":"355.330769ms","start":"2026-07-28T16:40:48.059523Z","end":"2026-07-28T16:40:48.414854Z","steps":["trace[1234030322] 'read index received' (duration: 269.826838ms)","trace[1234030322] 'applied index is now lower than readState.Index' (duration: 85.502011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:48.414896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.981755Z","time spent":"433.132794ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T16:40:48.415081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.374354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:40:48.415219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.422388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:40:48.415232Z","caller":"traceutil/trace.go:171","msg":"trace[2095430836] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:26448; }","duration":"418.557249ms","start":"2026-07-28T16:40:47.996648Z","end":"2026-07-28T16:40:48.415205Z","steps":["trace[2095430836] 'agreement among raft nodes before linearized reading' (duration: 418.221111ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:48.415273Z","caller":"traceutil/trace.go:171","msg":"trace[494937458] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:26448; }","duration":"428.560652ms","start":"2026-07-28T16:40:47.9867Z","end":"2026-07-28T16:40:48.415261Z","steps":["trace[494937458] 'agreement among raft nodes before linearized reading' (duration: 428.291896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.415291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.996631Z","time spent":"418.647982ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:40:48.415318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.986683Z","time spent":"428.623324ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:40:48.415651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.69705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:40:48.415746Z","caller":"traceutil/trace.go:171","msg":"trace[1973513295] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:26448; }","duration":"422.814692ms","start":"2026-07-28T16:40:47.99291Z","end":"2026-07-28T16:40:48.415724Z","steps":["trace[1973513295] 'agreement among raft nodes before linearized reading' (duration: 422.031603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.415984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:47.992905Z","time spent":"422.978546ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"info","ts":"2026-07-28T16:40:48.464603Z","caller":"traceutil/trace.go:171","msg":"trace[441586462] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"399.720821ms","start":"2026-07-28T16:40:48.064853Z","end":"2026-07-28T16:40:48.464574Z","steps":["trace[441586462] 'process raft request' (duration: 399.471325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.464968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:48.06483Z","time spent":"399.857223ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:40:48.465044Z","caller":"traceutil/trace.go:171","msg":"trace[983027375] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"398.690775ms","start":"2026-07-28T16:40:48.066321Z","end":"2026-07-28T16:40:48.465012Z","steps":["trace[983027375] 'process raft request' (duration: 398.209184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.465196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:48.066313Z","time spent":"398.799868ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:40:48.465326Z","caller":"traceutil/trace.go:171","msg":"trace[1173193879] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"323.819863ms","start":"2026-07-28T16:40:48.141495Z","end":"2026-07-28T16:40:48.465315Z","steps":["trace[1173193879] 'process raft request' (duration: 323.473724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.465407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:48.141467Z","time spent":"323.905224ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:40:48.465494Z","caller":"traceutil/trace.go:171","msg":"trace[1296491985] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"398.628124ms","start":"2026-07-28T16:40:48.066857Z","end":"2026-07-28T16:40:48.465485Z","steps":["trace[1296491985] 'process raft request' (duration: 398.008929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.465547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:48.066836Z","time spent":"398.685705ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:48.466159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.890214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901507"} {"level":"info","ts":"2026-07-28T16:40:48.46623Z","caller":"traceutil/trace.go:171","msg":"trace[1216508389] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26453; }","duration":"399.989046ms","start":"2026-07-28T16:40:48.066221Z","end":"2026-07-28T16:40:48.46621Z","steps":["trace[1216508389] 'agreement among raft nodes before linearized reading' (duration: 398.91577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.466284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:48.066215Z","time spent":"400.057449ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901530,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:40:48.466526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.52656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901507"} {"level":"info","ts":"2026-07-28T16:40:48.466572Z","caller":"traceutil/trace.go:171","msg":"trace[1743195440] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26453; }","duration":"400.594382ms","start":"2026-07-28T16:40:48.065968Z","end":"2026-07-28T16:40:48.466563Z","steps":["trace[1743195440] 'agreement among raft nodes before linearized reading' (duration: 399.643799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.466606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:48.065959Z","time spent":"400.637273ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901530,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:40:48.466667Z","caller":"traceutil/trace.go:171","msg":"trace[225795131] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"188.013767ms","start":"2026-07-28T16:40:48.278639Z","end":"2026-07-28T16:40:48.466653Z","steps":["trace[225795131] 'process raft request' (duration: 186.366377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.466631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.495959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901507"} {"level":"info","ts":"2026-07-28T16:40:48.466764Z","caller":"traceutil/trace.go:171","msg":"trace[1214360467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26453; }","duration":"400.652183ms","start":"2026-07-28T16:40:48.066063Z","end":"2026-07-28T16:40:48.466716Z","steps":["trace[1214360467] 'agreement among raft nodes before linearized reading' (duration: 399.161697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.466865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:48.066057Z","time spent":"400.789166ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901530,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:40:48.467359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.963842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:40:48.46782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.269462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901507"} {"level":"info","ts":"2026-07-28T16:40:48.46787Z","caller":"traceutil/trace.go:171","msg":"trace[473779572] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26453; }","duration":"402.339945ms","start":"2026-07-28T16:40:48.065519Z","end":"2026-07-28T16:40:48.467859Z","steps":["trace[473779572] 'agreement among raft nodes before linearized reading' (duration: 401.690259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.467903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:48.065509Z","time spent":"402.384065ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901530,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:40:48.468124Z","caller":"traceutil/trace.go:171","msg":"trace[594077297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26453; }","duration":"406.034904ms","start":"2026-07-28T16:40:48.061374Z","end":"2026-07-28T16:40:48.467409Z","steps":["trace[594077297] 'agreement among raft nodes before linearized reading' (duration: 405.948022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.468392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:48.061361Z","time spent":"406.813353ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:40:48.46907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.003501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901507"} {"level":"info","ts":"2026-07-28T16:40:48.469136Z","caller":"traceutil/trace.go:171","msg":"trace[1673008503] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26453; }","duration":"403.093972ms","start":"2026-07-28T16:40:48.066029Z","end":"2026-07-28T16:40:48.469123Z","steps":["trace[1673008503] 'agreement among raft nodes before linearized reading' (duration: 400.557581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:48.469181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:48.066021Z","time spent":"403.147963ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901530,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:40:48.693415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.470314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:40:48.693521Z","caller":"traceutil/trace.go:171","msg":"trace[287588764] linearizableReadLoop","detail":"{readStateIndex:27279; appliedIndex:27278; }","duration":"201.014964ms","start":"2026-07-28T16:40:48.492484Z","end":"2026-07-28T16:40:48.693499Z","steps":["trace[287588764] 'read index received' (duration: 29.341704ms)","trace[287588764] 'applied index is now lower than readState.Index' (duration: 171.67134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:48.693602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.115666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T16:40:48.693636Z","caller":"traceutil/trace.go:171","msg":"trace[614332830] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26455; }","duration":"201.147687ms","start":"2026-07-28T16:40:48.492478Z","end":"2026-07-28T16:40:48.693626Z","steps":["trace[614332830] 'agreement among raft nodes before linearized reading' (duration: 201.072755ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:48.693883Z","caller":"traceutil/trace.go:171","msg":"trace[1226448767] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"223.029669ms","start":"2026-07-28T16:40:48.470819Z","end":"2026-07-28T16:40:48.693849Z","steps":["trace[1226448767] 'process raft request' (duration: 51.031992ms)","trace[1226448767] 'compare' (duration: 171.252329ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:49.459045Z","caller":"traceutil/trace.go:171","msg":"trace[1496279972] linearizableReadLoop","detail":"{readStateIndex:27280; appliedIndex:27279; }","duration":"251.469162ms","start":"2026-07-28T16:40:49.207547Z","end":"2026-07-28T16:40:49.459016Z","steps":["trace[1496279972] 'read index received' (duration: 251.227306ms)","trace[1496279972] 'applied index is now lower than readState.Index' (duration: 240.716µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:49.459216Z","caller":"traceutil/trace.go:171","msg":"trace[251011034] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"330.582718ms","start":"2026-07-28T16:40:49.128621Z","end":"2026-07-28T16:40:49.459204Z","steps":["trace[251011034] 'process raft request' (duration: 330.197139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:49.45933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.128594Z","time spent":"330.648389ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:49.459659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.089467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T16:40:49.459756Z","caller":"traceutil/trace.go:171","msg":"trace[1906203424] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:26456; }","duration":"252.257381ms","start":"2026-07-28T16:40:49.207475Z","end":"2026-07-28T16:40:49.459733Z","steps":["trace[1906203424] 'agreement among raft nodes before linearized reading' (duration: 251.930973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:49.459718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.502634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T16:40:49.460006Z","caller":"traceutil/trace.go:171","msg":"trace[2029282745] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:26456; }","duration":"242.77405ms","start":"2026-07-28T16:40:49.217133Z","end":"2026-07-28T16:40:49.459907Z","steps":["trace[2029282745] 'agreement among raft nodes before linearized reading' (duration: 242.193056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:49.922438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.756995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:40:49.922679Z","caller":"traceutil/trace.go:171","msg":"trace[1186084594] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"458.750879ms","start":"2026-07-28T16:40:49.463895Z","end":"2026-07-28T16:40:49.922646Z","steps":["trace[1186084594] 'process raft request' (duration: 92.675167ms)","trace[1186084594] 'compare' (duration: 365.58368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:49.922796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.46387Z","time spent":"458.874591ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:40:49.923001Z","caller":"traceutil/trace.go:171","msg":"trace[1324789290] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"458.713158ms","start":"2026-07-28T16:40:49.464255Z","end":"2026-07-28T16:40:49.922969Z","steps":["trace[1324789290] 'process raft request' (duration: 458.326188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:49.923234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.464234Z","time spent":"458.860491ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:40:49.923273Z","caller":"traceutil/trace.go:171","msg":"trace[1688919440] linearizableReadLoop","detail":"{readStateIndex:27284; appliedIndex:27280; }","duration":"271.296694ms","start":"2026-07-28T16:40:49.651951Z","end":"2026-07-28T16:40:49.923248Z","steps":["trace[1688919440] 'read index received' (duration: 43.331µs)","trace[1688919440] 'applied index is now lower than readState.Index' (duration: 271.252633ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:49.923339Z","caller":"traceutil/trace.go:171","msg":"trace[2043342847] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"459.019835ms","start":"2026-07-28T16:40:49.464299Z","end":"2026-07-28T16:40:49.923319Z","steps":["trace[2043342847] 'process raft request' (duration: 458.904922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:49.923418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.464283Z","time spent":"459.095917ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:40:49.92348Z","caller":"traceutil/trace.go:171","msg":"trace[62122311] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"459.021565ms","start":"2026-07-28T16:40:49.464299Z","end":"2026-07-28T16:40:49.92332Z","steps":["trace[62122311] 'process raft request' (duration: 458.631196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:49.923671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.627912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:49.923896Z","caller":"traceutil/trace.go:171","msg":"trace[939110027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26460; }","duration":"271.96468ms","start":"2026-07-28T16:40:49.651898Z","end":"2026-07-28T16:40:49.923862Z","steps":["trace[939110027] 'agreement among raft nodes before linearized reading' (duration: 271.496549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:49.923926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.464275Z","time spent":"459.462895ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:49.923542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.068989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-8556c67d47-zzzzv\" ","response":"range_response_count:1 size:8010"} {"level":"info","ts":"2026-07-28T16:40:49.924722Z","caller":"traceutil/trace.go:171","msg":"trace[1352228078] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-8556c67d47-zzzzv; range_end:; response_count:1; response_revision:26460; }","duration":"127.240728ms","start":"2026-07-28T16:40:49.797446Z","end":"2026-07-28T16:40:49.924686Z","steps":["trace[1352228078] 'agreement among raft nodes before linearized reading' (duration: 125.952276ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:50.125639Z","caller":"traceutil/trace.go:171","msg":"trace[1255538131] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"192.065066ms","start":"2026-07-28T16:40:49.933541Z","end":"2026-07-28T16:40:50.125606Z","steps":["trace[1255538131] 'process raft request' (duration: 191.81052ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:50.125998Z","caller":"traceutil/trace.go:171","msg":"trace[1784338842] linearizableReadLoop","detail":"{readStateIndex:27285; appliedIndex:27285; }","duration":"139.889246ms","start":"2026-07-28T16:40:49.986066Z","end":"2026-07-28T16:40:50.125955Z","steps":["trace[1784338842] 'read index received' (duration: 139.870335ms)","trace[1784338842] 'applied index is now lower than readState.Index' (duration: 15.721µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:50.126245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.146892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:40:50.126356Z","caller":"traceutil/trace.go:171","msg":"trace[141982769] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26461; }","duration":"140.299836ms","start":"2026-07-28T16:40:49.98603Z","end":"2026-07-28T16:40:50.12633Z","steps":["trace[141982769] 'agreement among raft nodes before linearized reading' (duration: 140.026699ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:50.358399Z","caller":"traceutil/trace.go:171","msg":"trace[789425550] linearizableReadLoop","detail":"{readStateIndex:27287; appliedIndex:27285; }","duration":"232.285945ms","start":"2026-07-28T16:40:50.12609Z","end":"2026-07-28T16:40:50.358375Z","steps":["trace[789425550] 'read index received' (duration: 232.10455ms)","trace[789425550] 'applied index is now lower than readState.Index' (duration: 180.375µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:50.358595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.657493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:40:50.358682Z","caller":"traceutil/trace.go:171","msg":"trace[1408641096] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26463; }","duration":"370.764026ms","start":"2026-07-28T16:40:49.98788Z","end":"2026-07-28T16:40:50.358644Z","steps":["trace[1408641096] 'agreement among raft nodes before linearized reading' (duration: 370.552291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.358675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.624737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:40:50.358724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.987867Z","time spent":"370.845398ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:40:50.358731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.030827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:40:50.358766Z","caller":"traceutil/trace.go:171","msg":"trace[58950022] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:26463; }","duration":"371.762561ms","start":"2026-07-28T16:40:49.986981Z","end":"2026-07-28T16:40:50.358744Z","steps":["trace[58950022] 'agreement among raft nodes before linearized reading' (duration: 371.566996ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:50.358782Z","caller":"traceutil/trace.go:171","msg":"trace[77469906] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26463; }","duration":"372.101648ms","start":"2026-07-28T16:40:49.986664Z","end":"2026-07-28T16:40:50.358766Z","steps":["trace[77469906] 'agreement among raft nodes before linearized reading' (duration: 371.947665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.358823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.986971Z","time spent":"371.841722ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:40:50.35882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.184101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:40:50.358825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.986649Z","time spent":"372.165361ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:40:50.358875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.7628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:40:50.35889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.421957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:50.35891Z","caller":"traceutil/trace.go:171","msg":"trace[616524697] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26463; }","duration":"372.407646ms","start":"2026-07-28T16:40:49.986482Z","end":"2026-07-28T16:40:50.358889Z","steps":["trace[616524697] 'agreement among raft nodes before linearized reading' (duration: 372.255023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.358912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.822332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:50.358938Z","caller":"traceutil/trace.go:171","msg":"trace[63071274] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:26463; }","duration":"371.856393ms","start":"2026-07-28T16:40:49.987066Z","end":"2026-07-28T16:40:50.358922Z","steps":["trace[63071274] 'agreement among raft nodes before linearized reading' (duration: 371.7305ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:50.358946Z","caller":"traceutil/trace.go:171","msg":"trace[1897819072] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26463; }","duration":"372.501378ms","start":"2026-07-28T16:40:49.986431Z","end":"2026-07-28T16:40:50.358932Z","steps":["trace[1897819072] 'agreement among raft nodes before linearized reading' (duration: 372.418786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.358963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.986459Z","time spent":"372.494608ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:40:50.358971Z","caller":"traceutil/trace.go:171","msg":"trace[1799392569] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:26463; }","duration":"371.903144ms","start":"2026-07-28T16:40:49.987054Z","end":"2026-07-28T16:40:50.358957Z","steps":["trace[1799392569] 'agreement among raft nodes before linearized reading' (duration: 371.783391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.358985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.987061Z","time spent":"371.912734ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:40:50.358985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.986422Z","time spent":"372.552509ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:40:50.359008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.987029Z","time spent":"371.971606ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-28T16:40:50.359119Z","caller":"traceutil/trace.go:171","msg":"trace[665586903] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"370.999352ms","start":"2026-07-28T16:40:49.988107Z","end":"2026-07-28T16:40:50.359106Z","steps":["trace[665586903] 'process raft request' (duration: 370.034438ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:50.359116Z","caller":"traceutil/trace.go:171","msg":"trace[2086273526] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"292.630754ms","start":"2026-07-28T16:40:50.066467Z","end":"2026-07-28T16:40:50.359098Z","steps":["trace[2086273526] 'process raft request' (duration: 291.851375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.35913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.08419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:40:50.359173Z","caller":"traceutil/trace.go:171","msg":"trace[1266530478] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26463; }","duration":"370.141111ms","start":"2026-07-28T16:40:49.98902Z","end":"2026-07-28T16:40:50.359161Z","steps":["trace[1266530478] 'agreement among raft nodes before linearized reading' (duration: 369.981727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.359162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.642422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:40:50.359265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.988055Z","time spent":"371.095515ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:50.359279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.011912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:40:50.359231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.989011Z","time spent":"370.210052ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-28T16:40:50.359339Z","caller":"traceutil/trace.go:171","msg":"trace[418900195] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26463; }","duration":"371.093894ms","start":"2026-07-28T16:40:49.988227Z","end":"2026-07-28T16:40:50.35932Z","steps":["trace[418900195] 'agreement among raft nodes before linearized reading' (duration: 370.875909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.359511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.988214Z","time spent":"371.279119ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T16:40:50.359286Z","caller":"traceutil/trace.go:171","msg":"trace[1583365998] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:26463; }","duration":"372.847516ms","start":"2026-07-28T16:40:49.986416Z","end":"2026-07-28T16:40:50.359264Z","steps":["trace[1583365998] 'agreement among raft nodes before linearized reading' (duration: 372.306903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.359625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.986387Z","time spent":"373.215336ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:40:50.359312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.174681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:50.359728Z","caller":"traceutil/trace.go:171","msg":"trace[880209547] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26463; }","duration":"370.623612ms","start":"2026-07-28T16:40:49.98909Z","end":"2026-07-28T16:40:50.359713Z","steps":["trace[880209547] 'agreement among raft nodes before linearized reading' (duration: 370.052639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.359132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.544731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:40:50.359772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.989068Z","time spent":"370.689894ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:40:50.359809Z","caller":"traceutil/trace.go:171","msg":"trace[1302190265] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26463; }","duration":"371.254208ms","start":"2026-07-28T16:40:49.98854Z","end":"2026-07-28T16:40:50.359794Z","steps":["trace[1302190265] 'agreement among raft nodes before linearized reading' (duration: 370.571052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.359856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:49.988529Z","time spent":"371.3132ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:40:50.510478Z","caller":"traceutil/trace.go:171","msg":"trace[950090679] linearizableReadLoop","detail":"{readStateIndex:27288; appliedIndex:27287; }","duration":"151.912028ms","start":"2026-07-28T16:40:50.358543Z","end":"2026-07-28T16:40:50.510455Z","steps":["trace[950090679] 'read index received' (duration: 143.627287ms)","trace[950090679] 'applied index is now lower than readState.Index' (duration: 8.283411ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:50.510532Z","caller":"traceutil/trace.go:171","msg":"trace[384368496] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"373.975485ms","start":"2026-07-28T16:40:50.13653Z","end":"2026-07-28T16:40:50.510505Z","steps":["trace[384368496] 'process raft request' (duration: 365.627911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.510693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.136508Z","time spent":"374.092957ms","remote":"127.0.0.1:35914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6891,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:50.510901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.595609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:40:50.510981Z","caller":"traceutil/trace.go:171","msg":"trace[850436162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26464; }","duration":"185.736782ms","start":"2026-07-28T16:40:50.325227Z","end":"2026-07-28T16:40:50.510964Z","steps":["trace[850436162] 'agreement among raft nodes before linearized reading' (duration: 185.342442ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:50.696625Z","caller":"traceutil/trace.go:171","msg":"trace[706993797] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"223.85298ms","start":"2026-07-28T16:40:50.472739Z","end":"2026-07-28T16:40:50.696592Z","steps":["trace[706993797] 'process raft request' (duration: 220.702533ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:50.696668Z","caller":"traceutil/trace.go:171","msg":"trace[14682753] linearizableReadLoop","detail":"{readStateIndex:27290; appliedIndex:27288; }","duration":"186.118502ms","start":"2026-07-28T16:40:50.510536Z","end":"2026-07-28T16:40:50.696654Z","steps":["trace[14682753] 'read index received' (duration: 182.924394ms)","trace[14682753] 'applied index is now lower than readState.Index' (duration: 3.193218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:50.696886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.978539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:40:50.696916Z","caller":"traceutil/trace.go:171","msg":"trace[1254518720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:26466; }","duration":"200.055161ms","start":"2026-07-28T16:40:50.496854Z","end":"2026-07-28T16:40:50.696909Z","steps":["trace[1254518720] 'agreement among raft nodes before linearized reading' (duration: 199.945548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.696934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.534111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:40:50.696982Z","caller":"traceutil/trace.go:171","msg":"trace[80984012] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:26466; }","duration":"202.592352ms","start":"2026-07-28T16:40:50.494368Z","end":"2026-07-28T16:40:50.69696Z","steps":["trace[80984012] 'agreement among raft nodes before linearized reading' (duration: 202.469809ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:50.697052Z","caller":"traceutil/trace.go:171","msg":"trace[1919691285] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"223.987513ms","start":"2026-07-28T16:40:50.473057Z","end":"2026-07-28T16:40:50.697044Z","steps":["trace[1919691285] 'process raft request' (duration: 223.44474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.697166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.855523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"warn","ts":"2026-07-28T16:40:50.697196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.664266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:40:50.697216Z","caller":"traceutil/trace.go:171","msg":"trace[695924463] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:26466; }","duration":"191.706217ms","start":"2026-07-28T16:40:50.505503Z","end":"2026-07-28T16:40:50.697209Z","steps":["trace[695924463] 'agreement among raft nodes before linearized reading' (duration: 191.637096ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:50.697205Z","caller":"traceutil/trace.go:171","msg":"trace[414867652] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:26466; }","duration":"203.930525ms","start":"2026-07-28T16:40:50.493257Z","end":"2026-07-28T16:40:50.697188Z","steps":["trace[414867652] 'agreement among raft nodes before linearized reading' (duration: 203.841983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.697344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.597173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:40:50.697367Z","caller":"traceutil/trace.go:171","msg":"trace[2052047103] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:26466; }","duration":"193.630714ms","start":"2026-07-28T16:40:50.503731Z","end":"2026-07-28T16:40:50.697361Z","steps":["trace[2052047103] 'agreement among raft nodes before linearized reading' (duration: 193.562842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.697466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.061859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:40:50.697518Z","caller":"traceutil/trace.go:171","msg":"trace[957310750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26466; }","duration":"225.151411ms","start":"2026-07-28T16:40:50.472354Z","end":"2026-07-28T16:40:50.697506Z","steps":["trace[957310750] 'agreement among raft nodes before linearized reading' (duration: 225.025768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.697577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.451202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"info","ts":"2026-07-28T16:40:50.697599Z","caller":"traceutil/trace.go:171","msg":"trace[2063755397] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:26466; }","duration":"198.490103ms","start":"2026-07-28T16:40:50.499103Z","end":"2026-07-28T16:40:50.697594Z","steps":["trace[2063755397] 'agreement among raft nodes before linearized reading' (duration: 198.441451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.69777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.226068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:40:50.697821Z","caller":"traceutil/trace.go:171","msg":"trace[2065491930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26466; }","duration":"226.29594ms","start":"2026-07-28T16:40:50.471513Z","end":"2026-07-28T16:40:50.697809Z","steps":["trace[2065491930] 'agreement among raft nodes before linearized reading' (duration: 226.169267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.697482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.001208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:40:50.698275Z","caller":"traceutil/trace.go:171","msg":"trace[882073947] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:26466; }","duration":"195.679364ms","start":"2026-07-28T16:40:50.502461Z","end":"2026-07-28T16:40:50.69814Z","steps":["trace[882073947] 'agreement among raft nodes before linearized reading' (duration: 194.979757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.697533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.56697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-28T16:40:50.698368Z","caller":"traceutil/trace.go:171","msg":"trace[1542391386] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:26466; }","duration":"198.38789ms","start":"2026-07-28T16:40:50.499962Z","end":"2026-07-28T16:40:50.698349Z","steps":["trace[1542391386] 'agreement among raft nodes before linearized reading' (duration: 197.531199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:50.698085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.012187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:40:50.698452Z","caller":"traceutil/trace.go:171","msg":"trace[846728067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26466; }","duration":"227.436177ms","start":"2026-07-28T16:40:50.471008Z","end":"2026-07-28T16:40:50.698444Z","steps":["trace[846728067] 'agreement among raft nodes before linearized reading' (duration: 226.989546ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:51.030342Z","caller":"traceutil/trace.go:171","msg":"trace[1905464124] linearizableReadLoop","detail":"{readStateIndex:27291; appliedIndex:27290; }","duration":"333.616022ms","start":"2026-07-28T16:40:50.696698Z","end":"2026-07-28T16:40:51.030314Z","steps":["trace[1905464124] 'read index received' (duration: 333.398906ms)","trace[1905464124] 'applied index is now lower than readState.Index' (duration: 215.966µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:51.030439Z","caller":"traceutil/trace.go:171","msg":"trace[1874106266] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"508.859819ms","start":"2026-07-28T16:40:50.52154Z","end":"2026-07-28T16:40:51.0304Z","steps":["trace[1874106266] 'process raft request' (duration: 508.533511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.030586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.127943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T16:40:51.030598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.521526Z","time spent":"508.987062ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7191,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:40:51.030643Z","caller":"traceutil/trace.go:171","msg":"trace[1289275313] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:26467; }","duration":"451.195424ms","start":"2026-07-28T16:40:50.579435Z","end":"2026-07-28T16:40:51.03063Z","steps":["trace[1289275313] 'agreement among raft nodes before linearized reading' (duration: 450.965729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.030652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.010933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T16:40:51.030676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.579365Z","time spent":"451.300077ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:40:51.030714Z","caller":"traceutil/trace.go:171","msg":"trace[1579918890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26467; }","duration":"516.145816ms","start":"2026-07-28T16:40:50.514551Z","end":"2026-07-28T16:40:51.030697Z","steps":["trace[1579918890] 'agreement among raft nodes before linearized reading' (duration: 515.90382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.030773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.514539Z","time spent":"516.217147ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:40:51.10147Z","caller":"traceutil/trace.go:171","msg":"trace[1028529384] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"398.705717ms","start":"2026-07-28T16:40:50.702732Z","end":"2026-07-28T16:40:51.101438Z","steps":["trace[1028529384] 'process raft request' (duration: 398.609905ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:51.101495Z","caller":"traceutil/trace.go:171","msg":"trace[576066707] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"398.778679ms","start":"2026-07-28T16:40:50.702673Z","end":"2026-07-28T16:40:51.101451Z","steps":["trace[576066707] 'process raft request' (duration: 398.474251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.101712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.70265Z","time spent":"398.960383ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:51.101642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.702717Z","time spent":"398.8365ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:51.101972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.709211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:40:51.102063Z","caller":"traceutil/trace.go:171","msg":"trace[477908586] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:26470; }","duration":"215.869166ms","start":"2026-07-28T16:40:50.886171Z","end":"2026-07-28T16:40:51.10204Z","steps":["trace[477908586] 'agreement among raft nodes before linearized reading' (duration: 215.599709ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:51.101984Z","caller":"traceutil/trace.go:171","msg":"trace[5373788] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"398.796969ms","start":"2026-07-28T16:40:50.703133Z","end":"2026-07-28T16:40:51.10193Z","steps":["trace[5373788] 'process raft request' (duration: 398.258066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.102309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.946876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:40:51.102383Z","caller":"traceutil/trace.go:171","msg":"trace[1540107096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26470; }","duration":"402.051298ms","start":"2026-07-28T16:40:50.700313Z","end":"2026-07-28T16:40:51.102364Z","steps":["trace[1540107096] 'agreement among raft nodes before linearized reading' (duration: 401.836883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.102428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.700292Z","time spent":"402.12679ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:40:51.102531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.7031Z","time spent":"399.289881ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:51.102899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.877596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:51.102975Z","caller":"traceutil/trace.go:171","msg":"trace[1891699781] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26470; }","duration":"397.989449ms","start":"2026-07-28T16:40:50.70497Z","end":"2026-07-28T16:40:51.102959Z","steps":["trace[1891699781] 'agreement among raft nodes before linearized reading' (duration: 396.716508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.103027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.704957Z","time spent":"398.057551ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:40:51.110697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.057192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:51.111073Z","caller":"traceutil/trace.go:171","msg":"trace[1795334931] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26470; }","duration":"405.465571ms","start":"2026-07-28T16:40:50.705586Z","end":"2026-07-28T16:40:51.111052Z","steps":["trace[1795334931] 'agreement among raft nodes before linearized reading' (duration: 396.506403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.11138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.705576Z","time spent":"405.541153ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:40:51.114386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.619112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:51.114487Z","caller":"traceutil/trace.go:171","msg":"trace[145431458] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26470; }","duration":"409.773936ms","start":"2026-07-28T16:40:50.704682Z","end":"2026-07-28T16:40:51.114456Z","steps":["trace[145431458] 'agreement among raft nodes before linearized reading' (duration: 397.048326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.114542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.704667Z","time spent":"409.859158ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:40:51.114557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.188241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:51.114625Z","caller":"traceutil/trace.go:171","msg":"trace[1370757781] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26470; }","duration":"411.296013ms","start":"2026-07-28T16:40:50.703315Z","end":"2026-07-28T16:40:51.114611Z","steps":["trace[1370757781] 'agreement among raft nodes before linearized reading' (duration: 398.804509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.114663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.703305Z","time spent":"411.349965ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:40:51.114671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.454599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"warn","ts":"2026-07-28T16:40:51.114726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.719755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"warn","ts":"2026-07-28T16:40:51.114739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.970451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:51.114774Z","caller":"traceutil/trace.go:171","msg":"trace[543456061] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26470; }","duration":"409.773957ms","start":"2026-07-28T16:40:50.704991Z","end":"2026-07-28T16:40:51.114765Z","steps":["trace[543456061] 'agreement among raft nodes before linearized reading' (duration: 396.7751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.114806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.704959Z","time spent":"409.838087ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:40:51.114804Z","caller":"traceutil/trace.go:171","msg":"trace[1203890431] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26470; }","duration":"410.097044ms","start":"2026-07-28T16:40:50.704693Z","end":"2026-07-28T16:40:51.11479Z","steps":["trace[1203890431] 'agreement among raft nodes before linearized reading' (duration: 397.362994ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:51.114732Z","caller":"traceutil/trace.go:171","msg":"trace[171772173] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26470; }","duration":"409.548831ms","start":"2026-07-28T16:40:50.70517Z","end":"2026-07-28T16:40:51.114719Z","steps":["trace[171772173] 'agreement among raft nodes before linearized reading' (duration: 396.493983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.114841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.704669Z","time spent":"410.162535ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:40:51.114871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.705157Z","time spent":"409.704025ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:40:51.115973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.846528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:51.116018Z","caller":"traceutil/trace.go:171","msg":"trace[1301390938] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26470; }","duration":"409.93764ms","start":"2026-07-28T16:40:50.70607Z","end":"2026-07-28T16:40:51.116007Z","steps":["trace[1301390938] 'agreement among raft nodes before linearized reading' (duration: 396.013711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:51.116044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:50.706046Z","time spent":"409.990492ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:40:52.753946Z","caller":"traceutil/trace.go:171","msg":"trace[1422362911] linearizableReadLoop","detail":"{readStateIndex:27302; appliedIndex:27301; }","duration":"102.994137ms","start":"2026-07-28T16:40:52.650917Z","end":"2026-07-28T16:40:52.753911Z","steps":["trace[1422362911] 'read index received' (duration: 11.383067ms)","trace[1422362911] 'applied index is now lower than readState.Index' (duration: 91.6091ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:52.75416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.197943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:52.754209Z","caller":"traceutil/trace.go:171","msg":"trace[669383036] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26477; }","duration":"103.326936ms","start":"2026-07-28T16:40:52.650866Z","end":"2026-07-28T16:40:52.754193Z","steps":["trace[669383036] 'agreement among raft nodes before linearized reading' (duration: 103.197813ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:52.806692Z","caller":"traceutil/trace.go:171","msg":"trace[582989055] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"103.903639ms","start":"2026-07-28T16:40:52.702758Z","end":"2026-07-28T16:40:52.806661Z","steps":["trace[582989055] 'process raft request' (duration: 103.673424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:52.845642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.426679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:52.845645Z","caller":"traceutil/trace.go:171","msg":"trace[695157057] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"141.646129ms","start":"2026-07-28T16:40:52.703968Z","end":"2026-07-28T16:40:52.845614Z","steps":["trace[695157057] 'process raft request' (duration: 141.346181ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:52.845731Z","caller":"traceutil/trace.go:171","msg":"trace[349604040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26479; }","duration":"193.554552ms","start":"2026-07-28T16:40:52.652155Z","end":"2026-07-28T16:40:52.84571Z","steps":["trace[349604040] 'agreement among raft nodes before linearized reading' (duration: 193.342857ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:53.495153Z","caller":"traceutil/trace.go:171","msg":"trace[526090459] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"383.121187ms","start":"2026-07-28T16:40:53.112006Z","end":"2026-07-28T16:40:53.495127Z","steps":["trace[526090459] 'process raft request' (duration: 382.948433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.495389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.111975Z","time spent":"383.26202ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:40:53.703998Z","caller":"traceutil/trace.go:171","msg":"trace[1518345956] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"591.060009ms","start":"2026-07-28T16:40:53.112896Z","end":"2026-07-28T16:40:53.703956Z","steps":["trace[1518345956] 'process raft request' (duration: 590.760822ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:53.704108Z","caller":"traceutil/trace.go:171","msg":"trace[201849441] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"589.520391ms","start":"2026-07-28T16:40:53.114529Z","end":"2026-07-28T16:40:53.704049Z","steps":["trace[201849441] 'process raft request' (duration: 589.302016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.704263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.112876Z","time spent":"591.253274ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:53.704299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.114508Z","time spent":"589.683176ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:40:53.704836Z","caller":"traceutil/trace.go:171","msg":"trace[96128657] linearizableReadLoop","detail":"{readStateIndex:27306; appliedIndex:27305; }","duration":"590.573607ms","start":"2026-07-28T16:40:53.114236Z","end":"2026-07-28T16:40:53.70481Z","steps":["trace[96128657] 'read index received' (duration: 381.094717ms)","trace[96128657] 'applied index is now lower than readState.Index' (duration: 209.47781ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:53.704914Z","caller":"traceutil/trace.go:171","msg":"trace[376661010] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"405.762838ms","start":"2026-07-28T16:40:53.299132Z","end":"2026-07-28T16:40:53.704895Z","steps":["trace[376661010] 'process raft request' (duration: 405.02575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.70502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.299086Z","time spent":"405.883432ms","remote":"127.0.0.1:36834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419316,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:53.705177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.670862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"warn","ts":"2026-07-28T16:40:53.705177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.295851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:40:53.705219Z","caller":"traceutil/trace.go:171","msg":"trace[358506657] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:26483; }","duration":"549.748894ms","start":"2026-07-28T16:40:53.155458Z","end":"2026-07-28T16:40:53.705207Z","steps":["trace[358506657] 'agreement among raft nodes before linearized reading' (duration: 549.60435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.705024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.769502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:40:53.705267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.155435Z","time spent":"549.823216ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18590,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" "} {"level":"info","ts":"2026-07-28T16:40:53.70527Z","caller":"traceutil/trace.go:171","msg":"trace[1380628243] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26483; }","duration":"590.435385ms","start":"2026-07-28T16:40:53.11481Z","end":"2026-07-28T16:40:53.705245Z","steps":["trace[1380628243] 'agreement among raft nodes before linearized reading' (duration: 590.177458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.705288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.660711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:40:53.70532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.114794Z","time spent":"590.514866ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T16:40:53.705342Z","caller":"traceutil/trace.go:171","msg":"trace[37130018] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:26483; }","duration":"549.725504ms","start":"2026-07-28T16:40:53.1556Z","end":"2026-07-28T16:40:53.705326Z","steps":["trace[37130018] 'agreement among raft nodes before linearized reading' (duration: 549.612141ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:53.705313Z","caller":"traceutil/trace.go:171","msg":"trace[1869992695] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26483; }","duration":"591.078109ms","start":"2026-07-28T16:40:53.114197Z","end":"2026-07-28T16:40:53.705275Z","steps":["trace[1869992695] 'agreement among raft nodes before linearized reading' (duration: 590.767412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.705327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.788655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:40:53.705422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.114186Z","time spent":"591.196643ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:40:53.705431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.895607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:53.705442Z","caller":"traceutil/trace.go:171","msg":"trace[50127811] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:26483; }","duration":"549.936169ms","start":"2026-07-28T16:40:53.155482Z","end":"2026-07-28T16:40:53.705418Z","steps":["trace[50127811] 'agreement among raft nodes before linearized reading' (duration: 549.56501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.705441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.485683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:40:53.705464Z","caller":"traceutil/trace.go:171","msg":"trace[1317278987] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26483; }","duration":"236.98312ms","start":"2026-07-28T16:40:53.468472Z","end":"2026-07-28T16:40:53.705456Z","steps":["trace[1317278987] 'agreement among raft nodes before linearized reading' (duration: 236.936099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.705377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.15559Z","time spent":"549.778785ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:40:53.705502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.155473Z","time spent":"550.019911ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:40:53.705519Z","caller":"traceutil/trace.go:171","msg":"trace[438461791] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:26483; }","duration":"548.578986ms","start":"2026-07-28T16:40:53.156919Z","end":"2026-07-28T16:40:53.705498Z","steps":["trace[438461791] 'agreement among raft nodes before linearized reading' (duration: 548.35639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.705517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.937648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:40:53.705503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.819475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:40:53.705532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.540699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"warn","ts":"2026-07-28T16:40:53.705557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.156913Z","time spent":"548.635737ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"info","ts":"2026-07-28T16:40:53.705566Z","caller":"traceutil/trace.go:171","msg":"trace[1863392441] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:26483; }","duration":"550.029081ms","start":"2026-07-28T16:40:53.155523Z","end":"2026-07-28T16:40:53.705552Z","steps":["trace[1863392441] 'agreement among raft nodes before linearized reading' (duration: 549.873607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.705521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.774935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-28T16:40:53.705579Z","caller":"traceutil/trace.go:171","msg":"trace[1343495260] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26483; }","duration":"236.951378ms","start":"2026-07-28T16:40:53.468611Z","end":"2026-07-28T16:40:53.705562Z","steps":["trace[1343495260] 'agreement among raft nodes before linearized reading' (duration: 236.699312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.705602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.155501Z","time spent":"550.095512ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:40:53.705582Z","caller":"traceutil/trace.go:171","msg":"trace[1244125949] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:26483; }","duration":"549.640332ms","start":"2026-07-28T16:40:53.155928Z","end":"2026-07-28T16:40:53.705568Z","steps":["trace[1244125949] 'agreement among raft nodes before linearized reading' (duration: 549.498228ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:53.705686Z","caller":"traceutil/trace.go:171","msg":"trace[1685171447] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:26483; }","duration":"550.037401ms","start":"2026-07-28T16:40:53.155622Z","end":"2026-07-28T16:40:53.70566Z","steps":["trace[1685171447] 'agreement among raft nodes before linearized reading' (duration: 549.454446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.705756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.155907Z","time spent":"549.839196ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14222,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" "} {"level":"warn","ts":"2026-07-28T16:40:53.705778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.155577Z","time spent":"550.185064ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18616,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" "} {"level":"warn","ts":"2026-07-28T16:40:53.705708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.722586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:40:53.705872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.959171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:40:53.705926Z","caller":"traceutil/trace.go:171","msg":"trace[492205143] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:26483; }","duration":"555.064983ms","start":"2026-07-28T16:40:53.150848Z","end":"2026-07-28T16:40:53.705913Z","steps":["trace[492205143] 'agreement among raft nodes before linearized reading' (duration: 554.249953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.705957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.150819Z","time spent":"555.132085ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"info","ts":"2026-07-28T16:40:53.706056Z","caller":"traceutil/trace.go:171","msg":"trace[1364632238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26483; }","duration":"546.080225ms","start":"2026-07-28T16:40:53.159949Z","end":"2026-07-28T16:40:53.706029Z","steps":["trace[1364632238] 'agreement among raft nodes before linearized reading' (duration: 545.216854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.706171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:53.159939Z","time spent":"546.214568ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:40:53.916807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.266592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:40:53.916947Z","caller":"traceutil/trace.go:171","msg":"trace[567792066] linearizableReadLoop","detail":"{readStateIndex:27309; appliedIndex:27308; }","duration":"203.503404ms","start":"2026-07-28T16:40:53.713419Z","end":"2026-07-28T16:40:53.916922Z","steps":["trace[567792066] 'read index received' (duration: 95.911425ms)","trace[567792066] 'applied index is now lower than readState.Index' (duration: 107.590569ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:53.917063Z","caller":"traceutil/trace.go:171","msg":"trace[2138199382] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"205.413061ms","start":"2026-07-28T16:40:53.711635Z","end":"2026-07-28T16:40:53.917048Z","steps":["trace[2138199382] 'process raft request' (duration: 97.772131ms)","trace[2138199382] 'compare' (duration: 106.871122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:40:53.918693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.262208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:53.918793Z","caller":"traceutil/trace.go:171","msg":"trace[1111824055] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26484; }","duration":"203.382902ms","start":"2026-07-28T16:40:53.715384Z","end":"2026-07-28T16:40:53.918766Z","steps":["trace[1111824055] 'agreement among raft nodes before linearized reading' (duration: 201.760143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.919452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.914343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:53.919543Z","caller":"traceutil/trace.go:171","msg":"trace[2076476057] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26484; }","duration":"206.039576ms","start":"2026-07-28T16:40:53.713483Z","end":"2026-07-28T16:40:53.919523Z","steps":["trace[2076476057] 'agreement among raft nodes before linearized reading' (duration: 203.655819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.919841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.383762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"warn","ts":"2026-07-28T16:40:53.919873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.887462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:53.919904Z","caller":"traceutil/trace.go:171","msg":"trace[1851053438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26484; }","duration":"203.473463ms","start":"2026-07-28T16:40:53.716416Z","end":"2026-07-28T16:40:53.91989Z","steps":["trace[1851053438] 'agreement among raft nodes before linearized reading' (duration: 200.958632ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:53.919937Z","caller":"traceutil/trace.go:171","msg":"trace[1369103980] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26484; }","duration":"205.969454ms","start":"2026-07-28T16:40:53.713951Z","end":"2026-07-28T16:40:53.919921Z","steps":["trace[1369103980] 'agreement among raft nodes before linearized reading' (duration: 203.209597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.919978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.532339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:53.920033Z","caller":"traceutil/trace.go:171","msg":"trace[669587113] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26484; }","duration":"204.593931ms","start":"2026-07-28T16:40:53.715426Z","end":"2026-07-28T16:40:53.92002Z","steps":["trace[669587113] 'agreement among raft nodes before linearized reading' (duration: 202.139001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.920293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.842815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:53.920387Z","caller":"traceutil/trace.go:171","msg":"trace[1723076754] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26484; }","duration":"206.988159ms","start":"2026-07-28T16:40:53.713377Z","end":"2026-07-28T16:40:53.920365Z","steps":["trace[1723076754] 'agreement among raft nodes before linearized reading' (duration: 204.183281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.920394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.934553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:53.920434Z","caller":"traceutil/trace.go:171","msg":"trace[1388224580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26484; }","duration":"206.013965ms","start":"2026-07-28T16:40:53.71441Z","end":"2026-07-28T16:40:53.920424Z","steps":["trace[1388224580] 'agreement among raft nodes before linearized reading' (duration: 202.938311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:53.920459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.914178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:40:53.920495Z","caller":"traceutil/trace.go:171","msg":"trace[1682422844] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26484; }","duration":"206.99306ms","start":"2026-07-28T16:40:53.713492Z","end":"2026-07-28T16:40:53.920485Z","steps":["trace[1682422844] 'agreement among raft nodes before linearized reading' (duration: 203.907775ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:55.82104Z","caller":"traceutil/trace.go:171","msg":"trace[131608126] linearizableReadLoop","detail":"{readStateIndex:27318; appliedIndex:27317; }","duration":"111.372232ms","start":"2026-07-28T16:40:55.709633Z","end":"2026-07-28T16:40:55.821005Z","steps":["trace[131608126] 'read index received' (duration: 111.126656ms)","trace[131608126] 'applied index is now lower than readState.Index' (duration: 243.586µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:55.82115Z","caller":"traceutil/trace.go:171","msg":"trace[336276534] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"312.949349ms","start":"2026-07-28T16:40:55.508156Z","end":"2026-07-28T16:40:55.821105Z","steps":["trace[336276534] 'process raft request' (duration: 312.615081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:55.821365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:55.50814Z","time spent":"313.114053ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:40:55.821395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.501754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T16:40:55.821396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.884219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:40:55.821397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.275589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:55.821454Z","caller":"traceutil/trace.go:171","msg":"trace[1198066133] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26493; }","duration":"111.028433ms","start":"2026-07-28T16:40:55.710409Z","end":"2026-07-28T16:40:55.821437Z","steps":["trace[1198066133] 'agreement among raft nodes before linearized reading' (duration: 110.91377ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:55.821454Z","caller":"traceutil/trace.go:171","msg":"trace[2066636680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26493; }","duration":"111.625268ms","start":"2026-07-28T16:40:55.709806Z","end":"2026-07-28T16:40:55.821432Z","steps":["trace[2066636680] 'agreement among raft nodes before linearized reading' (duration: 111.403243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:55.821484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.114895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:40:55.821506Z","caller":"traceutil/trace.go:171","msg":"trace[1012841265] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26493; }","duration":"111.468174ms","start":"2026-07-28T16:40:55.710014Z","end":"2026-07-28T16:40:55.821482Z","steps":["trace[1012841265] 'agreement among raft nodes before linearized reading' (duration: 111.264259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:55.821462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.802372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T16:40:55.821552Z","caller":"traceutil/trace.go:171","msg":"trace[212130340] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26493; }","duration":"111.186067ms","start":"2026-07-28T16:40:55.710349Z","end":"2026-07-28T16:40:55.821535Z","steps":["trace[212130340] 'agreement among raft nodes before linearized reading' (duration: 110.90202ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:55.821602Z","caller":"traceutil/trace.go:171","msg":"trace[1206080425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26493; }","duration":"111.976636ms","start":"2026-07-28T16:40:55.709576Z","end":"2026-07-28T16:40:55.821553Z","steps":["trace[1206080425] 'agreement among raft nodes before linearized reading' (duration: 111.614617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:55.821834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.830253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:40:55.821973Z","caller":"traceutil/trace.go:171","msg":"trace[547489263] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26493; }","duration":"112.037497ms","start":"2026-07-28T16:40:55.709904Z","end":"2026-07-28T16:40:55.821941Z","steps":["trace[547489263] 'agreement among raft nodes before linearized reading' (duration: 111.446633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:56.041278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.445549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1560"} {"level":"warn","ts":"2026-07-28T16:40:56.041349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.487269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:40:56.041401Z","caller":"traceutil/trace.go:171","msg":"trace[1115448170] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26495; }","duration":"110.634033ms","start":"2026-07-28T16:40:55.930734Z","end":"2026-07-28T16:40:56.041368Z","steps":["trace[1115448170] 'range keys from in-memory index tree' (duration: 110.228584ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:56.041459Z","caller":"traceutil/trace.go:171","msg":"trace[519347393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26495; }","duration":"119.666843ms","start":"2026-07-28T16:40:55.921767Z","end":"2026-07-28T16:40:56.041434Z","steps":["trace[519347393] 'range keys from in-memory index tree' (duration: 119.317335ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:40:56.416342Z","caller":"traceutil/trace.go:171","msg":"trace[2076846216] linearizableReadLoop","detail":"{readStateIndex:27324; appliedIndex:27323; }","duration":"274.957444ms","start":"2026-07-28T16:40:56.141365Z","end":"2026-07-28T16:40:56.416322Z","steps":["trace[2076846216] 'read index received' (duration: 274.869382ms)","trace[2076846216] 'applied index is now lower than readState.Index' (duration: 86.892µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:40:56.416449Z","caller":"traceutil/trace.go:171","msg":"trace[650262998] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"297.070541ms","start":"2026-07-28T16:40:56.119367Z","end":"2026-07-28T16:40:56.416437Z","steps":["trace[650262998] 'process raft request' (duration: 296.774374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:56.416733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.332963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:40:56.416839Z","caller":"traceutil/trace.go:171","msg":"trace[779317322] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26499; }","duration":"275.470276ms","start":"2026-07-28T16:40:56.141347Z","end":"2026-07-28T16:40:56.416818Z","steps":["trace[779317322] 'agreement among raft nodes before linearized reading' (duration: 275.109177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:56.475394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.778927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:40:56.4755Z","caller":"traceutil/trace.go:171","msg":"trace[411223386] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26501; }","duration":"232.90245ms","start":"2026-07-28T16:40:56.242577Z","end":"2026-07-28T16:40:56.475479Z","steps":["trace[411223386] 'agreement among raft nodes before linearized reading' (duration: 232.760327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:56.475537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.048848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:40:56.475588Z","caller":"traceutil/trace.go:171","msg":"trace[728570977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26501; }","duration":"264.12329ms","start":"2026-07-28T16:40:56.211451Z","end":"2026-07-28T16:40:56.475575Z","steps":["trace[728570977] 'agreement among raft nodes before linearized reading' (duration: 263.957806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:56.476008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.181427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:40:56.476111Z","caller":"traceutil/trace.go:171","msg":"trace[287789927] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:26501; }","duration":"318.287149ms","start":"2026-07-28T16:40:56.157768Z","end":"2026-07-28T16:40:56.476055Z","steps":["trace[287789927] 'agreement among raft nodes before linearized reading' (duration: 316.737201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:40:56.476167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:40:56.157751Z","time spent":"318.401742ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:40:57.079691Z","caller":"traceutil/trace.go:171","msg":"trace[1574776826] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"111.802502ms","start":"2026-07-28T16:40:56.967853Z","end":"2026-07-28T16:40:57.079655Z","steps":["trace[1574776826] 'process raft request' (duration: 53.861791ms)","trace[1574776826] 'compare' (duration: 57.641093ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:41:10.15904Z","caller":"traceutil/trace.go:171","msg":"trace[59713674] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"142.714254ms","start":"2026-07-28T16:41:10.016299Z","end":"2026-07-28T16:41:10.159013Z","steps":["trace[59713674] 'process raft request' (duration: 130.068126ms)","trace[59713674] 'compare' (duration: 12.446993ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:41:10.159316Z","caller":"traceutil/trace.go:171","msg":"trace[1806717351] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"142.637162ms","start":"2026-07-28T16:41:10.016636Z","end":"2026-07-28T16:41:10.159273Z","steps":["trace[1806717351] 'process raft request' (duration: 142.324834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:41:38.854882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.579922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:41:38.855099Z","caller":"traceutil/trace.go:171","msg":"trace[1103699402] linearizableReadLoop","detail":"{readStateIndex:27609; appliedIndex:27608; }","duration":"187.617497ms","start":"2026-07-28T16:41:38.667461Z","end":"2026-07-28T16:41:38.855078Z","steps":["trace[1103699402] 'read index received' (duration: 46.722957ms)","trace[1103699402] 'applied index is now lower than readState.Index' (duration: 140.89293ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:41:38.855238Z","caller":"traceutil/trace.go:171","msg":"trace[1210840652] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"189.328488ms","start":"2026-07-28T16:41:38.665895Z","end":"2026-07-28T16:41:38.855223Z","steps":["trace[1210840652] 'process raft request' (duration: 48.304196ms)","trace[1210840652] 'compare' (duration: 140.251923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:41:38.85646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.98812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:41:38.856575Z","caller":"traceutil/trace.go:171","msg":"trace[2006941753] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26774; }","duration":"189.129994ms","start":"2026-07-28T16:41:38.667429Z","end":"2026-07-28T16:41:38.856559Z","steps":["trace[2006941753] 'agreement among raft nodes before linearized reading' (duration: 188.110499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:41:38.857314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.157076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901315"} {"level":"info","ts":"2026-07-28T16:41:38.857418Z","caller":"traceutil/trace.go:171","msg":"trace[1435431100] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:26774; }","duration":"187.309269ms","start":"2026-07-28T16:41:38.670085Z","end":"2026-07-28T16:41:38.857395Z","steps":["trace[1435431100] 'agreement among raft nodes before linearized reading' (duration: 186.316225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:41:38.857633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.851399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:41:38.857677Z","caller":"traceutil/trace.go:171","msg":"trace[1788933349] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:26774; }","duration":"140.91445ms","start":"2026-07-28T16:41:38.71675Z","end":"2026-07-28T16:41:38.857664Z","steps":["trace[1788933349] 'agreement among raft nodes before linearized reading' (duration: 140.811257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:41:38.857783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.845282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:41:38.857804Z","caller":"traceutil/trace.go:171","msg":"trace[883640819] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:26774; }","duration":"127.888483ms","start":"2026-07-28T16:41:38.72991Z","end":"2026-07-28T16:41:38.857799Z","steps":["trace[883640819] 'agreement among raft nodes before linearized reading' (duration: 127.828951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:41:38.857862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.121989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-28T16:41:38.857902Z","caller":"traceutil/trace.go:171","msg":"trace[583315394] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:26774; }","duration":"142.194411ms","start":"2026-07-28T16:41:38.715697Z","end":"2026-07-28T16:41:38.857891Z","steps":["trace[583315394] 'agreement among raft nodes before linearized reading' (duration: 142.093259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:41:38.857908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.136945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:41:38.858043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.183618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:41:38.85807Z","caller":"traceutil/trace.go:171","msg":"trace[1638446356] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:26774; }","duration":"155.250039ms","start":"2026-07-28T16:41:38.702811Z","end":"2026-07-28T16:41:38.858061Z","steps":["trace[1638446356] 'agreement among raft nodes before linearized reading' (duration: 155.184738ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:41:38.858041Z","caller":"traceutil/trace.go:171","msg":"trace[147328582] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:26774; }","duration":"134.282188ms","start":"2026-07-28T16:41:38.723744Z","end":"2026-07-28T16:41:38.858026Z","steps":["trace[147328582] 'agreement among raft nodes before linearized reading' (duration: 134.124284ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:41:39.353941Z","caller":"traceutil/trace.go:171","msg":"trace[727242676] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"157.75486ms","start":"2026-07-28T16:41:39.196146Z","end":"2026-07-28T16:41:39.353901Z","steps":["trace[727242676] 'process raft request' (duration: 133.52227ms)","trace[727242676] 'compare' (duration: 24.093117ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:41:44.545444Z","caller":"traceutil/trace.go:171","msg":"trace[704461490] linearizableReadLoop","detail":"{readStateIndex:27641; appliedIndex:27640; }","duration":"105.760684ms","start":"2026-07-28T16:41:44.439648Z","end":"2026-07-28T16:41:44.545409Z","steps":["trace[704461490] 'read index received' (duration: 36.502698ms)","trace[704461490] 'applied index is now lower than readState.Index' (duration: 69.256646ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:41:44.545541Z","caller":"traceutil/trace.go:171","msg":"trace[2092384857] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"111.935835ms","start":"2026-07-28T16:41:44.433557Z","end":"2026-07-28T16:41:44.545492Z","steps":["trace[2092384857] 'process raft request' (duration: 42.642238ms)","trace[2092384857] 'compare' (duration: 69.01341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:41:44.545765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.094243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:41:44.545817Z","caller":"traceutil/trace.go:171","msg":"trace[284881858] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:26805; }","duration":"106.193064ms","start":"2026-07-28T16:41:44.439609Z","end":"2026-07-28T16:41:44.545802Z","steps":["trace[284881858] 'agreement among raft nodes before linearized reading' (duration: 105.974379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:41:44.545828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.245713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:41:44.545923Z","caller":"traceutil/trace.go:171","msg":"trace[1219077742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26805; }","duration":"103.398227ms","start":"2026-07-28T16:41:44.442501Z","end":"2026-07-28T16:41:44.545899Z","steps":["trace[1219077742] 'agreement among raft nodes before linearized reading' (duration: 103.149661ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:42:07.023996Z","caller":"traceutil/trace.go:171","msg":"trace[740146798] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"115.196393ms","start":"2026-07-28T16:42:06.908769Z","end":"2026-07-28T16:42:07.023966Z","steps":["trace[740146798] 'process raft request' (duration: 114.982768ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:42:16.95162Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24548} {"level":"info","ts":"2026-07-28T16:42:17.046691Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24548,"took":"90.854402ms","hash":1205841720,"current-db-size-bytes":42958848,"current-db-size":"43 MB","current-db-size-in-use-bytes":29048832,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T16:42:17.046777Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1205841720,"revision":24548,"compact-revision":22637} {"level":"info","ts":"2026-07-28T16:42:28.660274Z","caller":"traceutil/trace.go:171","msg":"trace[2041211371] linearizableReadLoop","detail":"{readStateIndex:27936; appliedIndex:27935; }","duration":"141.951555ms","start":"2026-07-28T16:42:28.518294Z","end":"2026-07-28T16:42:28.660246Z","steps":["trace[2041211371] 'read index received' (duration: 141.632678ms)","trace[2041211371] 'applied index is now lower than readState.Index' (duration: 317.747µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:42:28.660801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.478098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T16:42:28.660897Z","caller":"traceutil/trace.go:171","msg":"trace[313239103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27090; }","duration":"142.630342ms","start":"2026-07-28T16:42:28.518244Z","end":"2026-07-28T16:42:28.660875Z","steps":["trace[313239103] 'agreement among raft nodes before linearized reading' (duration: 142.329514ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:42:28.660622Z","caller":"traceutil/trace.go:171","msg":"trace[1964201597] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"144.22376ms","start":"2026-07-28T16:42:28.51634Z","end":"2026-07-28T16:42:28.660564Z","steps":["trace[1964201597] 'process raft request' (duration: 143.665717ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:42:30.711932Z","caller":"traceutil/trace.go:171","msg":"trace[1915971726] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"134.589486ms","start":"2026-07-28T16:42:30.577308Z","end":"2026-07-28T16:42:30.711898Z","steps":["trace[1915971726] 'process raft request' (duration: 134.35679ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:42:52.991737Z","caller":"traceutil/trace.go:171","msg":"trace[1951877294] linearizableReadLoop","detail":"{readStateIndex:28096; appliedIndex:28095; }","duration":"100.952458ms","start":"2026-07-28T16:42:52.890748Z","end":"2026-07-28T16:42:52.9917Z","steps":["trace[1951877294] 'read index received' (duration: 100.721272ms)","trace[1951877294] 'applied index is now lower than readState.Index' (duration: 229.526µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:42:52.991877Z","caller":"traceutil/trace.go:171","msg":"trace[1234923998] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"135.96907ms","start":"2026-07-28T16:42:52.855862Z","end":"2026-07-28T16:42:52.991831Z","steps":["trace[1234923998] 'process raft request' (duration: 135.607241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:52.991963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.189003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:42:52.992058Z","caller":"traceutil/trace.go:171","msg":"trace[981699207] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:27245; }","duration":"101.365898ms","start":"2026-07-28T16:42:52.890671Z","end":"2026-07-28T16:42:52.992037Z","steps":["trace[981699207] 'agreement among raft nodes before linearized reading' (duration: 101.169373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:53.37275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.585447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:42:53.372875Z","caller":"traceutil/trace.go:171","msg":"trace[1596039682] transaction","detail":"{read_only:false; response_revision:27246; number_of_response:1; }","duration":"375.91782ms","start":"2026-07-28T16:42:52.996934Z","end":"2026-07-28T16:42:53.372852Z","steps":["trace[1596039682] 'process raft request' (duration: 174.126818ms)","trace[1596039682] 'compare' (duration: 201.251519ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:42:53.372946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:52.996903Z","time spent":"376.009672ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:42:53.648461Z","caller":"traceutil/trace.go:171","msg":"trace[692229091] transaction","detail":"{read_only:false; response_revision:27247; number_of_response:1; }","duration":"651.375073ms","start":"2026-07-28T16:42:52.997046Z","end":"2026-07-28T16:42:53.648421Z","steps":["trace[692229091] 'process raft request' (duration: 651.199509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:53.648615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:52.996933Z","time spent":"651.600889ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:42:53.648859Z","caller":"traceutil/trace.go:171","msg":"trace[658186135] linearizableReadLoop","detail":"{readStateIndex:28099; appliedIndex:28096; }","duration":"650.566604ms","start":"2026-07-28T16:42:52.998255Z","end":"2026-07-28T16:42:53.648822Z","steps":["trace[658186135] 'read index received' (duration: 172.792206ms)","trace[658186135] 'applied index is now lower than readState.Index' (duration: 477.772868ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:42:53.648943Z","caller":"traceutil/trace.go:171","msg":"trace[1942472457] transaction","detail":"{read_only:false; response_revision:27248; number_of_response:1; }","duration":"651.190759ms","start":"2026-07-28T16:42:52.997746Z","end":"2026-07-28T16:42:53.648937Z","steps":["trace[1942472457] 'process raft request' (duration: 650.639885ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:42:53.648912Z","caller":"traceutil/trace.go:171","msg":"trace[90423089] transaction","detail":"{read_only:false; response_revision:27249; number_of_response:1; }","duration":"627.545394ms","start":"2026-07-28T16:42:53.021356Z","end":"2026-07-28T16:42:53.648902Z","steps":["trace[90423089] 'process raft request' (duration: 627.318908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:53.648976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:52.997722Z","time spent":"651.2369ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:42:53.649118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.84766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-28T16:42:53.649165Z","caller":"traceutil/trace.go:171","msg":"trace[347681199] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27249; }","duration":"650.936313ms","start":"2026-07-28T16:42:52.998212Z","end":"2026-07-28T16:42:53.649148Z","steps":["trace[347681199] 'agreement among raft nodes before linearized reading' (duration: 650.764869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:53.649208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:52.998192Z","time spent":"651.007604ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-28T16:42:53.649288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:53.021314Z","time spent":"627.726398ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:42:53.680475Z","caller":"traceutil/trace.go:171","msg":"trace[324396631] transaction","detail":"{read_only:false; response_revision:27250; number_of_response:1; }","duration":"426.10036ms","start":"2026-07-28T16:42:53.254315Z","end":"2026-07-28T16:42:53.680415Z","steps":["trace[324396631] 'process raft request' (duration: 425.951277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:53.680508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.39026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:42:53.680879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:53.254275Z","time spent":"426.49088ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:42:53.68083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.479589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T16:42:53.680952Z","caller":"traceutil/trace.go:171","msg":"trace[1447835455] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27250; }","duration":"302.843ms","start":"2026-07-28T16:42:53.378038Z","end":"2026-07-28T16:42:53.680881Z","steps":["trace[1447835455] 'agreement among raft nodes before linearized reading' (duration: 302.364489ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:42:53.68102Z","caller":"traceutil/trace.go:171","msg":"trace[1493225805] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27250; }","duration":"548.675064ms","start":"2026-07-28T16:42:53.1323Z","end":"2026-07-28T16:42:53.680975Z","steps":["trace[1493225805] 'agreement among raft nodes before linearized reading' (duration: 548.447618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:53.681092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:53.377997Z","time spent":"303.047115ms","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:42:53.681105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:53.132275Z","time spent":"548.812027ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:42:53.680829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.822577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:42:53.681587Z","caller":"traceutil/trace.go:171","msg":"trace[1224055282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27250; }","duration":"625.660667ms","start":"2026-07-28T16:42:53.05591Z","end":"2026-07-28T16:42:53.68157Z","steps":["trace[1224055282] 'agreement among raft nodes before linearized reading' (duration: 624.516879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:53.681633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:53.05588Z","time spent":"625.738679ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:42:54.157809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.065563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:42:54.158017Z","caller":"traceutil/trace.go:171","msg":"trace[971933304] transaction","detail":"{read_only:false; response_revision:27251; number_of_response:1; }","duration":"472.862139ms","start":"2026-07-28T16:42:53.685118Z","end":"2026-07-28T16:42:54.15798Z","steps":["trace[971933304] 'process raft request' (duration: 103.511269ms)","trace[971933304] 'compare' (duration: 368.665883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:42:54.15815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:53.685091Z","time spent":"473.001223ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:42:54.158134Z","caller":"traceutil/trace.go:171","msg":"trace[1265979218] linearizableReadLoop","detail":"{readStateIndex:28102; appliedIndex:28101; }","duration":"472.075741ms","start":"2026-07-28T16:42:53.686017Z","end":"2026-07-28T16:42:54.158093Z","steps":["trace[1265979218] 'read index received' (duration: 102.571997ms)","trace[1265979218] 'applied index is now lower than readState.Index' (duration: 369.497694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:42:54.158353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.307466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-28T16:42:54.158408Z","caller":"traceutil/trace.go:171","msg":"trace[1913740818] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27251; }","duration":"472.394078ms","start":"2026-07-28T16:42:53.685999Z","end":"2026-07-28T16:42:54.158394Z","steps":["trace[1913740818] 'agreement among raft nodes before linearized reading' (duration: 472.192663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:54.158444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:53.685991Z","time spent":"472.443649ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-07-28T16:42:54.158534Z","caller":"traceutil/trace.go:171","msg":"trace[993976764] transaction","detail":"{read_only:false; response_revision:27252; number_of_response:1; }","duration":"472.040479ms","start":"2026-07-28T16:42:53.686322Z","end":"2026-07-28T16:42:54.158362Z","steps":["trace[993976764] 'process raft request' (duration: 471.6399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:54.158652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:53.686299Z","time spent":"472.299826ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:42:54.158696Z","caller":"traceutil/trace.go:171","msg":"trace[845556152] transaction","detail":"{read_only:false; response_revision:27253; number_of_response:1; }","duration":"459.089545ms","start":"2026-07-28T16:42:53.699567Z","end":"2026-07-28T16:42:54.158657Z","steps":["trace[845556152] 'process raft request' (duration: 458.741316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:54.158892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:53.699546Z","time spent":"459.237018ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:42:54.158884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.236827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"info","ts":"2026-07-28T16:42:54.158986Z","caller":"traceutil/trace.go:171","msg":"trace[195656793] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:27254; }","duration":"263.34934ms","start":"2026-07-28T16:42:53.895609Z","end":"2026-07-28T16:42:54.158959Z","steps":["trace[195656793] 'agreement among raft nodes before linearized reading' (duration: 263.059203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:54.159178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.197203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:42:54.159206Z","caller":"traceutil/trace.go:171","msg":"trace[1792928791] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:27254; }","duration":"260.280236ms","start":"2026-07-28T16:42:53.898917Z","end":"2026-07-28T16:42:54.159197Z","steps":["trace[1792928791] 'agreement among raft nodes before linearized reading' (duration: 260.219424ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:42:54.159274Z","caller":"traceutil/trace.go:171","msg":"trace[1687852810] transaction","detail":"{read_only:false; response_revision:27254; number_of_response:1; }","duration":"346.33234ms","start":"2026-07-28T16:42:53.812928Z","end":"2026-07-28T16:42:54.159261Z","steps":["trace[1687852810] 'process raft request' (duration: 345.585292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:42:54.159347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:42:53.812901Z","time spent":"346.409451ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:42:55.118611Z","caller":"traceutil/trace.go:171","msg":"trace[1963185298] transaction","detail":"{read_only:false; response_revision:27255; number_of_response:1; }","duration":"115.291226ms","start":"2026-07-28T16:42:55.003294Z","end":"2026-07-28T16:42:55.118586Z","steps":["trace[1963185298] 'process raft request' (duration: 115.098032ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:42:55.553306Z","caller":"traceutil/trace.go:171","msg":"trace[366987442] transaction","detail":"{read_only:false; response_revision:27256; number_of_response:1; }","duration":"170.943421ms","start":"2026-07-28T16:42:55.382331Z","end":"2026-07-28T16:42:55.553275Z","steps":["trace[366987442] 'process raft request' (duration: 170.267064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:43:02.837778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.283668ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:43:03.790554Z","caller":"traceutil/trace.go:171","msg":"trace[288021285] transaction","detail":"{read_only:false; response_revision:27311; number_of_response:1; }","duration":"102.014353ms","start":"2026-07-28T16:43:03.688508Z","end":"2026-07-28T16:43:03.790522Z","steps":["trace[288021285] 'compare' (duration: 94.567252ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:43:05.758419Z","caller":"traceutil/trace.go:171","msg":"trace[1829203719] linearizableReadLoop","detail":"{readStateIndex:28174; appliedIndex:28173; }","duration":"105.951708ms","start":"2026-07-28T16:43:05.652437Z","end":"2026-07-28T16:43:05.758388Z","steps":["trace[1829203719] 'read index received' (duration: 105.799675ms)","trace[1829203719] 'applied index is now lower than readState.Index' (duration: 150.993µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:43:05.758534Z","caller":"traceutil/trace.go:171","msg":"trace[1273515087] transaction","detail":"{read_only:false; response_revision:27321; number_of_response:1; }","duration":"119.001677ms","start":"2026-07-28T16:43:05.639495Z","end":"2026-07-28T16:43:05.758496Z","steps":["trace[1273515087] 'process raft request' (duration: 118.70902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:43:05.758789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.329529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:43:05.758896Z","caller":"traceutil/trace.go:171","msg":"trace[5304941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27321; }","duration":"106.488542ms","start":"2026-07-28T16:43:05.652389Z","end":"2026-07-28T16:43:05.758878Z","steps":["trace[5304941] 'agreement among raft nodes before linearized reading' (duration: 106.185745ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:43:42.425822Z","caller":"traceutil/trace.go:171","msg":"trace[823302468] transaction","detail":"{read_only:false; response_revision:27558; number_of_response:1; }","duration":"118.668878ms","start":"2026-07-28T16:43:42.307105Z","end":"2026-07-28T16:43:42.425774Z","steps":["trace[823302468] 'process raft request' (duration: 118.439273ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:08.422784Z","caller":"traceutil/trace.go:171","msg":"trace[555809998] transaction","detail":"{read_only:false; response_revision:27719; number_of_response:1; }","duration":"348.097572ms","start":"2026-07-28T16:44:08.074655Z","end":"2026-07-28T16:44:08.422753Z","steps":["trace[555809998] 'process raft request' (duration: 347.908988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:44:08.422973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:44:08.074619Z","time spent":"348.257686ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:44:08.515293Z","caller":"traceutil/trace.go:171","msg":"trace[781611788] linearizableReadLoop","detail":"{readStateIndex:28586; appliedIndex:28584; }","duration":"348.454251ms","start":"2026-07-28T16:44:08.166799Z","end":"2026-07-28T16:44:08.515253Z","steps":["trace[781611788] 'read index received' (duration: 255.751214ms)","trace[781611788] 'applied index is now lower than readState.Index' (duration: 92.701207ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:44:08.515631Z","caller":"traceutil/trace.go:171","msg":"trace[2124893548] transaction","detail":"{read_only:false; response_revision:27720; number_of_response:1; }","duration":"430.586121ms","start":"2026-07-28T16:44:08.085009Z","end":"2026-07-28T16:44:08.515595Z","steps":["trace[2124893548] 'process raft request' (duration: 404.237549ms)","trace[2124893548] 'compare' (duration: 25.816069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:44:08.515853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:44:08.084977Z","time spent":"430.740995ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:44:08.515871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.046906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-28T16:44:08.516214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.457634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:44:08.516383Z","caller":"traceutil/trace.go:171","msg":"trace[1354947428] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:27720; }","duration":"162.666249ms","start":"2026-07-28T16:44:08.353696Z","end":"2026-07-28T16:44:08.516363Z","steps":["trace[1354947428] 'agreement among raft nodes before linearized reading' (duration: 162.013793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:08.51621Z","caller":"traceutil/trace.go:171","msg":"trace[1897802738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27720; }","duration":"349.444216ms","start":"2026-07-28T16:44:08.166743Z","end":"2026-07-28T16:44:08.516187Z","steps":["trace[1897802738] 'agreement among raft nodes before linearized reading' (duration: 348.754079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:44:08.516053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.683286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:44:08.516611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:44:08.166722Z","time spent":"349.813494ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:44:08.516647Z","caller":"traceutil/trace.go:171","msg":"trace[970587108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27720; }","duration":"213.326782ms","start":"2026-07-28T16:44:08.303292Z","end":"2026-07-28T16:44:08.516619Z","steps":["trace[970587108] 'agreement among raft nodes before linearized reading' (duration: 212.511063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:44:08.515939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.515055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:44:08.516744Z","caller":"traceutil/trace.go:171","msg":"trace[1759647932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27720; }","duration":"218.386185ms","start":"2026-07-28T16:44:08.29834Z","end":"2026-07-28T16:44:08.516726Z","steps":["trace[1759647932] 'agreement among raft nodes before linearized reading' (duration: 217.35513ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:08.705071Z","caller":"traceutil/trace.go:171","msg":"trace[1198412784] transaction","detail":"{read_only:false; response_revision:27724; number_of_response:1; }","duration":"138.704795ms","start":"2026-07-28T16:44:08.56633Z","end":"2026-07-28T16:44:08.705035Z","steps":["trace[1198412784] 'process raft request' (duration: 81.908433ms)","trace[1198412784] 'compare' (duration: 56.660179ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:44:08.724259Z","caller":"traceutil/trace.go:171","msg":"trace[740798321] transaction","detail":"{read_only:false; response_revision:27725; number_of_response:1; }","duration":"108.967151ms","start":"2026-07-28T16:44:08.615253Z","end":"2026-07-28T16:44:08.72422Z","steps":["trace[740798321] 'process raft request' (duration: 108.670074ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:08.860568Z","caller":"traceutil/trace.go:171","msg":"trace[1197889876] linearizableReadLoop","detail":"{readStateIndex:28592; appliedIndex:28591; }","duration":"105.471217ms","start":"2026-07-28T16:44:08.755056Z","end":"2026-07-28T16:44:08.860527Z","steps":["trace[1197889876] 'read index received' (duration: 57.578821ms)","trace[1197889876] 'applied index is now lower than readState.Index' (duration: 47.890646ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:44:08.860795Z","caller":"traceutil/trace.go:171","msg":"trace[1734665641] transaction","detail":"{read_only:false; response_revision:27726; number_of_response:1; }","duration":"115.199954ms","start":"2026-07-28T16:44:08.745443Z","end":"2026-07-28T16:44:08.860643Z","steps":["trace[1734665641] 'process raft request' (duration: 67.254697ms)","trace[1734665641] 'compare' (duration: 47.567418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:44:08.861197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.112282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:44:08.861261Z","caller":"traceutil/trace.go:171","msg":"trace[522674792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27726; }","duration":"106.239546ms","start":"2026-07-28T16:44:08.755Z","end":"2026-07-28T16:44:08.861239Z","steps":["trace[522674792] 'agreement among raft nodes before linearized reading' (duration: 105.718943ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:12.890678Z","caller":"traceutil/trace.go:171","msg":"trace[1331334361] linearizableReadLoop","detail":"{readStateIndex:28618; appliedIndex:28616; }","duration":"110.341906ms","start":"2026-07-28T16:44:12.780311Z","end":"2026-07-28T16:44:12.890653Z","steps":["trace[1331334361] 'read index received' (duration: 60.196485ms)","trace[1331334361] 'applied index is now lower than readState.Index' (duration: 50.144411ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:44:12.890745Z","caller":"traceutil/trace.go:171","msg":"trace[1161545597] transaction","detail":"{read_only:false; response_revision:27751; number_of_response:1; }","duration":"110.476299ms","start":"2026-07-28T16:44:12.780247Z","end":"2026-07-28T16:44:12.890723Z","steps":["trace[1161545597] 'process raft request' (duration: 110.197383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:44:12.890852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.513141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:44:12.890923Z","caller":"traceutil/trace.go:171","msg":"trace[1192905090] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27751; }","duration":"110.653084ms","start":"2026-07-28T16:44:12.780252Z","end":"2026-07-28T16:44:12.890905Z","steps":["trace[1192905090] 'agreement among raft nodes before linearized reading' (duration: 110.523021ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:23.513644Z","caller":"traceutil/trace.go:171","msg":"trace[557439428] transaction","detail":"{read_only:false; response_revision:27819; number_of_response:1; }","duration":"115.063281ms","start":"2026-07-28T16:44:23.398553Z","end":"2026-07-28T16:44:23.513616Z","steps":["trace[557439428] 'process raft request' (duration: 114.806014ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:43.995193Z","caller":"traceutil/trace.go:171","msg":"trace[2124520031] linearizableReadLoop","detail":"{readStateIndex:28819; appliedIndex:28818; }","duration":"242.984985ms","start":"2026-07-28T16:44:43.752179Z","end":"2026-07-28T16:44:43.995164Z","steps":["trace[2124520031] 'read index received' (duration: 242.724248ms)","trace[2124520031] 'applied index is now lower than readState.Index' (duration: 259.677µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:44:43.995275Z","caller":"traceutil/trace.go:171","msg":"trace[1545491273] transaction","detail":"{read_only:false; response_revision:27946; number_of_response:1; }","duration":"258.716808ms","start":"2026-07-28T16:44:43.736532Z","end":"2026-07-28T16:44:43.995249Z","steps":["trace[1545491273] 'process raft request' (duration: 258.472522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:44:43.995378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.184799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:44:43.995415Z","caller":"traceutil/trace.go:171","msg":"trace[1147983724] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:27946; }","duration":"243.292921ms","start":"2026-07-28T16:44:43.752111Z","end":"2026-07-28T16:44:43.995404Z","steps":["trace[1147983724] 'agreement among raft nodes before linearized reading' (duration: 243.196079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:44:43.995612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.587322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-28T16:44:43.99565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.723369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"info","ts":"2026-07-28T16:44:43.995734Z","caller":"traceutil/trace.go:171","msg":"trace[1618677936] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:27946; }","duration":"170.768447ms","start":"2026-07-28T16:44:43.824945Z","end":"2026-07-28T16:44:43.995713Z","steps":["trace[1618677936] 'agreement among raft nodes before linearized reading' (duration: 170.425429ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:43.995749Z","caller":"traceutil/trace.go:171","msg":"trace[703780275] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:27946; }","duration":"157.833451ms","start":"2026-07-28T16:44:43.837893Z","end":"2026-07-28T16:44:43.995726Z","steps":["trace[703780275] 'agreement among raft nodes before linearized reading' (duration: 157.566235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:44:43.995674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.523056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-28T16:44:43.995905Z","caller":"traceutil/trace.go:171","msg":"trace[1687934916] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:27946; }","duration":"116.797593ms","start":"2026-07-28T16:44:43.879088Z","end":"2026-07-28T16:44:43.995886Z","steps":["trace[1687934916] 'agreement among raft nodes before linearized reading' (duration: 116.427694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:44:43.995653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.809694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:44:43.995925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.170257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:44:43.996165Z","caller":"traceutil/trace.go:171","msg":"trace[949483318] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:27946; }","duration":"162.481315ms","start":"2026-07-28T16:44:43.833642Z","end":"2026-07-28T16:44:43.996123Z","steps":["trace[949483318] 'agreement among raft nodes before linearized reading' (duration: 161.803608ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:43.996017Z","caller":"traceutil/trace.go:171","msg":"trace[1732245788] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:27946; }","duration":"117.220283ms","start":"2026-07-28T16:44:43.878783Z","end":"2026-07-28T16:44:43.996003Z","steps":["trace[1732245788] 'agreement among raft nodes before linearized reading' (duration: 116.645639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:44:43.995663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.711389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:44:43.996334Z","caller":"traceutil/trace.go:171","msg":"trace[731885443] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:27946; }","duration":"119.429437ms","start":"2026-07-28T16:44:43.876889Z","end":"2026-07-28T16:44:43.996319Z","steps":["trace[731885443] 'agreement among raft nodes before linearized reading' (duration: 118.651258ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:45.173428Z","caller":"traceutil/trace.go:171","msg":"trace[613780392] transaction","detail":"{read_only:false; response_revision:27951; number_of_response:1; }","duration":"113.573755ms","start":"2026-07-28T16:44:45.059819Z","end":"2026-07-28T16:44:45.173393Z","steps":["trace[613780392] 'process raft request' (duration: 86.834184ms)","trace[613780392] 'compare' (duration: 26.483604ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:44:45.178909Z","caller":"traceutil/trace.go:171","msg":"trace[1238164741] transaction","detail":"{read_only:false; response_revision:27953; number_of_response:1; }","duration":"118.818002ms","start":"2026-07-28T16:44:45.060057Z","end":"2026-07-28T16:44:45.178875Z","steps":["trace[1238164741] 'process raft request' (duration: 118.71361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:45.178956Z","caller":"traceutil/trace.go:171","msg":"trace[641679973] transaction","detail":"{read_only:false; response_revision:27952; number_of_response:1; }","duration":"119.014527ms","start":"2026-07-28T16:44:45.059917Z","end":"2026-07-28T16:44:45.178932Z","steps":["trace[641679973] 'process raft request' (duration: 118.401742ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:44:45.179043Z","caller":"traceutil/trace.go:171","msg":"trace[1529848989] transaction","detail":"{read_only:false; response_revision:27954; number_of_response:1; }","duration":"103.378177ms","start":"2026-07-28T16:44:45.075629Z","end":"2026-07-28T16:44:45.179007Z","steps":["trace[1529848989] 'process raft request' (duration: 103.195782ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:11.068723Z","caller":"traceutil/trace.go:171","msg":"trace[1878360288] transaction","detail":"{read_only:false; response_revision:28112; number_of_response:1; }","duration":"235.42413ms","start":"2026-07-28T16:45:10.833267Z","end":"2026-07-28T16:45:11.068691Z","steps":["trace[1878360288] 'process raft request' (duration: 235.185524ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.468709Z","caller":"traceutil/trace.go:171","msg":"trace[1316540280] transaction","detail":"{read_only:false; response_revision:28282; number_of_response:1; }","duration":"357.85587ms","start":"2026-07-28T16:45:37.110808Z","end":"2026-07-28T16:45:37.468664Z","steps":["trace[1316540280] 'process raft request' (duration: 356.986969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.468971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.110786Z","time spent":"358.061535ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:37.653337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.273429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:37.653513Z","caller":"traceutil/trace.go:171","msg":"trace[729739832] transaction","detail":"{read_only:false; response_revision:28283; number_of_response:1; }","duration":"491.299029ms","start":"2026-07-28T16:45:37.16217Z","end":"2026-07-28T16:45:37.653469Z","steps":["trace[729739832] 'process raft request' (duration: 386.820996ms)","trace[729739832] 'compare' (duration: 104.141195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:37.653565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.162141Z","time spent":"491.39975ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:37.653807Z","caller":"traceutil/trace.go:171","msg":"trace[269169360] linearizableReadLoop","detail":"{readStateIndex:29166; appliedIndex:29164; }","duration":"463.991653ms","start":"2026-07-28T16:45:37.189792Z","end":"2026-07-28T16:45:37.653784Z","steps":["trace[269169360] 'read index received' (duration: 277.996256ms)","trace[269169360] 'applied index is now lower than readState.Index' (duration: 185.994757ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:37.653814Z","caller":"traceutil/trace.go:171","msg":"trace[526958363] transaction","detail":"{read_only:false; response_revision:28284; number_of_response:1; }","duration":"444.480619ms","start":"2026-07-28T16:45:37.209279Z","end":"2026-07-28T16:45:37.65376Z","steps":["trace[526958363] 'process raft request' (duration: 444.149421ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.653935Z","caller":"traceutil/trace.go:171","msg":"trace[1469860389] transaction","detail":"{read_only:false; response_revision:28285; number_of_response:1; }","duration":"387.466091ms","start":"2026-07-28T16:45:37.266459Z","end":"2026-07-28T16:45:37.653925Z","steps":["trace[1469860389] 'process raft request' (duration: 387.177644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.654127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.266406Z","time spent":"387.557553ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:37.654138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.354913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T16:45:37.654172Z","caller":"traceutil/trace.go:171","msg":"trace[1851971680] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28286; }","duration":"464.440705ms","start":"2026-07-28T16:45:37.189721Z","end":"2026-07-28T16:45:37.654162Z","steps":["trace[1851971680] 'agreement among raft nodes before linearized reading' (duration: 464.311821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.654194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.189685Z","time spent":"464.503956ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:45:37.654186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.209252Z","time spent":"444.688474ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:37.654324Z","caller":"traceutil/trace.go:171","msg":"trace[1666419924] transaction","detail":"{read_only:false; response_revision:28286; number_of_response:1; }","duration":"304.43563ms","start":"2026-07-28T16:45:37.349848Z","end":"2026-07-28T16:45:37.654284Z","steps":["trace[1666419924] 'process raft request' (duration: 303.890126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.654502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.868744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:45:37.654553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.812224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:45:37.654538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.34982Z","time spent":"304.612514ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:37.654588Z","caller":"traceutil/trace.go:171","msg":"trace[239613210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28286; }","duration":"206.890546ms","start":"2026-07-28T16:45:37.447688Z","end":"2026-07-28T16:45:37.654578Z","steps":["trace[239613210] 'agreement among raft nodes before linearized reading' (duration: 206.726822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.654571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.135908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:45:37.654598Z","caller":"traceutil/trace.go:171","msg":"trace[490717953] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28286; }","duration":"322.012478ms","start":"2026-07-28T16:45:37.332563Z","end":"2026-07-28T16:45:37.654575Z","steps":["trace[490717953] 'agreement among raft nodes before linearized reading' (duration: 321.762642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.65459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.95878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:45:37.654646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.332541Z","time spent":"322.09406ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:37.654684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.857295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:37.654692Z","caller":"traceutil/trace.go:171","msg":"trace[1454146497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28286; }","duration":"203.169555ms","start":"2026-07-28T16:45:37.451503Z","end":"2026-07-28T16:45:37.654673Z","steps":["trace[1454146497] 'agreement among raft nodes before linearized reading' (duration: 202.889588ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.654713Z","caller":"traceutil/trace.go:171","msg":"trace[111725959] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28286; }","duration":"319.947198ms","start":"2026-07-28T16:45:37.334759Z","end":"2026-07-28T16:45:37.654706Z","steps":["trace[111725959] 'agreement among raft nodes before linearized reading' (duration: 319.900437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.654719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.631306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:37.65474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.334722Z","time spent":"320.01372ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:45:37.654722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.625764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:37.654745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.637306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:45:37.654767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.935272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:37.654768Z","caller":"traceutil/trace.go:171","msg":"trace[486917003] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28286; }","duration":"219.720218ms","start":"2026-07-28T16:45:37.435035Z","end":"2026-07-28T16:45:37.654755Z","steps":["trace[486917003] 'agreement among raft nodes before linearized reading' (duration: 219.633326ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.654803Z","caller":"traceutil/trace.go:171","msg":"trace[2050487911] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28286; }","duration":"320.747647ms","start":"2026-07-28T16:45:37.334036Z","end":"2026-07-28T16:45:37.654784Z","steps":["trace[2050487911] 'agreement among raft nodes before linearized reading' (duration: 320.552492ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.654813Z","caller":"traceutil/trace.go:171","msg":"trace[132501759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28286; }","duration":"203.719529ms","start":"2026-07-28T16:45:37.451074Z","end":"2026-07-28T16:45:37.654794Z","steps":["trace[132501759] 'agreement among raft nodes before linearized reading' (duration: 203.542895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.654841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.334026Z","time spent":"320.809559ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:45:37.65487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.925392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:37.654892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.611345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:45:37.654815Z","caller":"traceutil/trace.go:171","msg":"trace[1685855271] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28286; }","duration":"321.001323ms","start":"2026-07-28T16:45:37.333799Z","end":"2026-07-28T16:45:37.6548Z","steps":["trace[1685855271] 'agreement among raft nodes before linearized reading' (duration: 320.916821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.654899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.159314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:37.654917Z","caller":"traceutil/trace.go:171","msg":"trace[1187468844] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28286; }","duration":"318.636946ms","start":"2026-07-28T16:45:37.336273Z","end":"2026-07-28T16:45:37.65491Z","steps":["trace[1187468844] 'agreement among raft nodes before linearized reading' (duration: 318.562564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.654909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.834214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:37.654912Z","caller":"traceutil/trace.go:171","msg":"trace[753080958] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28286; }","duration":"321.005024ms","start":"2026-07-28T16:45:37.333896Z","end":"2026-07-28T16:45:37.654901Z","steps":["trace[753080958] 'agreement among raft nodes before linearized reading' (duration: 320.945322ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.654928Z","caller":"traceutil/trace.go:171","msg":"trace[1514904325] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28286; }","duration":"189.248276ms","start":"2026-07-28T16:45:37.465673Z","end":"2026-07-28T16:45:37.654921Z","steps":["trace[1514904325] 'agreement among raft nodes before linearized reading' (duration: 189.166544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.654928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.333793Z","time spent":"321.127286ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:45:37.654939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.336242Z","time spent":"318.690957ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-28T16:45:37.654948Z","caller":"traceutil/trace.go:171","msg":"trace[449354215] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28286; }","duration":"321.871154ms","start":"2026-07-28T16:45:37.333066Z","end":"2026-07-28T16:45:37.654937Z","steps":["trace[449354215] 'agreement among raft nodes before linearized reading' (duration: 321.776912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.654957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.333864Z","time spent":"321.083626ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:45:37.654974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.256455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:37.654986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.332998Z","time spent":"321.981537ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T16:45:37.654996Z","caller":"traceutil/trace.go:171","msg":"trace[562842476] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28286; }","duration":"320.289266ms","start":"2026-07-28T16:45:37.334701Z","end":"2026-07-28T16:45:37.65499Z","steps":["trace[562842476] 'agreement among raft nodes before linearized reading' (duration: 320.255485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.655014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.334696Z","time spent":"320.314696ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:37.654636Z","caller":"traceutil/trace.go:171","msg":"trace[459205023] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28286; }","duration":"296.257041ms","start":"2026-07-28T16:45:37.35836Z","end":"2026-07-28T16:45:37.654617Z","steps":["trace[459205023] 'agreement among raft nodes before linearized reading' (duration: 296.019945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.655017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.388968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:37.65505Z","caller":"traceutil/trace.go:171","msg":"trace[1208208807] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28286; }","duration":"320.43367ms","start":"2026-07-28T16:45:37.334606Z","end":"2026-07-28T16:45:37.65504Z","steps":["trace[1208208807] 'agreement among raft nodes before linearized reading' (duration: 320.387249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.655074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.3346Z","time spent":"320.469131ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:37.655072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.021988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:37.655129Z","caller":"traceutil/trace.go:171","msg":"trace[448665835] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28286; }","duration":"322.10604ms","start":"2026-07-28T16:45:37.333006Z","end":"2026-07-28T16:45:37.655112Z","steps":["trace[448665835] 'agreement among raft nodes before linearized reading' (duration: 322.002637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.655159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:37.332998Z","time spent":"322.153922ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:37.655168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.958302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:45:37.655224Z","caller":"traceutil/trace.go:171","msg":"trace[584292340] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:28286; }","duration":"261.066624ms","start":"2026-07-28T16:45:37.39414Z","end":"2026-07-28T16:45:37.655207Z","steps":["trace[584292340] 'agreement among raft nodes before linearized reading' (duration: 260.92082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.654573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.576767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:45:37.655309Z","caller":"traceutil/trace.go:171","msg":"trace[478462602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28286; }","duration":"117.368217ms","start":"2026-07-28T16:45:37.537922Z","end":"2026-07-28T16:45:37.65529Z","steps":["trace[478462602] 'agreement among raft nodes before linearized reading' (duration: 116.490516ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.915103Z","caller":"traceutil/trace.go:171","msg":"trace[408445500] transaction","detail":"{read_only:false; response_revision:28289; number_of_response:1; }","duration":"255.288524ms","start":"2026-07-28T16:45:37.659789Z","end":"2026-07-28T16:45:37.915077Z","steps":["trace[408445500] 'process raft request' (duration: 255.208952ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.915122Z","caller":"traceutil/trace.go:171","msg":"trace[656871824] transaction","detail":"{read_only:false; response_revision:28287; number_of_response:1; }","duration":"255.623662ms","start":"2026-07-28T16:45:37.659457Z","end":"2026-07-28T16:45:37.915081Z","steps":["trace[656871824] 'process raft request' (duration: 255.304025ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.915174Z","caller":"traceutil/trace.go:171","msg":"trace[1491484606] transaction","detail":"{read_only:false; response_revision:28288; number_of_response:1; }","duration":"255.475218ms","start":"2026-07-28T16:45:37.65967Z","end":"2026-07-28T16:45:37.915146Z","steps":["trace[1491484606] 'process raft request' (duration: 255.263323ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.915425Z","caller":"traceutil/trace.go:171","msg":"trace[754456223] transaction","detail":"{read_only:false; response_revision:28290; number_of_response:1; }","duration":"255.57639ms","start":"2026-07-28T16:45:37.659836Z","end":"2026-07-28T16:45:37.915413Z","steps":["trace[754456223] 'process raft request' (duration: 255.202011ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.915583Z","caller":"traceutil/trace.go:171","msg":"trace[1762368335] transaction","detail":"{read_only:false; response_revision:28291; number_of_response:1; }","duration":"255.652012ms","start":"2026-07-28T16:45:37.659922Z","end":"2026-07-28T16:45:37.915574Z","steps":["trace[1762368335] 'process raft request' (duration: 255.392426ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.915599Z","caller":"traceutil/trace.go:171","msg":"trace[1949065020] transaction","detail":"{read_only:false; response_revision:28292; number_of_response:1; }","duration":"255.052638ms","start":"2026-07-28T16:45:37.660522Z","end":"2026-07-28T16:45:37.915575Z","steps":["trace[1949065020] 'process raft request' (duration: 254.988237ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:37.916212Z","caller":"traceutil/trace.go:171","msg":"trace[162022734] linearizableReadLoop","detail":"{readStateIndex:29177; appliedIndex:29170; }","duration":"193.086109ms","start":"2026-07-28T16:45:37.723103Z","end":"2026-07-28T16:45:37.916189Z","steps":["trace[162022734] 'read index received' (duration: 191.659835ms)","trace[162022734] 'applied index is now lower than readState.Index' (duration: 1.425144ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:37.916319Z","caller":"traceutil/trace.go:171","msg":"trace[1257954703] transaction","detail":"{read_only:false; response_revision:28293; number_of_response:1; }","duration":"215.882705ms","start":"2026-07-28T16:45:37.700413Z","end":"2026-07-28T16:45:37.916295Z","steps":["trace[1257954703] 'process raft request' (duration: 215.629639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:37.916549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.410068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:45:37.916626Z","caller":"traceutil/trace.go:171","msg":"trace[1203978199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28293; }","duration":"193.548591ms","start":"2026-07-28T16:45:37.723038Z","end":"2026-07-28T16:45:37.916586Z","steps":["trace[1203978199] 'agreement among raft nodes before linearized reading' (duration: 193.242974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:38.09662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.716169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:38.096708Z","caller":"traceutil/trace.go:171","msg":"trace[1941845647] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28293; }","duration":"111.855142ms","start":"2026-07-28T16:45:37.984833Z","end":"2026-07-28T16:45:38.096688Z","steps":["trace[1941845647] 'range keys from in-memory index tree' (duration: 111.629357ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:38.548101Z","caller":"traceutil/trace.go:171","msg":"trace[1087388563] transaction","detail":"{read_only:false; response_revision:28294; number_of_response:1; }","duration":"133.007747ms","start":"2026-07-28T16:45:38.415052Z","end":"2026-07-28T16:45:38.54806Z","steps":["trace[1087388563] 'process raft request' (duration: 132.764811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:39.8267Z","caller":"traceutil/trace.go:171","msg":"trace[1363217372] linearizableReadLoop","detail":"{readStateIndex:29179; appliedIndex:29178; }","duration":"164.937895ms","start":"2026-07-28T16:45:39.661732Z","end":"2026-07-28T16:45:39.82667Z","steps":["trace[1363217372] 'read index received' (duration: 164.73953ms)","trace[1363217372] 'applied index is now lower than readState.Index' (duration: 196.914µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:39.826823Z","caller":"traceutil/trace.go:171","msg":"trace[513034550] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"165.301083ms","start":"2026-07-28T16:45:39.661487Z","end":"2026-07-28T16:45:39.826788Z","steps":["trace[513034550] 'process raft request' (duration: 164.978456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:39.827049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.279593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:45:39.827156Z","caller":"traceutil/trace.go:171","msg":"trace[1120209006] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28295; }","duration":"165.426927ms","start":"2026-07-28T16:45:39.661706Z","end":"2026-07-28T16:45:39.827133Z","steps":["trace[1120209006] 'agreement among raft nodes before linearized reading' (duration: 165.122889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.141196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.109214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:40.141352Z","caller":"traceutil/trace.go:171","msg":"trace[120334048] linearizableReadLoop","detail":"{readStateIndex:29182; appliedIndex:29179; }","duration":"314.560207ms","start":"2026-07-28T16:45:39.82678Z","end":"2026-07-28T16:45:40.14134Z","steps":["trace[120334048] 'read index received' (duration: 120.192606ms)","trace[120334048] 'applied index is now lower than readState.Index' (duration: 194.366741ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:40.141525Z","caller":"traceutil/trace.go:171","msg":"trace[203053162] transaction","detail":"{read_only:false; response_revision:28296; number_of_response:1; }","duration":"479.600874ms","start":"2026-07-28T16:45:39.661916Z","end":"2026-07-28T16:45:40.141517Z","steps":["trace[203053162] 'process raft request' (duration: 285.09658ms)","trace[203053162] 'compare' (duration: 194.018842ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:40.141573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:39.661901Z","time spent":"479.649885ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:40.14171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.84452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:40.141738Z","caller":"traceutil/trace.go:171","msg":"trace[1274238352] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28298; }","duration":"479.908851ms","start":"2026-07-28T16:45:39.661823Z","end":"2026-07-28T16:45:40.141732Z","steps":["trace[1274238352] 'agreement among raft nodes before linearized reading' (duration: 479.85843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.141758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:39.661803Z","time spent":"479.950712ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:45:40.14192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.492075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-28T16:45:40.141949Z","caller":"traceutil/trace.go:171","msg":"trace[2071806194] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28298; }","duration":"231.516665ms","start":"2026-07-28T16:45:39.910423Z","end":"2026-07-28T16:45:40.141939Z","steps":["trace[2071806194] 'agreement among raft nodes before linearized reading' (duration: 231.428013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.141925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.986523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:40.142004Z","caller":"traceutil/trace.go:171","msg":"trace[1203762081] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28298; }","duration":"480.095676ms","start":"2026-07-28T16:45:39.661889Z","end":"2026-07-28T16:45:40.141985Z","steps":["trace[1203762081] 'agreement among raft nodes before linearized reading' (duration: 479.799118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.142047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:39.661876Z","time spent":"480.161378ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:40.142106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.746797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:40.142155Z","caller":"traceutil/trace.go:171","msg":"trace[1251882515] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28298; }","duration":"479.816029ms","start":"2026-07-28T16:45:39.662327Z","end":"2026-07-28T16:45:40.142143Z","steps":["trace[1251882515] 'agreement among raft nodes before linearized reading' (duration: 479.738467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.142169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.943473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:45:40.142187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:39.662317Z","time spent":"479.86212ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:40.142186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.387685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:40.14222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.909932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:45:40.142287Z","caller":"traceutil/trace.go:171","msg":"trace[754375759] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28298; }","duration":"197.522907ms","start":"2026-07-28T16:45:39.944741Z","end":"2026-07-28T16:45:40.142264Z","steps":["trace[754375759] 'agreement among raft nodes before linearized reading' (duration: 197.342803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.14212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.873341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:45:40.142188Z","caller":"traceutil/trace.go:171","msg":"trace[764208865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28298; }","duration":"222.002224ms","start":"2026-07-28T16:45:39.92018Z","end":"2026-07-28T16:45:40.142183Z","steps":["trace[764208865] 'agreement among raft nodes before linearized reading' (duration: 221.955733ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:40.14234Z","caller":"traceutil/trace.go:171","msg":"trace[1656769612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28298; }","duration":"222.123407ms","start":"2026-07-28T16:45:39.920211Z","end":"2026-07-28T16:45:40.142334Z","steps":["trace[1656769612] 'agreement among raft nodes before linearized reading' (duration: 221.867761ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:40.142397Z","caller":"traceutil/trace.go:171","msg":"trace[922506195] transaction","detail":"{read_only:false; response_revision:28297; number_of_response:1; }","duration":"480.325532ms","start":"2026-07-28T16:45:39.662041Z","end":"2026-07-28T16:45:40.142367Z","steps":["trace[922506195] 'process raft request' (duration: 479.229585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.142432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.081496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:45:40.142451Z","caller":"traceutil/trace.go:171","msg":"trace[1096900289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28298; }","duration":"222.113717ms","start":"2026-07-28T16:45:39.920332Z","end":"2026-07-28T16:45:40.142446Z","steps":["trace[1096900289] 'agreement among raft nodes before linearized reading' (duration: 222.061875ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:40.142301Z","caller":"traceutil/trace.go:171","msg":"trace[1177377495] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28298; }","duration":"222.033345ms","start":"2026-07-28T16:45:39.920246Z","end":"2026-07-28T16:45:40.14228Z","steps":["trace[1177377495] 'agreement among raft nodes before linearized reading' (duration: 221.82612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.142424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.494636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:40.14245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.685647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:45:40.142495Z","caller":"traceutil/trace.go:171","msg":"trace[1200921866] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28298; }","duration":"480.580228ms","start":"2026-07-28T16:45:39.661902Z","end":"2026-07-28T16:45:40.142483Z","steps":["trace[1200921866] 'agreement among raft nodes before linearized reading' (duration: 480.485795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.142493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:39.662022Z","time spent":"480.425004ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:40.142507Z","caller":"traceutil/trace.go:171","msg":"trace[365418752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28298; }","duration":"221.743108ms","start":"2026-07-28T16:45:39.92075Z","end":"2026-07-28T16:45:40.142493Z","steps":["trace[365418752] 'agreement among raft nodes before linearized reading' (duration: 221.578984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.142615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.457472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"warn","ts":"2026-07-28T16:45:40.142618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:39.661892Z","time spent":"480.714031ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:45:40.14266Z","caller":"traceutil/trace.go:171","msg":"trace[549730217] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:28298; }","duration":"173.523694ms","start":"2026-07-28T16:45:39.969124Z","end":"2026-07-28T16:45:40.142648Z","steps":["trace[549730217] 'agreement among raft nodes before linearized reading' (duration: 173.36881ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:40.142655Z","caller":"traceutil/trace.go:171","msg":"trace[2095872100] transaction","detail":"{read_only:false; response_revision:28298; number_of_response:1; }","duration":"480.145287ms","start":"2026-07-28T16:45:39.662492Z","end":"2026-07-28T16:45:40.142638Z","steps":["trace[2095872100] 'process raft request' (duration: 478.811735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.142771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:39.662464Z","time spent":"480.259929ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:40.802732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.900165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:40.802882Z","caller":"traceutil/trace.go:171","msg":"trace[1553848051] transaction","detail":"{read_only:false; response_revision:28299; number_of_response:1; }","duration":"655.155696ms","start":"2026-07-28T16:45:40.147703Z","end":"2026-07-28T16:45:40.802859Z","steps":["trace[1553848051] 'process raft request' (duration: 356.253981ms)","trace[1553848051] 'compare' (duration: 298.601107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:40.802957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.147688Z","time spent":"655.235738ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:40.807088Z","caller":"traceutil/trace.go:171","msg":"trace[529066695] linearizableReadLoop","detail":"{readStateIndex:29184; appliedIndex:29182; }","duration":"658.553829ms","start":"2026-07-28T16:45:40.148516Z","end":"2026-07-28T16:45:40.80707Z","steps":["trace[529066695] 'read index received' (duration: 355.234627ms)","trace[529066695] 'applied index is now lower than readState.Index' (duration: 303.318322ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:40.807185Z","caller":"traceutil/trace.go:171","msg":"trace[1348453615] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"658.281042ms","start":"2026-07-28T16:45:40.148876Z","end":"2026-07-28T16:45:40.807157Z","steps":["trace[1348453615] 'process raft request' (duration: 658.119398ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:40.807265Z","caller":"traceutil/trace.go:171","msg":"trace[1337847022] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"658.230801ms","start":"2026-07-28T16:45:40.148992Z","end":"2026-07-28T16:45:40.807223Z","steps":["trace[1337847022] 'process raft request' (duration: 658.036526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.807371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.15661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:45:40.807419Z","caller":"traceutil/trace.go:171","msg":"trace[28074184] transaction","detail":"{read_only:false; response_revision:28300; number_of_response:1; }","duration":"659.531962ms","start":"2026-07-28T16:45:40.147875Z","end":"2026-07-28T16:45:40.807407Z","steps":["trace[28074184] 'process raft request' (duration: 658.898467ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:40.807433Z","caller":"traceutil/trace.go:171","msg":"trace[1041972387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28303; }","duration":"255.261372ms","start":"2026-07-28T16:45:40.552158Z","end":"2026-07-28T16:45:40.807419Z","steps":["trace[1041972387] 'agreement among raft nodes before linearized reading' (duration: 255.096728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.807477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.147844Z","time spent":"659.602334ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:40.807467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.148982Z","time spent":"658.379074ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:40.80748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.148868Z","time spent":"658.541938ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:40.807131Z","caller":"traceutil/trace.go:171","msg":"trace[1482370759] transaction","detail":"{read_only:false; response_revision:28301; number_of_response:1; }","duration":"658.313993ms","start":"2026-07-28T16:45:40.148788Z","end":"2026-07-28T16:45:40.807102Z","steps":["trace[1482370759] 'process raft request' (duration: 658.166699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.807745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.148774Z","time spent":"658.869006ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:40.808316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.800289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:40.80839Z","caller":"traceutil/trace.go:171","msg":"trace[1091445872] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28303; }","duration":"659.903312ms","start":"2026-07-28T16:45:40.14847Z","end":"2026-07-28T16:45:40.808373Z","steps":["trace[1091445872] 'agreement among raft nodes before linearized reading' (duration: 658.749764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:40.808444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.148453Z","time spent":"659.974553ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:45:41.207823Z","caller":"traceutil/trace.go:171","msg":"trace[72460577] linearizableReadLoop","detail":"{readStateIndex:29188; appliedIndex:29187; }","duration":"393.032176ms","start":"2026-07-28T16:45:40.814766Z","end":"2026-07-28T16:45:41.207798Z","steps":["trace[72460577] 'read index received' (duration: 383.646087ms)","trace[72460577] 'applied index is now lower than readState.Index' (duration: 9.385099ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:41.207903Z","caller":"traceutil/trace.go:171","msg":"trace[568012639] transaction","detail":"{read_only:false; response_revision:28304; number_of_response:1; }","duration":"395.529237ms","start":"2026-07-28T16:45:40.812341Z","end":"2026-07-28T16:45:41.20787Z","steps":["trace[568012639] 'process raft request' (duration: 386.054706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:41.208121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.81232Z","time spent":"395.659249ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:41.210425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.870322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:45:41.210496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.705041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:41.210565Z","caller":"traceutil/trace.go:171","msg":"trace[503442252] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28304; }","duration":"395.810713ms","start":"2026-07-28T16:45:40.814739Z","end":"2026-07-28T16:45:41.21055Z","steps":["trace[503442252] 'agreement among raft nodes before linearized reading' (duration: 393.194709ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:41.210537Z","caller":"traceutil/trace.go:171","msg":"trace[358880020] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28304; }","duration":"354.004745ms","start":"2026-07-28T16:45:40.856504Z","end":"2026-07-28T16:45:41.210509Z","steps":["trace[358880020] 'agreement among raft nodes before linearized reading' (duration: 351.690549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:41.210619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.81472Z","time spent":"395.884925ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:41.210632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.856487Z","time spent":"354.128409ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:41.211341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.38628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:45:41.211367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.857324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:41.211378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.313417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:41.211441Z","caller":"traceutil/trace.go:171","msg":"trace[1800077609] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28304; }","duration":"376.511683ms","start":"2026-07-28T16:45:40.834886Z","end":"2026-07-28T16:45:41.211398Z","steps":["trace[1800077609] 'agreement among raft nodes before linearized reading' (duration: 375.99734ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:41.21147Z","caller":"traceutil/trace.go:171","msg":"trace[352973380] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28304; }","duration":"356.954887ms","start":"2026-07-28T16:45:40.854463Z","end":"2026-07-28T16:45:41.211418Z","steps":["trace[352973380] 'agreement among raft nodes before linearized reading' (duration: 356.466705ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:41.211489Z","caller":"traceutil/trace.go:171","msg":"trace[1624873132] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28304; }","duration":"355.451241ms","start":"2026-07-28T16:45:40.855991Z","end":"2026-07-28T16:45:41.211442Z","steps":["trace[1624873132] 'agreement among raft nodes before linearized reading' (duration: 354.877367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:41.211507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.834853Z","time spent":"376.636756ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:45:41.211515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.854449Z","time spent":"357.054729ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:41.211553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.855978Z","time spent":"355.564683ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:41.213753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.427439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-28T16:45:41.213869Z","caller":"traceutil/trace.go:171","msg":"trace[1056777042] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28304; }","duration":"244.538082ms","start":"2026-07-28T16:45:40.969299Z","end":"2026-07-28T16:45:41.213837Z","steps":["trace[1056777042] 'agreement among raft nodes before linearized reading' (duration: 238.885784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:41.2153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.517353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:41.215407Z","caller":"traceutil/trace.go:171","msg":"trace[751658570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28304; }","duration":"399.659596ms","start":"2026-07-28T16:45:40.815722Z","end":"2026-07-28T16:45:41.215381Z","steps":["trace[751658570] 'agreement among raft nodes before linearized reading' (duration: 395.324121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:41.215478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.815702Z","time spent":"399.740329ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:41.215495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.670542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:41.215576Z","caller":"traceutil/trace.go:171","msg":"trace[1903500403] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28304; }","duration":"400.765794ms","start":"2026-07-28T16:45:40.814791Z","end":"2026-07-28T16:45:41.215557Z","steps":["trace[1903500403] 'agreement among raft nodes before linearized reading' (duration: 393.159789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:41.215645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.814787Z","time spent":"400.830595ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:41.215912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.115658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:41.216011Z","caller":"traceutil/trace.go:171","msg":"trace[2055979682] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28304; }","duration":"400.2206ms","start":"2026-07-28T16:45:40.81576Z","end":"2026-07-28T16:45:41.21598Z","steps":["trace[2055979682] 'agreement among raft nodes before linearized reading' (duration: 395.209098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:41.216045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.815746Z","time spent":"400.287472ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:41.216605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.341384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:41.216692Z","caller":"traceutil/trace.go:171","msg":"trace[1794092524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28304; }","duration":"400.458296ms","start":"2026-07-28T16:45:40.816222Z","end":"2026-07-28T16:45:41.216681Z","steps":["trace[1794092524] 'agreement among raft nodes before linearized reading' (duration: 394.716966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:41.216722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.816214Z","time spent":"400.497657ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:41.218673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.947326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:41.218736Z","caller":"traceutil/trace.go:171","msg":"trace[2074749223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28304; }","duration":"403.022939ms","start":"2026-07-28T16:45:40.8157Z","end":"2026-07-28T16:45:41.218723Z","steps":["trace[2074749223] 'agreement among raft nodes before linearized reading' (duration: 395.378393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:41.218773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:40.815692Z","time spent":"403.06909ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:41.540086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.482765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:45:41.540155Z","caller":"traceutil/trace.go:171","msg":"trace[786740374] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28304; }","duration":"231.608958ms","start":"2026-07-28T16:45:41.308527Z","end":"2026-07-28T16:45:41.540136Z","steps":["trace[786740374] 'range keys from in-memory index tree' (duration: 231.29925ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:41.779248Z","caller":"traceutil/trace.go:171","msg":"trace[73219068] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"234.440806ms","start":"2026-07-28T16:45:41.544782Z","end":"2026-07-28T16:45:41.779223Z","steps":["trace[73219068] 'process raft request' (duration: 234.243001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:42.221994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.963425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:42.222169Z","caller":"traceutil/trace.go:171","msg":"trace[1027521873] transaction","detail":"{read_only:false; response_revision:28306; number_of_response:1; }","duration":"676.364402ms","start":"2026-07-28T16:45:41.54577Z","end":"2026-07-28T16:45:42.222134Z","steps":["trace[1027521873] 'process raft request' (duration: 426.172963ms)","trace[1027521873] 'compare' (duration: 249.7876ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:42.222223Z","caller":"traceutil/trace.go:171","msg":"trace[714544925] transaction","detail":"{read_only:false; response_revision:28307; number_of_response:1; }","duration":"389.422269ms","start":"2026-07-28T16:45:41.832782Z","end":"2026-07-28T16:45:42.222205Z","steps":["trace[714544925] 'process raft request' (duration: 389.321687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:42.222298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.832755Z","time spent":"389.50657ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:42.222322Z","caller":"traceutil/trace.go:171","msg":"trace[302277272] linearizableReadLoop","detail":"{readStateIndex:29190; appliedIndex:29188; }","duration":"593.417073ms","start":"2026-07-28T16:45:41.62888Z","end":"2026-07-28T16:45:42.222297Z","steps":["trace[302277272] 'read index received' (duration: 150.175745ms)","trace[302277272] 'applied index is now lower than readState.Index' (duration: 443.237498ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:42.222335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.54575Z","time spent":"676.507945ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:42.222561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.635989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:45:42.222704Z","caller":"traceutil/trace.go:171","msg":"trace[103179451] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28307; }","duration":"593.835593ms","start":"2026-07-28T16:45:41.628835Z","end":"2026-07-28T16:45:42.222671Z","steps":["trace[103179451] 'agreement among raft nodes before linearized reading' (duration: 593.584937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:42.222767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.628813Z","time spent":"593.940317ms","remote":"127.0.0.1:36852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:45:43.035647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.36644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:43.036105Z","caller":"traceutil/trace.go:171","msg":"trace[844912027] transaction","detail":"{read_only:false; response_revision:28308; number_of_response:1; }","duration":"887.259846ms","start":"2026-07-28T16:45:42.148797Z","end":"2026-07-28T16:45:43.036057Z","steps":["trace[844912027] 'process raft request' (duration: 335.366343ms)","trace[844912027] 'compare' (duration: 551.084704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:43.036249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.148777Z","time spent":"887.385329ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:43.036248Z","caller":"traceutil/trace.go:171","msg":"trace[1774334290] linearizableReadLoop","detail":"{readStateIndex:29194; appliedIndex:29191; }","duration":"813.866959ms","start":"2026-07-28T16:45:42.22236Z","end":"2026-07-28T16:45:43.036227Z","steps":["trace[1774334290] 'read index received' (duration: 261.806032ms)","trace[1774334290] 'applied index is now lower than readState.Index' (duration: 552.058967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:43.036417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371287187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:43.036459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371787159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:43.036461Z","caller":"traceutil/trace.go:171","msg":"trace[404067853] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28310; }","duration":"1.371344028s","start":"2026-07-28T16:45:41.665107Z","end":"2026-07-28T16:45:43.036451Z","steps":["trace[404067853] 'agreement among raft nodes before linearized reading' (duration: 1.371214575s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:43.036483Z","caller":"traceutil/trace.go:171","msg":"trace[693822158] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28310; }","duration":"1.371816249s","start":"2026-07-28T16:45:41.664658Z","end":"2026-07-28T16:45:43.036474Z","steps":["trace[693822158] 'agreement among raft nodes before linearized reading' (duration: 1.371788919s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.036465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371208925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:43.036558Z","caller":"traceutil/trace.go:171","msg":"trace[1844846218] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28310; }","duration":"1.371320827s","start":"2026-07-28T16:45:41.665215Z","end":"2026-07-28T16:45:43.036536Z","steps":["trace[1844846218] 'agreement among raft nodes before linearized reading' (duration: 1.371101992s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.036588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372314221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:43.036603Z","caller":"traceutil/trace.go:171","msg":"trace[1917554581] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28310; }","duration":"1.372339932s","start":"2026-07-28T16:45:41.664258Z","end":"2026-07-28T16:45:43.036598Z","steps":["trace[1917554581] 'agreement among raft nodes before linearized reading' (duration: 1.372267101s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.036616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.664252Z","time spent":"1.372360823s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:43.036607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372208999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-28T16:45:43.03661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.665211Z","time spent":"1.37138939s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-28T16:45:43.036649Z","caller":"traceutil/trace.go:171","msg":"trace[1441180304] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28310; }","duration":"1.3722629s","start":"2026-07-28T16:45:41.664374Z","end":"2026-07-28T16:45:43.036637Z","steps":["trace[1441180304] 'agreement among raft nodes before linearized reading' (duration: 1.372116557s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.036696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.664369Z","time spent":"1.372320702s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:45:43.036701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37348922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:43.036734Z","caller":"traceutil/trace.go:171","msg":"trace[501369968] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28310; }","duration":"1.373547662s","start":"2026-07-28T16:45:41.663177Z","end":"2026-07-28T16:45:43.036725Z","steps":["trace[501369968] 'agreement among raft nodes before linearized reading' (duration: 1.373505601s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.036745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388959917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:43.036662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373439029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:45:43.036504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.665102Z","time spent":"1.371394259s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:45:43.036768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.66316Z","time spent":"1.373602632s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:43.036796Z","caller":"traceutil/trace.go:171","msg":"trace[913548558] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28310; }","duration":"1.373601323s","start":"2026-07-28T16:45:41.663183Z","end":"2026-07-28T16:45:43.036784Z","steps":["trace[913548558] 'agreement among raft nodes before linearized reading' (duration: 1.373348617s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.036834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.289505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:43.036839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.663166Z","time spent":"1.373663524s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T16:45:43.036846Z","caller":"traceutil/trace.go:171","msg":"trace[419963830] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28310; }","duration":"889.349866ms","start":"2026-07-28T16:45:42.147492Z","end":"2026-07-28T16:45:43.036841Z","steps":["trace[419963830] 'agreement among raft nodes before linearized reading' (duration: 889.329006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.036861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.147467Z","time spent":"889.390608ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:43.03643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372158438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:43.036937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.963732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:43.036974Z","caller":"traceutil/trace.go:171","msg":"trace[515900770] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"888.053175ms","start":"2026-07-28T16:45:42.148913Z","end":"2026-07-28T16:45:43.036967Z","steps":["trace[515900770] 'process raft request' (duration: 886.865017ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:43.036971Z","caller":"traceutil/trace.go:171","msg":"trace[1933615078] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28310; }","duration":"1.372708571s","start":"2026-07-28T16:45:41.664252Z","end":"2026-07-28T16:45:43.036961Z","steps":["trace[1933615078] 'agreement among raft nodes before linearized reading' (duration: 1.372150248s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:43.036975Z","caller":"traceutil/trace.go:171","msg":"trace[1643969412] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28310; }","duration":"890.023673ms","start":"2026-07-28T16:45:42.146941Z","end":"2026-07-28T16:45:43.036964Z","steps":["trace[1643969412] 'agreement among raft nodes before linearized reading' (duration: 889.967542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.037006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.148894Z","time spent":"888.092916ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:43.037006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.146926Z","time spent":"890.073574ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:45:43.037077Z","caller":"traceutil/trace.go:171","msg":"trace[860214088] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"887.921112ms","start":"2026-07-28T16:45:42.14915Z","end":"2026-07-28T16:45:43.037071Z","steps":["trace[860214088] 'process raft request' (duration: 887.0153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.03711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.149108Z","time spent":"887.984463ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:43.03719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.735022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:45:43.037194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20417305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:45:43.037206Z","caller":"traceutil/trace.go:171","msg":"trace[1065594454] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28310; }","duration":"888.749912ms","start":"2026-07-28T16:45:42.148451Z","end":"2026-07-28T16:45:43.037201Z","steps":["trace[1065594454] 'agreement among raft nodes before linearized reading' (duration: 888.705341ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:43.037224Z","caller":"traceutil/trace.go:171","msg":"trace[1573428773] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28310; }","duration":"1.204230811s","start":"2026-07-28T16:45:41.832984Z","end":"2026-07-28T16:45:43.037215Z","steps":["trace[1573428773] 'agreement among raft nodes before linearized reading' (duration: 1.204087708s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.037254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.832972Z","time spent":"1.204276262s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-28T16:45:43.036769Z","caller":"traceutil/trace.go:171","msg":"trace[1435666069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28310; }","duration":"1.389018219s","start":"2026-07-28T16:45:41.647746Z","end":"2026-07-28T16:45:43.036765Z","steps":["trace[1435666069] 'agreement among raft nodes before linearized reading' (duration: 1.388982958s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.037286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.647726Z","time spent":"1.389557051s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:45:43.036512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.664653Z","time spent":"1.3718459s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:43.037004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:41.664247Z","time spent":"1.372748082s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:43.037229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.148428Z","time spent":"888.793034ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:43.03726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.705255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:43.037456Z","caller":"traceutil/trace.go:171","msg":"trace[1819071922] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28310; }","duration":"889.940301ms","start":"2026-07-28T16:45:42.147509Z","end":"2026-07-28T16:45:43.03745Z","steps":["trace[1819071922] 'agreement among raft nodes before linearized reading' (duration: 889.734116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:43.037473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.14749Z","time spent":"889.978933ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:45:43.504237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.826943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:43.504631Z","caller":"traceutil/trace.go:171","msg":"trace[722770156] transaction","detail":"{read_only:false; response_revision:28311; number_of_response:1; }","duration":"851.859745ms","start":"2026-07-28T16:45:42.652739Z","end":"2026-07-28T16:45:43.504599Z","steps":["trace[722770156] 'process raft request' (duration: 543.576491ms)","trace[722770156] 'compare' (duration: 307.663149ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:43.504784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.652712Z","time spent":"851.992547ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:44.002661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.31135ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:45:44.002767Z","caller":"traceutil/trace.go:171","msg":"trace[325302393] linearizableReadLoop","detail":"{readStateIndex:29196; appliedIndex:29194; }","duration":"966.462694ms","start":"2026-07-28T16:45:43.036286Z","end":"2026-07-28T16:45:44.002749Z","steps":["trace[325302393] 'read index received' (duration: 160.046255ms)","trace[325302393] 'applied index is now lower than readState.Index' (duration: 806.414969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:44.003029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189105054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:45:44.003092Z","caller":"traceutil/trace.go:171","msg":"trace[1143169970] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28311; }","duration":"1.189193125s","start":"2026-07-28T16:45:42.813886Z","end":"2026-07-28T16:45:44.003079Z","steps":["trace[1143169970] 'agreement among raft nodes before linearized reading' (duration: 1.189040772s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.003102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191640255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:44.003148Z","caller":"traceutil/trace.go:171","msg":"trace[1898249295] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28311; }","duration":"1.191736298s","start":"2026-07-28T16:45:42.811401Z","end":"2026-07-28T16:45:44.003137Z","steps":["trace[1898249295] 'agreement among raft nodes before linearized reading' (duration: 1.191644606s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.003158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195484189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:45:44.003181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.811379Z","time spent":"1.191795159s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:44.003215Z","caller":"traceutil/trace.go:171","msg":"trace[906359716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28311; }","duration":"1.195596611s","start":"2026-07-28T16:45:42.807604Z","end":"2026-07-28T16:45:44.003201Z","steps":["trace[906359716] 'agreement among raft nodes before linearized reading' (duration: 1.195419647s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.003248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179295545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"warn","ts":"2026-07-28T16:45:44.00326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.807582Z","time spent":"1.195671064s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:45:44.00335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189302048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:45:44.00327Z","caller":"traceutil/trace.go:171","msg":"trace[1642761083] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:28311; }","duration":"1.179333306s","start":"2026-07-28T16:45:42.823928Z","end":"2026-07-28T16:45:44.003262Z","steps":["trace[1642761083] 'agreement among raft nodes before linearized reading' (duration: 1.179275224s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:44.003374Z","caller":"traceutil/trace.go:171","msg":"trace[760340656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28311; }","duration":"1.189350039s","start":"2026-07-28T16:45:42.814019Z","end":"2026-07-28T16:45:44.003369Z","steps":["trace[760340656] 'agreement among raft nodes before linearized reading' (duration: 1.189262787s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.003392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.81401Z","time spent":"1.18937806s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:45:44.003424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.823915Z","time spent":"1.179478949s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14222,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" "} {"level":"warn","ts":"2026-07-28T16:45:44.003191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080671414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T16:45:44.003452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192205179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:45:44.003447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189444272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:45:44.003499Z","caller":"traceutil/trace.go:171","msg":"trace[1918575464] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28311; }","duration":"1.080995492s","start":"2026-07-28T16:45:42.922489Z","end":"2026-07-28T16:45:44.003485Z","steps":["trace[1918575464] 'agreement among raft nodes before linearized reading' (duration: 1.080654224s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:44.003505Z","caller":"traceutil/trace.go:171","msg":"trace[1508651690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28311; }","duration":"1.192287281s","start":"2026-07-28T16:45:42.811201Z","end":"2026-07-28T16:45:44.003488Z","steps":["trace[1508651690] 'agreement among raft nodes before linearized reading' (duration: 1.192147728s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.003527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.922475Z","time spent":"1.081043043s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:45:44.003515Z","caller":"traceutil/trace.go:171","msg":"trace[2019012673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28311; }","duration":"1.189535494s","start":"2026-07-28T16:45:42.813962Z","end":"2026-07-28T16:45:44.003498Z","steps":["trace[2019012673] 'agreement among raft nodes before linearized reading' (duration: 1.189358729s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.00354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.811187Z","time spent":"1.192344512s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:45:44.003566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.813951Z","time spent":"1.189605096s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:45:44.003118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.813876Z","time spent":"1.189236756s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:45:44.003883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776415919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:45:44.003921Z","caller":"traceutil/trace.go:171","msg":"trace[535338623] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28311; }","duration":"1.776493151s","start":"2026-07-28T16:45:42.227419Z","end":"2026-07-28T16:45:44.003913Z","steps":["trace[535338623] 'agreement among raft nodes before linearized reading' (duration: 1.776409739s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.003943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.227402Z","time spent":"1.776535861s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:45:44.003952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529912089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T16:45:44.003996Z","caller":"traceutil/trace.go:171","msg":"trace[898129957] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28311; }","duration":"1.529994451s","start":"2026-07-28T16:45:42.473986Z","end":"2026-07-28T16:45:44.00398Z","steps":["trace[898129957] 'agreement among raft nodes before linearized reading' (duration: 1.529872468s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.004132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:42.473962Z","time spent":"1.530158445s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:45:44.008962Z","caller":"traceutil/trace.go:171","msg":"trace[1972270939] transaction","detail":"{read_only:false; response_revision:28312; number_of_response:1; }","duration":"303.684412ms","start":"2026-07-28T16:45:43.705263Z","end":"2026-07-28T16:45:44.008948Z","steps":["trace[1972270939] 'process raft request' (duration: 303.59173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.009041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.705236Z","time spent":"303.761443ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:44.009244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.675865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:45:44.009275Z","caller":"traceutil/trace.go:171","msg":"trace[616508198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:28312; }","duration":"760.725317ms","start":"2026-07-28T16:45:43.248542Z","end":"2026-07-28T16:45:44.009267Z","steps":["trace[616508198] 'agreement among raft nodes before linearized reading' (duration: 760.668005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.009294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.248526Z","time spent":"760.762667ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:45:44.00937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.703814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"warn","ts":"2026-07-28T16:45:44.00938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.457883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:45:44.009414Z","caller":"traceutil/trace.go:171","msg":"trace[2072699767] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:28312; }","duration":"762.779516ms","start":"2026-07-28T16:45:43.246622Z","end":"2026-07-28T16:45:44.009401Z","steps":["trace[2072699767] 'agreement among raft nodes before linearized reading' (duration: 762.638633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.009452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.565185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:45:44.009466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.246603Z","time spent":"762.855469ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18590,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" "} {"level":"warn","ts":"2026-07-28T16:45:44.009526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.655928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:45:44.00955Z","caller":"traceutil/trace.go:171","msg":"trace[1376392223] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:28312; }","duration":"756.680199ms","start":"2026-07-28T16:45:43.252864Z","end":"2026-07-28T16:45:44.009545Z","steps":["trace[1376392223] 'agreement among raft nodes before linearized reading' (duration: 756.621647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.009569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.252832Z","time spent":"756.731729ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"warn","ts":"2026-07-28T16:45:44.009625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.93453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:45:44.009653Z","caller":"traceutil/trace.go:171","msg":"trace[1465793126] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:28312; }","duration":"755.964501ms","start":"2026-07-28T16:45:43.253682Z","end":"2026-07-28T16:45:44.009647Z","steps":["trace[1465793126] 'agreement among raft nodes before linearized reading' (duration: 755.891909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.009673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.325807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-28T16:45:44.009692Z","caller":"traceutil/trace.go:171","msg":"trace[1162207369] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:28312; }","duration":"760.344207ms","start":"2026-07-28T16:45:43.249342Z","end":"2026-07-28T16:45:44.009687Z","steps":["trace[1162207369] 'agreement among raft nodes before linearized reading' (duration: 760.271335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.009709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.249328Z","time spent":"760.376939ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18616,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" "} {"level":"warn","ts":"2026-07-28T16:45:44.00973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.675216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:45:44.009232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.106438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:44.00977Z","caller":"traceutil/trace.go:171","msg":"trace[538398260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28312; }","duration":"971.665131ms","start":"2026-07-28T16:45:43.038098Z","end":"2026-07-28T16:45:44.009764Z","steps":["trace[538398260] 'agreement among raft nodes before linearized reading' (duration: 971.048546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.009793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.038086Z","time spent":"971.703272ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:45:44.009838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.584335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:45:44.009474Z","caller":"traceutil/trace.go:171","msg":"trace[1596484992] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28312; }","duration":"756.605207ms","start":"2026-07-28T16:45:43.252861Z","end":"2026-07-28T16:45:44.009466Z","steps":["trace[1596484992] 'agreement among raft nodes before linearized reading' (duration: 756.531955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.009673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.253649Z","time spent":"756.017092ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"info","ts":"2026-07-28T16:45:44.009876Z","caller":"traceutil/trace.go:171","msg":"trace[813562646] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28312; }","duration":"887.647336ms","start":"2026-07-28T16:45:43.122223Z","end":"2026-07-28T16:45:44.00987Z","steps":["trace[813562646] 'agreement among raft nodes before linearized reading' (duration: 887.566044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.009885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.252849Z","time spent":"757.028817ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:45:44.009895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.122204Z","time spent":"887.686587ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:45:44.009847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.025144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:45:44.009982Z","caller":"traceutil/trace.go:171","msg":"trace[839788297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28312; }","duration":"791.197198ms","start":"2026-07-28T16:45:43.218776Z","end":"2026-07-28T16:45:44.009974Z","steps":["trace[839788297] 'agreement among raft nodes before linearized reading' (duration: 791.006603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.010004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.283939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:45:44.01001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.218754Z","time spent":"791.24984ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:45:44.010021Z","caller":"traceutil/trace.go:171","msg":"trace[1525823334] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28312; }","duration":"793.33716ms","start":"2026-07-28T16:45:43.216679Z","end":"2026-07-28T16:45:44.010016Z","steps":["trace[1525823334] 'agreement among raft nodes before linearized reading' (duration: 793.285349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.010038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.216658Z","time spent":"793.376582ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:44.009955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.564528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:44.010163Z","caller":"traceutil/trace.go:171","msg":"trace[1078477619] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28312; }","duration":"791.806453ms","start":"2026-07-28T16:45:43.218346Z","end":"2026-07-28T16:45:44.010153Z","steps":["trace[1078477619] 'agreement among raft nodes before linearized reading' (duration: 791.593498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.0102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.218323Z","time spent":"791.864954ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:44.009764Z","caller":"traceutil/trace.go:171","msg":"trace[580198082] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28312; }","duration":"790.729167ms","start":"2026-07-28T16:45:43.219025Z","end":"2026-07-28T16:45:44.009754Z","steps":["trace[580198082] 'agreement among raft nodes before linearized reading' (duration: 790.630654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.010469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.219018Z","time spent":"791.441524ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T16:45:44.009433Z","caller":"traceutil/trace.go:171","msg":"trace[2143985633] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28312; }","duration":"756.530355ms","start":"2026-07-28T16:45:43.252888Z","end":"2026-07-28T16:45:44.009419Z","steps":["trace[2143985633] 'agreement among raft nodes before linearized reading' (duration: 756.386011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.010607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:43.252881Z","time spent":"757.717433ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:45:44.404273Z","caller":"traceutil/trace.go:171","msg":"trace[701825136] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"395.24647ms","start":"2026-07-28T16:45:44.008981Z","end":"2026-07-28T16:45:44.404227Z","steps":["trace[701825136] 'process raft request' (duration: 394.661196ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:44.404452Z","caller":"traceutil/trace.go:171","msg":"trace[2049535745] transaction","detail":"{read_only:false; response_revision:28318; number_of_response:1; }","duration":"392.012021ms","start":"2026-07-28T16:45:44.012426Z","end":"2026-07-28T16:45:44.404438Z","steps":["trace[2049535745] 'process raft request' (duration: 391.763385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.404593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.012408Z","time spent":"392.091104ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:44.404719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.008966Z","time spent":"395.415224ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:44.40429Z","caller":"traceutil/trace.go:171","msg":"trace[1539604776] transaction","detail":"{read_only:false; response_revision:28317; number_of_response:1; }","duration":"393.072867ms","start":"2026-07-28T16:45:44.011186Z","end":"2026-07-28T16:45:44.404259Z","steps":["trace[1539604776] 'process raft request' (duration: 392.846671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.404877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.011168Z","time spent":"393.659452ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:44.404892Z","caller":"traceutil/trace.go:171","msg":"trace[1726406800] transaction","detail":"{read_only:false; response_revision:28319; number_of_response:1; }","duration":"392.149855ms","start":"2026-07-28T16:45:44.012721Z","end":"2026-07-28T16:45:44.404871Z","steps":["trace[1726406800] 'process raft request' (duration: 391.661873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.404997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.012707Z","time spent":"392.233246ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:44.405081Z","caller":"traceutil/trace.go:171","msg":"trace[1093114092] linearizableReadLoop","detail":"{readStateIndex:29201; appliedIndex:29197; }","duration":"394.4189ms","start":"2026-07-28T16:45:44.010632Z","end":"2026-07-28T16:45:44.40505Z","steps":["trace[1093114092] 'read index received' (duration: 28.974085ms)","trace[1093114092] 'applied index is now lower than readState.Index' (duration: 365.443365ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:44.405113Z","caller":"traceutil/trace.go:171","msg":"trace[47909476] transaction","detail":"{read_only:false; response_revision:28320; number_of_response:1; }","duration":"392.027502ms","start":"2026-07-28T16:45:44.013057Z","end":"2026-07-28T16:45:44.405085Z","steps":["trace[47909476] 'process raft request' (duration: 391.754775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.405797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.013047Z","time spent":"392.124604ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:44.40637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.722592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:44.406433Z","caller":"traceutil/trace.go:171","msg":"trace[460724964] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28320; }","duration":"395.788873ms","start":"2026-07-28T16:45:44.010628Z","end":"2026-07-28T16:45:44.406416Z","steps":["trace[460724964] 'agreement among raft nodes before linearized reading' (duration: 394.560303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.406509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.010605Z","time spent":"395.866446ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:44.709262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.510524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:44.709348Z","caller":"traceutil/trace.go:171","msg":"trace[965326299] linearizableReadLoop","detail":"{readStateIndex:29206; appliedIndex:29205; }","duration":"304.177143ms","start":"2026-07-28T16:45:44.405156Z","end":"2026-07-28T16:45:44.709333Z","steps":["trace[965326299] 'read index received' (duration: 162.507275ms)","trace[965326299] 'applied index is now lower than readState.Index' (duration: 141.668578ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:44.709471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.508392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:44.709504Z","caller":"traceutil/trace.go:171","msg":"trace[40705736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28321; }","duration":"691.548462ms","start":"2026-07-28T16:45:44.017946Z","end":"2026-07-28T16:45:44.709494Z","steps":["trace[40705736] 'agreement among raft nodes before linearized reading' (duration: 691.46415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.709531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.01794Z","time spent":"691.584923ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:45:44.709703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.801117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:44.709728Z","caller":"traceutil/trace.go:171","msg":"trace[30000728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28321; }","duration":"269.829668ms","start":"2026-07-28T16:45:44.439891Z","end":"2026-07-28T16:45:44.709721Z","steps":["trace[30000728] 'agreement among raft nodes before linearized reading' (duration: 269.787697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.709709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.126107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:44.709731Z","caller":"traceutil/trace.go:171","msg":"trace[173279405] transaction","detail":"{read_only:false; response_revision:28321; number_of_response:1; }","duration":"480.736152ms","start":"2026-07-28T16:45:44.228973Z","end":"2026-07-28T16:45:44.709709Z","steps":["trace[173279405] 'process raft request' (duration: 338.695555ms)","trace[173279405] 'compare' (duration: 141.277468ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:44.709784Z","caller":"traceutil/trace.go:171","msg":"trace[269392616] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28321; }","duration":"646.24694ms","start":"2026-07-28T16:45:44.063519Z","end":"2026-07-28T16:45:44.709766Z","steps":["trace[269392616] 'agreement among raft nodes before linearized reading' (duration: 646.132677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.709775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.130792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:45:44.709828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.063508Z","time spent":"646.308021ms","remote":"127.0.0.1:47960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:45:44.709845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.22895Z","time spent":"480.833853ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:44.709853Z","caller":"traceutil/trace.go:171","msg":"trace[1590738017] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28321; }","duration":"555.282446ms","start":"2026-07-28T16:45:44.15455Z","end":"2026-07-28T16:45:44.709833Z","steps":["trace[1590738017] 'agreement among raft nodes before linearized reading' (duration: 555.095621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.709854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.401003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:44.709911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.154524Z","time spent":"555.375137ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:45:44.709911Z","caller":"traceutil/trace.go:171","msg":"trace[148338425] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28321; }","duration":"413.500695ms","start":"2026-07-28T16:45:44.296393Z","end":"2026-07-28T16:45:44.709894Z","steps":["trace[148338425] 'agreement among raft nodes before linearized reading' (duration: 413.420443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.709977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.296374Z","time spent":"413.589727ms","remote":"127.0.0.1:45986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:45:44.710198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.197014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T16:45:44.710588Z","caller":"traceutil/trace.go:171","msg":"trace[1137184412] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28321; }","duration":"698.603804ms","start":"2026-07-28T16:45:44.01196Z","end":"2026-07-28T16:45:44.710564Z","steps":["trace[1137184412] 'agreement among raft nodes before linearized reading' (duration: 697.627291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.710718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.011912Z","time spent":"698.787339ms","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T16:45:44.710912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.874634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T16:45:44.71105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.882855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:44.711086Z","caller":"traceutil/trace.go:171","msg":"trace[471934137] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28321; }","duration":"692.923456ms","start":"2026-07-28T16:45:44.018153Z","end":"2026-07-28T16:45:44.711076Z","steps":["trace[471934137] 'agreement among raft nodes before linearized reading' (duration: 691.208474ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:44.711095Z","caller":"traceutil/trace.go:171","msg":"trace[1296763938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28321; }","duration":"693.141561ms","start":"2026-07-28T16:45:44.017871Z","end":"2026-07-28T16:45:44.711012Z","steps":["trace[1296763938] 'agreement among raft nodes before linearized reading' (duration: 691.761768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.711121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.018101Z","time spent":"693.009638ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:44.711215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.017863Z","time spent":"693.324786ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:45:44.712245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.288949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:44.712285Z","caller":"traceutil/trace.go:171","msg":"trace[2058090142] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28321; }","duration":"694.34318ms","start":"2026-07-28T16:45:44.017933Z","end":"2026-07-28T16:45:44.712276Z","steps":["trace[2058090142] 'agreement among raft nodes before linearized reading' (duration: 691.707456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.712314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.017925Z","time spent":"694.377922ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:44.712658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.659409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:45:44.712702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.673659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:45:44.712742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.72871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:44.712757Z","caller":"traceutil/trace.go:171","msg":"trace[929479970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28321; }","duration":"694.74368ms","start":"2026-07-28T16:45:44.017999Z","end":"2026-07-28T16:45:44.712743Z","steps":["trace[929479970] 'agreement among raft nodes before linearized reading' (duration: 691.646415ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:44.712782Z","caller":"traceutil/trace.go:171","msg":"trace[1132292445] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28321; }","duration":"694.781901ms","start":"2026-07-28T16:45:44.01799Z","end":"2026-07-28T16:45:44.712772Z","steps":["trace[1132292445] 'agreement among raft nodes before linearized reading' (duration: 691.677476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.712795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.017994Z","time spent":"694.790461ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:44.71281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.017986Z","time spent":"694.816092ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:45:44.712841Z","caller":"traceutil/trace.go:171","msg":"trace[1258933689] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28321; }","duration":"694.757371ms","start":"2026-07-28T16:45:44.017963Z","end":"2026-07-28T16:45:44.71272Z","steps":["trace[1258933689] 'agreement among raft nodes before linearized reading' (duration: 691.4505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.712857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.953458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:45:44.712863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.938225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:44.71289Z","caller":"traceutil/trace.go:171","msg":"trace[1389490593] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28321; }","duration":"690.989389ms","start":"2026-07-28T16:45:44.021891Z","end":"2026-07-28T16:45:44.712881Z","steps":["trace[1389490593] 'agreement among raft nodes before linearized reading' (duration: 687.927734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.712902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.01796Z","time spent":"694.927235ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:45:44.712912Z","caller":"traceutil/trace.go:171","msg":"trace[326774921] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28321; }","duration":"695.005906ms","start":"2026-07-28T16:45:44.017893Z","end":"2026-07-28T16:45:44.712899Z","steps":["trace[326774921] 'agreement among raft nodes before linearized reading' (duration: 691.828599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:44.712922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.021877Z","time spent":"691.0354ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:44.712951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.017885Z","time spent":"695.054208ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:45.456058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.487117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T16:45:45.456157Z","caller":"traceutil/trace.go:171","msg":"trace[2059779819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28321; }","duration":"642.63481ms","start":"2026-07-28T16:45:44.813484Z","end":"2026-07-28T16:45:45.456119Z","steps":["trace[2059779819] 'range keys from in-memory index tree' (duration: 642.269382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.456187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:44.813427Z","time spent":"642.753044ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T16:45:45.541769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626836121,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:45:45.552851Z","caller":"traceutil/trace.go:171","msg":"trace[424985308] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"526.32413ms","start":"2026-07-28T16:45:45.026497Z","end":"2026-07-28T16:45:45.552821Z","steps":["trace[424985308] 'process raft request' (duration: 526.165016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.553177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.026469Z","time spent":"526.617396ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:45.609638Z","caller":"traceutil/trace.go:171","msg":"trace[1914261430] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"565.836331ms","start":"2026-07-28T16:45:45.043768Z","end":"2026-07-28T16:45:45.609604Z","steps":["trace[1914261430] 'process raft request' (duration: 541.297584ms)","trace[1914261430] 'compare' (duration: 24.21747ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:45.609686Z","caller":"traceutil/trace.go:171","msg":"trace[711819455] linearizableReadLoop","detail":"{readStateIndex:29210; appliedIndex:29206; }","duration":"567.950203ms","start":"2026-07-28T16:45:45.041718Z","end":"2026-07-28T16:45:45.609668Z","steps":["trace[711819455] 'read index received' (duration: 511.005437ms)","trace[711819455] 'applied index is now lower than readState.Index' (duration: 56.943806ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:45.609754Z","caller":"traceutil/trace.go:171","msg":"trace[1569761222] transaction","detail":"{read_only:false; response_revision:28324; number_of_response:1; }","duration":"565.156015ms","start":"2026-07-28T16:45:45.044574Z","end":"2026-07-28T16:45:45.60973Z","steps":["trace[1569761222] 'process raft request' (duration: 564.957871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:45.609797Z","caller":"traceutil/trace.go:171","msg":"trace[1962559694] transaction","detail":"{read_only:false; response_revision:28325; number_of_response:1; }","duration":"564.795476ms","start":"2026-07-28T16:45:45.044991Z","end":"2026-07-28T16:45:45.609787Z","steps":["trace[1962559694] 'process raft request' (duration: 564.629222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.609803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.043751Z","time spent":"565.963345ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:45.609868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.044962Z","time spent":"564.859838ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:45.609874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.044562Z","time spent":"565.245297ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:45.609994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.653656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:45.609989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.096916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:45.610018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.020284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:45.610041Z","caller":"traceutil/trace.go:171","msg":"trace[175591695] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28325; }","duration":"567.720818ms","start":"2026-07-28T16:45:45.04231Z","end":"2026-07-28T16:45:45.610031Z","steps":["trace[175591695] 'agreement among raft nodes before linearized reading' (duration: 567.643986ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:45.610051Z","caller":"traceutil/trace.go:171","msg":"trace[1174753434] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28325; }","duration":"568.068236ms","start":"2026-07-28T16:45:45.041973Z","end":"2026-07-28T16:45:45.610041Z","steps":["trace[1174753434] 'agreement among raft nodes before linearized reading' (duration: 568.018235ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:45.610056Z","caller":"traceutil/trace.go:171","msg":"trace[1379702160] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28325; }","duration":"568.24349ms","start":"2026-07-28T16:45:45.041794Z","end":"2026-07-28T16:45:45.610037Z","steps":["trace[1379702160] 'agreement among raft nodes before linearized reading' (duration: 568.135877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.610079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.042296Z","time spent":"567.776569ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:45:45.610099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.041774Z","time spent":"568.314352ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:45.610187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.918982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:45:45.610227Z","caller":"traceutil/trace.go:171","msg":"trace[977361284] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28325; }","duration":"567.981563ms","start":"2026-07-28T16:45:45.042237Z","end":"2026-07-28T16:45:45.610219Z","steps":["trace[977361284] 'agreement among raft nodes before linearized reading' (duration: 567.86361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.61026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.042223Z","time spent":"568.031695ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:45:45.610314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.350582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:45:45.610352Z","caller":"traceutil/trace.go:171","msg":"trace[474148975] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28325; }","duration":"568.399194ms","start":"2026-07-28T16:45:45.041943Z","end":"2026-07-28T16:45:45.610342Z","steps":["trace[474148975] 'agreement among raft nodes before linearized reading' (duration: 568.253821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.610388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.041936Z","time spent":"568.446285ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:45:45.610404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.398054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:45.610438Z","caller":"traceutil/trace.go:171","msg":"trace[1558885646] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28325; }","duration":"568.442835ms","start":"2026-07-28T16:45:45.041985Z","end":"2026-07-28T16:45:45.610428Z","steps":["trace[1558885646] 'agreement among raft nodes before linearized reading' (duration: 568.400034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.610472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.744482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:45:45.610485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.041979Z","time spent":"568.494616ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:45:45.610497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.540467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:45.610508Z","caller":"traceutil/trace.go:171","msg":"trace[1520425987] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28325; }","duration":"568.826054ms","start":"2026-07-28T16:45:45.041671Z","end":"2026-07-28T16:45:45.610497Z","steps":["trace[1520425987] 'agreement among raft nodes before linearized reading' (duration: 568.739252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.610544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.041649Z","time spent":"568.885806ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:45.610642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.879596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:45.610653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.721641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:45.610526Z","caller":"traceutil/trace.go:171","msg":"trace[2061286475] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28325; }","duration":"568.590749ms","start":"2026-07-28T16:45:45.041928Z","end":"2026-07-28T16:45:45.610518Z","steps":["trace[2061286475] 'agreement among raft nodes before linearized reading' (duration: 568.550038ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:45.610679Z","caller":"traceutil/trace.go:171","msg":"trace[1583168550] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28325; }","duration":"566.933708ms","start":"2026-07-28T16:45:45.043737Z","end":"2026-07-28T16:45:45.61067Z","steps":["trace[1583168550] 'agreement among raft nodes before linearized reading' (duration: 566.862507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.610349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.946793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:45.610705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.041916Z","time spent":"568.780213ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:45:45.610717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.043726Z","time spent":"566.984659ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:45.61072Z","caller":"traceutil/trace.go:171","msg":"trace[1668622919] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28325; }","duration":"568.358113ms","start":"2026-07-28T16:45:45.042354Z","end":"2026-07-28T16:45:45.610712Z","steps":["trace[1668622919] 'agreement among raft nodes before linearized reading' (duration: 567.963514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.610751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.042331Z","time spent":"568.412594ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:45.610689Z","caller":"traceutil/trace.go:171","msg":"trace[1355468373] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28325; }","duration":"568.780773ms","start":"2026-07-28T16:45:45.041899Z","end":"2026-07-28T16:45:45.610679Z","steps":["trace[1355468373] 'agreement among raft nodes before linearized reading' (duration: 568.670681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.610799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.992269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:45.610822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.041874Z","time spent":"568.933837ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T16:45:45.610833Z","caller":"traceutil/trace.go:171","msg":"trace[1926865638] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28325; }","duration":"567.044731ms","start":"2026-07-28T16:45:45.04378Z","end":"2026-07-28T16:45:45.610825Z","steps":["trace[1926865638] 'agreement among raft nodes before linearized reading' (duration: 566.99892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.61086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.043769Z","time spent":"567.086232ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:45:45.610383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.575434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:45.610962Z","caller":"traceutil/trace.go:171","msg":"trace[691695652] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28325; }","duration":"568.161338ms","start":"2026-07-28T16:45:45.04278Z","end":"2026-07-28T16:45:45.610941Z","steps":["trace[691695652] 'agreement among raft nodes before linearized reading' (duration: 567.494442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:45.611012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.042772Z","time spent":"568.224069ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:45.610083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:45.041964Z","time spent":"568.110187ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:46.561924Z","caller":"traceutil/trace.go:171","msg":"trace[1627431634] linearizableReadLoop","detail":"{readStateIndex:29216; appliedIndex:29212; }","duration":"141.188857ms","start":"2026-07-28T16:45:46.420707Z","end":"2026-07-28T16:45:46.561896Z","steps":["trace[1627431634] 'read index received' (duration: 65.131886ms)","trace[1627431634] 'applied index is now lower than readState.Index' (duration: 76.056241ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:46.561936Z","caller":"traceutil/trace.go:171","msg":"trace[392216633] transaction","detail":"{read_only:false; response_revision:28329; number_of_response:1; }","duration":"149.076959ms","start":"2026-07-28T16:45:46.412835Z","end":"2026-07-28T16:45:46.561912Z","steps":["trace[392216633] 'process raft request' (duration: 96.624502ms)","trace[392216633] 'compare' (duration: 52.270122ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:46.562074Z","caller":"traceutil/trace.go:171","msg":"trace[96946820] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"148.942685ms","start":"2026-07-28T16:45:46.413119Z","end":"2026-07-28T16:45:46.562062Z","steps":["trace[96946820] 'process raft request' (duration: 148.74145ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:46.562068Z","caller":"traceutil/trace.go:171","msg":"trace[1569396938] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"148.956896ms","start":"2026-07-28T16:45:46.413017Z","end":"2026-07-28T16:45:46.561974Z","steps":["trace[1569396938] 'process raft request' (duration: 148.811693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:46.562351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.623898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-07-28T16:45:46.562397Z","caller":"traceutil/trace.go:171","msg":"trace[315292818] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:28331; }","duration":"141.695759ms","start":"2026-07-28T16:45:46.420688Z","end":"2026-07-28T16:45:46.562384Z","steps":["trace[315292818] 'agreement among raft nodes before linearized reading' (duration: 141.542045ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:47.098546Z","caller":"traceutil/trace.go:171","msg":"trace[1348136545] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"298.058854ms","start":"2026-07-28T16:45:46.800453Z","end":"2026-07-28T16:45:47.098512Z","steps":["trace[1348136545] 'process raft request' (duration: 278.858517ms)","trace[1348136545] 'compare' (duration: 18.991672ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:47.098648Z","caller":"traceutil/trace.go:171","msg":"trace[1552069096] linearizableReadLoop","detail":"{readStateIndex:29218; appliedIndex:29217; }","duration":"297.251525ms","start":"2026-07-28T16:45:46.801177Z","end":"2026-07-28T16:45:47.098429Z","steps":["trace[1552069096] 'read index received' (duration: 278.017977ms)","trace[1552069096] 'applied index is now lower than readState.Index' (duration: 19.232748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:47.100313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.455155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:47.100366Z","caller":"traceutil/trace.go:171","msg":"trace[835238277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28333; }","duration":"298.546176ms","start":"2026-07-28T16:45:46.801807Z","end":"2026-07-28T16:45:47.100354Z","steps":["trace[835238277] 'agreement among raft nodes before linearized reading' (duration: 297.06869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:47.10068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.48241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:47.100744Z","caller":"traceutil/trace.go:171","msg":"trace[994511352] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28333; }","duration":"299.580172ms","start":"2026-07-28T16:45:46.80115Z","end":"2026-07-28T16:45:47.10073Z","steps":["trace[994511352] 'agreement among raft nodes before linearized reading' (duration: 297.434299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:47.101644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.540381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:47.10173Z","caller":"traceutil/trace.go:171","msg":"trace[2063207152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28333; }","duration":"300.063233ms","start":"2026-07-28T16:45:46.801648Z","end":"2026-07-28T16:45:47.101711Z","steps":["trace[2063207152] 'agreement among raft nodes before linearized reading' (duration: 297.289446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:47.1018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:46.801628Z","time spent":"300.154266ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:47.102033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.125171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:47.102107Z","caller":"traceutil/trace.go:171","msg":"trace[581371119] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28333; }","duration":"299.236294ms","start":"2026-07-28T16:45:46.802852Z","end":"2026-07-28T16:45:47.102088Z","steps":["trace[581371119] 'agreement among raft nodes before linearized reading' (duration: 296.052446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:47.102261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.836128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:47.10235Z","caller":"traceutil/trace.go:171","msg":"trace[1993250670] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28333; }","duration":"299.953241ms","start":"2026-07-28T16:45:46.802375Z","end":"2026-07-28T16:45:47.102328Z","steps":["trace[1993250670] 'agreement among raft nodes before linearized reading' (duration: 296.540078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:47.102423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:46.802368Z","time spent":"300.040313ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:47.102424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.787477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:47.102524Z","caller":"traceutil/trace.go:171","msg":"trace[1392583611] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28333; }","duration":"299.91508ms","start":"2026-07-28T16:45:46.802573Z","end":"2026-07-28T16:45:47.102488Z","steps":["trace[1392583611] 'agreement among raft nodes before linearized reading' (duration: 296.326123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:47.102589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:46.802557Z","time spent":"300.012822ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:47.103762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.164501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:47.103839Z","caller":"traceutil/trace.go:171","msg":"trace[871174794] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28333; }","duration":"301.256263ms","start":"2026-07-28T16:45:46.802566Z","end":"2026-07-28T16:45:47.103823Z","steps":["trace[871174794] 'agreement among raft nodes before linearized reading' (duration: 296.331583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:47.103893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:46.80256Z","time spent":"301.307314ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:47.35623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.269611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:47.356506Z","caller":"traceutil/trace.go:171","msg":"trace[1414762512] linearizableReadLoop","detail":"{readStateIndex:29219; appliedIndex:29218; }","duration":"130.081756ms","start":"2026-07-28T16:45:47.226392Z","end":"2026-07-28T16:45:47.356474Z","steps":["trace[1414762512] 'read index received' (duration: 8.276312ms)","trace[1414762512] 'applied index is now lower than readState.Index' (duration: 121.802214ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:47.35655Z","caller":"traceutil/trace.go:171","msg":"trace[2042290050] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"194.34718ms","start":"2026-07-28T16:45:47.162166Z","end":"2026-07-28T16:45:47.356513Z","steps":["trace[2042290050] 'process raft request' (duration: 72.603317ms)","trace[2042290050] 'compare' (duration: 121.109648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:47.356739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.338483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:45:47.356787Z","caller":"traceutil/trace.go:171","msg":"trace[1858100612] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28335; }","duration":"130.436835ms","start":"2026-07-28T16:45:47.226337Z","end":"2026-07-28T16:45:47.356774Z","steps":["trace[1858100612] 'agreement among raft nodes before linearized reading' (duration: 130.243151ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:47.676669Z","caller":"traceutil/trace.go:171","msg":"trace[1037030362] linearizableReadLoop","detail":"{readStateIndex:29221; appliedIndex:29220; }","duration":"282.690431ms","start":"2026-07-28T16:45:47.393949Z","end":"2026-07-28T16:45:47.676639Z","steps":["trace[1037030362] 'read index received' (duration: 235.013531ms)","trace[1037030362] 'applied index is now lower than readState.Index' (duration: 47.67571ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:47.676889Z","caller":"traceutil/trace.go:171","msg":"trace[863911298] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"315.097409ms","start":"2026-07-28T16:45:47.361744Z","end":"2026-07-28T16:45:47.676841Z","steps":["trace[863911298] 'process raft request' (duration: 267.206883ms)","trace[863911298] 'compare' (duration: 47.287841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:47.677044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.08405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-28T16:45:47.677073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.361722Z","time spent":"315.261513ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:47.677129Z","caller":"traceutil/trace.go:171","msg":"trace[1168013539] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:28336; }","duration":"283.217033ms","start":"2026-07-28T16:45:47.393892Z","end":"2026-07-28T16:45:47.677109Z","steps":["trace[1168013539] 'agreement among raft nodes before linearized reading' (duration: 282.987248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.136486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.949684ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:48.136622Z","caller":"traceutil/trace.go:171","msg":"trace[1653542648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28336; }","duration":"310.102198ms","start":"2026-07-28T16:45:47.826503Z","end":"2026-07-28T16:45:48.136605Z","steps":["trace[1653542648] 'range keys from in-memory index tree' (duration: 309.932954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.136823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.00267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:48.137076Z","caller":"traceutil/trace.go:171","msg":"trace[658355679] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"520.632452ms","start":"2026-07-28T16:45:47.61641Z","end":"2026-07-28T16:45:48.137042Z","steps":["trace[658355679] 'process raft request' (duration: 216.325795ms)","trace[658355679] 'compare' (duration: 303.721683ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:48.137123Z","caller":"traceutil/trace.go:171","msg":"trace[1862363687] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"519.034123ms","start":"2026-07-28T16:45:47.61805Z","end":"2026-07-28T16:45:48.137084Z","steps":["trace[1862363687] 'process raft request' (duration: 518.859049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.137166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.678159Z","time spent":"459.004062ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T16:45:48.137237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.616382Z","time spent":"520.766506ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:48.137259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.618028Z","time spent":"519.159167ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:48.13735Z","caller":"traceutil/trace.go:171","msg":"trace[985708426] linearizableReadLoop","detail":"{readStateIndex:29224; appliedIndex:29221; }","duration":"460.571991ms","start":"2026-07-28T16:45:47.676738Z","end":"2026-07-28T16:45:48.13731Z","steps":["trace[985708426] 'read index received' (duration: 156.008088ms)","trace[985708426] 'applied index is now lower than readState.Index' (duration: 304.561573ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:48.137343Z","caller":"traceutil/trace.go:171","msg":"trace[2063814674] transaction","detail":"{read_only:false; response_revision:28339; number_of_response:1; }","duration":"518.576932ms","start":"2026-07-28T16:45:47.618737Z","end":"2026-07-28T16:45:48.137314Z","steps":["trace[2063814674] 'process raft request' (duration: 518.282425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.137442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.235553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:48.137487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.618704Z","time spent":"518.700365ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:48.137479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.007032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:48.1375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.469478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:45:48.137525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.902119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:48.137436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.012763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:48.137549Z","caller":"traceutil/trace.go:171","msg":"trace[2017166485] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28339; }","duration":"521.091763ms","start":"2026-07-28T16:45:47.616445Z","end":"2026-07-28T16:45:48.137537Z","steps":["trace[2017166485] 'agreement among raft nodes before linearized reading' (duration: 520.992411ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.13756Z","caller":"traceutil/trace.go:171","msg":"trace[955307937] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28339; }","duration":"520.53447ms","start":"2026-07-28T16:45:47.617011Z","end":"2026-07-28T16:45:48.137546Z","steps":["trace[955307937] 'agreement among raft nodes before linearized reading' (duration: 520.383746ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.137574Z","caller":"traceutil/trace.go:171","msg":"trace[1404223700] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28339; }","duration":"519.178007ms","start":"2026-07-28T16:45:47.618384Z","end":"2026-07-28T16:45:48.137562Z","steps":["trace[1404223700] 'agreement among raft nodes before linearized reading' (duration: 518.981962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.137575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.616439Z","time spent":"521.129104ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-28T16:45:48.137571Z","caller":"traceutil/trace.go:171","msg":"trace[429792873] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28339; }","duration":"520.974931ms","start":"2026-07-28T16:45:47.616579Z","end":"2026-07-28T16:45:48.137554Z","steps":["trace[429792873] 'agreement among raft nodes before linearized reading' (duration: 520.909029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.137587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.996041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-28T16:45:48.137624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.618376Z","time spent":"519.234598ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:45:48.13761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.636303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:48.137662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.616562Z","time spent":"521.089293ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:45:48.137659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.816738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:45:48.137675Z","caller":"traceutil/trace.go:171","msg":"trace[1083843549] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28339; }","duration":"521.128164ms","start":"2026-07-28T16:45:47.616528Z","end":"2026-07-28T16:45:48.137656Z","steps":["trace[1083843549] 'agreement among raft nodes before linearized reading' (duration: 520.864588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.137699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.617006Z","time spent":"520.678494ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:48.137731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.616512Z","time spent":"521.210657ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-28T16:45:48.137729Z","caller":"traceutil/trace.go:171","msg":"trace[290542601] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28339; }","duration":"518.90101ms","start":"2026-07-28T16:45:47.618808Z","end":"2026-07-28T16:45:48.137709Z","steps":["trace[290542601] 'agreement among raft nodes before linearized reading' (duration: 518.722455ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.137524Z","caller":"traceutil/trace.go:171","msg":"trace[1604450505] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28339; }","duration":"520.341506ms","start":"2026-07-28T16:45:47.617164Z","end":"2026-07-28T16:45:48.137505Z","steps":["trace[1604450505] 'agreement among raft nodes before linearized reading' (duration: 520.224453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.13777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.618798Z","time spent":"518.962842ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:45:48.137785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.37951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:48.137797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.766815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:45:48.137801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.123464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:45:48.137501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.445199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:48.137458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.812477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:48.137826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.437232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:48.137831Z","caller":"traceutil/trace.go:171","msg":"trace[482173201] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28339; }","duration":"120.453412ms","start":"2026-07-28T16:45:48.017355Z","end":"2026-07-28T16:45:48.137809Z","steps":["trace[482173201] 'agreement among raft nodes before linearized reading' (duration: 120.399251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.137842Z","caller":"traceutil/trace.go:171","msg":"trace[1326473492] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28339; }","duration":"119.829336ms","start":"2026-07-28T16:45:48.018002Z","end":"2026-07-28T16:45:48.137831Z","steps":["trace[1326473492] 'agreement among raft nodes before linearized reading' (duration: 119.721774ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.137835Z","caller":"traceutil/trace.go:171","msg":"trace[835502969] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28339; }","duration":"120.172885ms","start":"2026-07-28T16:45:48.01765Z","end":"2026-07-28T16:45:48.137823Z","steps":["trace[835502969] 'agreement among raft nodes before linearized reading' (duration: 120.075573ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.137858Z","caller":"traceutil/trace.go:171","msg":"trace[1985650037] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28339; }","duration":"521.502664ms","start":"2026-07-28T16:45:47.616347Z","end":"2026-07-28T16:45:48.13785Z","steps":["trace[1985650037] 'agreement among raft nodes before linearized reading' (duration: 521.363761ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.137873Z","caller":"traceutil/trace.go:171","msg":"trace[1279014969] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28339; }","duration":"521.255617ms","start":"2026-07-28T16:45:47.616604Z","end":"2026-07-28T16:45:48.137859Z","steps":["trace[1279014969] 'agreement among raft nodes before linearized reading' (duration: 520.746495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.137911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.616594Z","time spent":"521.309749ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:48.13769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.048354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:48.137683Z","caller":"traceutil/trace.go:171","msg":"trace[787074214] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28339; }","duration":"520.721985ms","start":"2026-07-28T16:45:47.616946Z","end":"2026-07-28T16:45:48.137668Z","steps":["trace[787074214] 'agreement among raft nodes before linearized reading' (duration: 520.607392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.138025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.616943Z","time spent":"521.057473ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:48.138033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.617155Z","time spent":"520.655803ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:48.137868Z","caller":"traceutil/trace.go:171","msg":"trace[2085719735] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28339; }","duration":"518.805788ms","start":"2026-07-28T16:45:47.619033Z","end":"2026-07-28T16:45:48.137839Z","steps":["trace[2085719735] 'agreement among raft nodes before linearized reading' (duration: 518.450229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.138042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.93483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:48.137958Z","caller":"traceutil/trace.go:171","msg":"trace[248280647] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28339; }","duration":"125.34854ms","start":"2026-07-28T16:45:48.012601Z","end":"2026-07-28T16:45:48.137949Z","steps":["trace[248280647] 'agreement among raft nodes before linearized reading' (duration: 125.067003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.137766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.750905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:48.138144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.619026Z","time spent":"519.095975ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:48.138192Z","caller":"traceutil/trace.go:171","msg":"trace[1363792970] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28339; }","duration":"521.124905ms","start":"2026-07-28T16:45:47.617006Z","end":"2026-07-28T16:45:48.138131Z","steps":["trace[1363792970] 'agreement among raft nodes before linearized reading' (duration: 520.306585ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.13822Z","caller":"traceutil/trace.go:171","msg":"trace[766502176] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28339; }","duration":"521.267838ms","start":"2026-07-28T16:45:47.616932Z","end":"2026-07-28T16:45:48.1382Z","steps":["trace[766502176] 'agreement among raft nodes before linearized reading' (duration: 520.693183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.138271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.616912Z","time spent":"521.34514ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:45:48.138292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.616944Z","time spent":"521.329559ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:48.137878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:47.616328Z","time spent":"521.546695ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:48.38213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.357113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:48.382368Z","caller":"traceutil/trace.go:171","msg":"trace[1381044815] linearizableReadLoop","detail":"{readStateIndex:29228; appliedIndex:29226; }","duration":"234.663822ms","start":"2026-07-28T16:45:48.14768Z","end":"2026-07-28T16:45:48.382344Z","steps":["trace[1381044815] 'read index received' (duration: 111.004282ms)","trace[1381044815] 'applied index is now lower than readState.Index' (duration: 123.65828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:48.382483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.791625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T16:45:48.382523Z","caller":"traceutil/trace.go:171","msg":"trace[696283125] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28342; }","duration":"234.852296ms","start":"2026-07-28T16:45:48.147657Z","end":"2026-07-28T16:45:48.382509Z","steps":["trace[696283125] 'agreement among raft nodes before linearized reading' (duration: 234.761784ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.382509Z","caller":"traceutil/trace.go:171","msg":"trace[262624702] transaction","detail":"{read_only:false; response_revision:28342; number_of_response:1; }","duration":"239.444338ms","start":"2026-07-28T16:45:48.143035Z","end":"2026-07-28T16:45:48.382479Z","steps":["trace[262624702] 'process raft request' (duration: 239.205253ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.382532Z","caller":"traceutil/trace.go:171","msg":"trace[1254943305] transaction","detail":"{read_only:false; response_revision:28341; number_of_response:1; }","duration":"239.576372ms","start":"2026-07-28T16:45:48.142915Z","end":"2026-07-28T16:45:48.382491Z","steps":["trace[1254943305] 'process raft request' (duration: 115.772578ms)","trace[1254943305] 'compare' (duration: 123.23968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:48.775138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.384528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:48.775239Z","caller":"traceutil/trace.go:171","msg":"trace[973559624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28342; }","duration":"124.534152ms","start":"2026-07-28T16:45:48.65068Z","end":"2026-07-28T16:45:48.775214Z","steps":["trace[973559624] 'range keys from in-memory index tree' (duration: 124.287925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.775394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.173677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:45:48.775396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.625752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:45:48.775413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.093827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-07-28T16:45:48.775456Z","caller":"traceutil/trace.go:171","msg":"trace[1898785382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28342; }","duration":"208.255559ms","start":"2026-07-28T16:45:48.567185Z","end":"2026-07-28T16:45:48.775441Z","steps":["trace[1898785382] 'range keys from in-memory index tree' (duration: 207.975873ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.775468Z","caller":"traceutil/trace.go:171","msg":"trace[565291543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28342; }","duration":"285.753925ms","start":"2026-07-28T16:45:48.489697Z","end":"2026-07-28T16:45:48.775451Z","steps":["trace[565291543] 'range keys from in-memory index tree' (duration: 285.438628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.775482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.314731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:45:48.775501Z","caller":"traceutil/trace.go:171","msg":"trace[115723309] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:28342; }","duration":"190.236601ms","start":"2026-07-28T16:45:48.58524Z","end":"2026-07-28T16:45:48.775477Z","steps":["trace[115723309] 'range keys from in-memory index tree' (duration: 189.895912ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:48.775579Z","caller":"traceutil/trace.go:171","msg":"trace[2075745841] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28342; }","duration":"208.451174ms","start":"2026-07-28T16:45:48.567112Z","end":"2026-07-28T16:45:48.775563Z","steps":["trace[2075745841] 'range keys from in-memory index tree' (duration: 207.954182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:48.775798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.038389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:45:48.775851Z","caller":"traceutil/trace.go:171","msg":"trace[1843072974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28342; }","duration":"207.115562ms","start":"2026-07-28T16:45:48.568718Z","end":"2026-07-28T16:45:48.775834Z","steps":["trace[1843072974] 'range keys from in-memory index tree' (duration: 206.886896ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:49.146089Z","caller":"traceutil/trace.go:171","msg":"trace[539800341] transaction","detail":"{read_only:false; response_revision:28343; number_of_response:1; }","duration":"366.453849ms","start":"2026-07-28T16:45:48.779611Z","end":"2026-07-28T16:45:49.146065Z","steps":["trace[539800341] 'process raft request' (duration: 366.309216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.146223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:48.779584Z","time spent":"366.573251ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:49.364446Z","caller":"traceutil/trace.go:171","msg":"trace[1624207863] transaction","detail":"{read_only:false; response_revision:28344; number_of_response:1; }","duration":"584.105326ms","start":"2026-07-28T16:45:48.780302Z","end":"2026-07-28T16:45:49.364408Z","steps":["trace[1624207863] 'process raft request' (duration: 583.780579ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:49.364573Z","caller":"traceutil/trace.go:171","msg":"trace[85142310] linearizableReadLoop","detail":"{readStateIndex:29230; appliedIndex:29228; }","duration":"584.132237ms","start":"2026-07-28T16:45:48.780418Z","end":"2026-07-28T16:45:49.36455Z","steps":["trace[85142310] 'read index received' (duration: 365.619498ms)","trace[85142310] 'applied index is now lower than readState.Index' (duration: 218.511829ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:49.36464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:48.780278Z","time spent":"584.25577ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:49.364605Z","caller":"traceutil/trace.go:171","msg":"trace[1037884201] transaction","detail":"{read_only:false; response_revision:28346; number_of_response:1; }","duration":"582.958289ms","start":"2026-07-28T16:45:48.781618Z","end":"2026-07-28T16:45:49.364576Z","steps":["trace[1037884201] 'process raft request' (duration: 582.731003ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:49.364715Z","caller":"traceutil/trace.go:171","msg":"trace[2034238010] transaction","detail":"{read_only:false; response_revision:28347; number_of_response:1; }","duration":"563.958236ms","start":"2026-07-28T16:45:48.800715Z","end":"2026-07-28T16:45:49.364674Z","steps":["trace[2034238010] 'process raft request' (duration: 563.750771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.364771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.482731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:49.364443Z","caller":"traceutil/trace.go:171","msg":"trace[93506229] transaction","detail":"{read_only:false; response_revision:28345; number_of_response:1; }","duration":"583.713597ms","start":"2026-07-28T16:45:48.780696Z","end":"2026-07-28T16:45:49.36441Z","steps":["trace[93506229] 'process raft request' (duration: 583.585763ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:49.364835Z","caller":"traceutil/trace.go:171","msg":"trace[2088554012] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28347; }","duration":"456.598483ms","start":"2026-07-28T16:45:48.90822Z","end":"2026-07-28T16:45:49.364818Z","steps":["trace[2088554012] 'agreement among raft nodes before linearized reading' (duration: 456.483311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.364882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:48.9082Z","time spent":"456.668616ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:45:49.364879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:48.780679Z","time spent":"584.153308ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:49.364958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:48.781596Z","time spent":"583.126482ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:49.36507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:48.800692Z","time spent":"564.13947ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:49.365211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.950612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T16:45:49.365212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.89241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:45:49.36526Z","caller":"traceutil/trace.go:171","msg":"trace[2043567040] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28347; }","duration":"321.037034ms","start":"2026-07-28T16:45:49.044209Z","end":"2026-07-28T16:45:49.365246Z","steps":["trace[2043567040] 'agreement among raft nodes before linearized reading' (duration: 320.906031ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:49.36527Z","caller":"traceutil/trace.go:171","msg":"trace[719835776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:28347; }","duration":"230.993072ms","start":"2026-07-28T16:45:49.134263Z","end":"2026-07-28T16:45:49.365257Z","steps":["trace[719835776] 'agreement among raft nodes before linearized reading' (duration: 230.877319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.365258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.291461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"warn","ts":"2026-07-28T16:45:49.3653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:49.04419Z","time spent":"321.099196ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:45:49.365341Z","caller":"traceutil/trace.go:171","msg":"trace[954329771] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:28347; }","duration":"236.430385ms","start":"2026-07-28T16:45:49.128895Z","end":"2026-07-28T16:45:49.365325Z","steps":["trace[954329771] 'agreement among raft nodes before linearized reading' (duration: 236.155938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.365376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.958607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-28T16:45:49.365436Z","caller":"traceutil/trace.go:171","msg":"trace[1432125194] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:28347; }","duration":"230.037679ms","start":"2026-07-28T16:45:49.135386Z","end":"2026-07-28T16:45:49.365424Z","steps":["trace[1432125194] 'agreement among raft nodes before linearized reading' (duration: 229.847635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.365516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.087269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:45:49.365685Z","caller":"traceutil/trace.go:171","msg":"trace[1772334329] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:28347; }","duration":"232.291644ms","start":"2026-07-28T16:45:49.133375Z","end":"2026-07-28T16:45:49.365667Z","steps":["trace[1772334329] 'agreement among raft nodes before linearized reading' (duration: 232.035348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.366297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.612618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:45:49.366365Z","caller":"traceutil/trace.go:171","msg":"trace[1312002459] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28347; }","duration":"231.69402ms","start":"2026-07-28T16:45:49.134655Z","end":"2026-07-28T16:45:49.366349Z","steps":["trace[1312002459] 'agreement among raft nodes before linearized reading' (duration: 230.364097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.366367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.373082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:45:49.36644Z","caller":"traceutil/trace.go:171","msg":"trace[1059709428] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:28347; }","duration":"231.466293ms","start":"2026-07-28T16:45:49.134957Z","end":"2026-07-28T16:45:49.366423Z","steps":["trace[1059709428] 'agreement among raft nodes before linearized reading' (duration: 230.238504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.366518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.608017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:45:49.366574Z","caller":"traceutil/trace.go:171","msg":"trace[801013700] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28347; }","duration":"231.685839ms","start":"2026-07-28T16:45:49.134875Z","end":"2026-07-28T16:45:49.36656Z","steps":["trace[801013700] 'agreement among raft nodes before linearized reading' (duration: 230.408968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.366988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.515265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:49.367108Z","caller":"traceutil/trace.go:171","msg":"trace[1945424704] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28347; }","duration":"586.69452ms","start":"2026-07-28T16:45:48.780388Z","end":"2026-07-28T16:45:49.367083Z","steps":["trace[1945424704] 'agreement among raft nodes before linearized reading' (duration: 584.285071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.367494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:48.780369Z","time spent":"587.104599ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:49.810002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.435572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:49.810133Z","caller":"traceutil/trace.go:171","msg":"trace[121861250] linearizableReadLoop","detail":"{readStateIndex:29234; appliedIndex:29233; }","duration":"437.201462ms","start":"2026-07-28T16:45:49.372908Z","end":"2026-07-28T16:45:49.810109Z","steps":["trace[121861250] 'read index received' (duration: 226.437612ms)","trace[121861250] 'applied index is now lower than readState.Index' (duration: 210.76175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:49.810555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.768568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:45:49.810565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.050852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:49.81063Z","caller":"traceutil/trace.go:171","msg":"trace[778094833] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28348; }","duration":"251.85562ms","start":"2026-07-28T16:45:49.558758Z","end":"2026-07-28T16:45:49.810614Z","steps":["trace[778094833] 'agreement among raft nodes before linearized reading' (duration: 251.732607ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:49.810641Z","caller":"traceutil/trace.go:171","msg":"trace[245827039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28348; }","duration":"159.170055ms","start":"2026-07-28T16:45:49.65145Z","end":"2026-07-28T16:45:49.81062Z","steps":["trace[245827039] 'agreement among raft nodes before linearized reading' (duration: 159.053182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.810706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.966944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:45:49.810781Z","caller":"traceutil/trace.go:171","msg":"trace[846583413] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28348; }","duration":"402.083397ms","start":"2026-07-28T16:45:49.408675Z","end":"2026-07-28T16:45:49.810758Z","steps":["trace[846583413] 'agreement among raft nodes before linearized reading' (duration: 401.854211ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:49.810274Z","caller":"traceutil/trace.go:171","msg":"trace[1137757230] transaction","detail":"{read_only:false; response_revision:28348; number_of_response:1; }","duration":"438.919044ms","start":"2026-07-28T16:45:49.371294Z","end":"2026-07-28T16:45:49.810213Z","steps":["trace[1137757230] 'process raft request' (duration: 228.110572ms)","trace[1137757230] 'compare' (duration: 209.958911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:49.810838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:49.408653Z","time spent":"402.171149ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:45:49.810953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:49.371269Z","time spent":"439.612011ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:49.811623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.701688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:49.811687Z","caller":"traceutil/trace.go:171","msg":"trace[210958960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28348; }","duration":"438.799111ms","start":"2026-07-28T16:45:49.372872Z","end":"2026-07-28T16:45:49.811671Z","steps":["trace[210958960] 'agreement among raft nodes before linearized reading' (duration: 437.354486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.811738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:49.37282Z","time spent":"438.900663ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:49.812288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.834223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:49.812357Z","caller":"traceutil/trace.go:171","msg":"trace[1349507505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28348; }","duration":"436.921934ms","start":"2026-07-28T16:45:49.375418Z","end":"2026-07-28T16:45:49.81234Z","steps":["trace[1349507505] 'agreement among raft nodes before linearized reading' (duration: 435.068149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.812406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:49.37541Z","time spent":"436.981287ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:49.812748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.764204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:49.812809Z","caller":"traceutil/trace.go:171","msg":"trace[818115027] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28348; }","duration":"439.841436ms","start":"2026-07-28T16:45:49.372957Z","end":"2026-07-28T16:45:49.812798Z","steps":["trace[818115027] 'agreement among raft nodes before linearized reading' (duration: 437.488009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.812817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.016191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:45:49.81284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:49.37295Z","time spent":"439.880377ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:45:49.812873Z","caller":"traceutil/trace.go:171","msg":"trace[1562798149] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28348; }","duration":"438.131014ms","start":"2026-07-28T16:45:49.374726Z","end":"2026-07-28T16:45:49.812857Z","steps":["trace[1562798149] 'agreement among raft nodes before linearized reading' (duration: 435.757036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.81289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.065543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:45:49.812905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.984741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:45:49.812932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:49.374705Z","time spent":"438.209376ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:45:49.812969Z","caller":"traceutil/trace.go:171","msg":"trace[285417648] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28348; }","duration":"438.163415ms","start":"2026-07-28T16:45:49.374785Z","end":"2026-07-28T16:45:49.812949Z","steps":["trace[285417648] 'agreement among raft nodes before linearized reading' (duration: 435.693555ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:49.812977Z","caller":"traceutil/trace.go:171","msg":"trace[408634620] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28348; }","duration":"438.076662ms","start":"2026-07-28T16:45:49.374884Z","end":"2026-07-28T16:45:49.812961Z","steps":["trace[408634620] 'agreement among raft nodes before linearized reading' (duration: 435.593412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.813034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:49.374878Z","time spent":"438.140295ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:49.813038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:49.37478Z","time spent":"438.238327ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:49.813941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.178255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:49.814095Z","caller":"traceutil/trace.go:171","msg":"trace[2015684204] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28348; }","duration":"438.37057ms","start":"2026-07-28T16:45:49.375709Z","end":"2026-07-28T16:45:49.814079Z","steps":["trace[2015684204] 'agreement among raft nodes before linearized reading' (duration: 434.755722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:49.814211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:49.375693Z","time spent":"438.500403ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:45:50.405367Z","caller":"traceutil/trace.go:171","msg":"trace[845634855] linearizableReadLoop","detail":"{readStateIndex:29236; appliedIndex:29235; }","duration":"261.843753ms","start":"2026-07-28T16:45:50.143502Z","end":"2026-07-28T16:45:50.405346Z","steps":["trace[845634855] 'read index received' (duration: 261.776621ms)","trace[845634855] 'applied index is now lower than readState.Index' (duration: 63.262µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:50.405393Z","caller":"traceutil/trace.go:171","msg":"trace[610800683] transaction","detail":"{read_only:false; response_revision:28350; number_of_response:1; }","duration":"262.319765ms","start":"2026-07-28T16:45:50.143057Z","end":"2026-07-28T16:45:50.405377Z","steps":["trace[610800683] 'process raft request' (duration: 262.14068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.405526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.067939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:50.405599Z","caller":"traceutil/trace.go:171","msg":"trace[1832833653] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28350; }","duration":"262.207472ms","start":"2026-07-28T16:45:50.143355Z","end":"2026-07-28T16:45:50.405562Z","steps":["trace[1832833653] 'agreement among raft nodes before linearized reading' (duration: 262.070249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.751628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.430067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:50.75185Z","caller":"traceutil/trace.go:171","msg":"trace[2066442867] linearizableReadLoop","detail":"{readStateIndex:29238; appliedIndex:29236; }","duration":"346.398071ms","start":"2026-07-28T16:45:50.40543Z","end":"2026-07-28T16:45:50.751828Z","steps":["trace[2066442867] 'read index received' (duration: 90.624036ms)","trace[2066442867] 'applied index is now lower than readState.Index' (duration: 255.772435ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:50.751975Z","caller":"traceutil/trace.go:171","msg":"trace[2001333431] transaction","detail":"{read_only:false; response_revision:28351; number_of_response:1; }","duration":"607.597309ms","start":"2026-07-28T16:45:50.144358Z","end":"2026-07-28T16:45:50.751955Z","steps":["trace[2001333431] 'process raft request' (duration: 351.750971ms)","trace[2001333431] 'compare' (duration: 255.182481ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:50.752107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.14434Z","time spent":"607.675961ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:50.752287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.697991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:50.752311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.67521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:50.752311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.771933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:50.752345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.747162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:50.752383Z","caller":"traceutil/trace.go:171","msg":"trace[2132054515] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28352; }","duration":"607.789433ms","start":"2026-07-28T16:45:50.144573Z","end":"2026-07-28T16:45:50.752363Z","steps":["trace[2132054515] 'agreement among raft nodes before linearized reading' (duration: 607.581858ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:50.752417Z","caller":"traceutil/trace.go:171","msg":"trace[1090088337] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28352; }","duration":"607.918736ms","start":"2026-07-28T16:45:50.144479Z","end":"2026-07-28T16:45:50.752398Z","steps":["trace[1090088337] 'agreement among raft nodes before linearized reading' (duration: 607.726702ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:50.752376Z","caller":"traceutil/trace.go:171","msg":"trace[1289297674] transaction","detail":"{read_only:false; response_revision:28352; number_of_response:1; }","duration":"607.940567ms","start":"2026-07-28T16:45:50.144383Z","end":"2026-07-28T16:45:50.752323Z","steps":["trace[1289297674] 'process raft request' (duration: 607.351633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.752448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.453835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-28T16:45:50.752461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.188903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:45:50.752476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.144466Z","time spent":"608.001199ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:50.752488Z","caller":"traceutil/trace.go:171","msg":"trace[8301715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28352; }","duration":"365.525307ms","start":"2026-07-28T16:45:50.38695Z","end":"2026-07-28T16:45:50.752475Z","steps":["trace[8301715] 'agreement among raft nodes before linearized reading' (duration: 365.432835ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:50.752516Z","caller":"traceutil/trace.go:171","msg":"trace[259894374] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28352; }","duration":"608.263525ms","start":"2026-07-28T16:45:50.144237Z","end":"2026-07-28T16:45:50.7525Z","steps":["trace[259894374] 'agreement among raft nodes before linearized reading' (duration: 608.105961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.752527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.386927Z","time spent":"365.591978ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:45:50.752572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.144225Z","time spent":"608.333857ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:50.75259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.23424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-28T16:45:50.752581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.388335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T16:45:50.752602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.760713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:50.752803Z","caller":"traceutil/trace.go:171","msg":"trace[1080147436] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28352; }","duration":"607.279251ms","start":"2026-07-28T16:45:50.145333Z","end":"2026-07-28T16:45:50.752612Z","steps":["trace[1080147436] 'agreement among raft nodes before linearized reading' (duration: 607.161339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.752835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.145325Z","time spent":"607.504907ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:45:50.752848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.63167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:50.752842Z","caller":"traceutil/trace.go:171","msg":"trace[2044840908] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28352; }","duration":"287.678032ms","start":"2026-07-28T16:45:50.46514Z","end":"2026-07-28T16:45:50.752818Z","steps":["trace[2044840908] 'agreement among raft nodes before linearized reading' (duration: 287.286002ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:50.752855Z","caller":"traceutil/trace.go:171","msg":"trace[1792437212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28352; }","duration":"101.03939ms","start":"2026-07-28T16:45:50.651788Z","end":"2026-07-28T16:45:50.752828Z","steps":["trace[1792437212] 'agreement among raft nodes before linearized reading' (duration: 100.761973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.75284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.144364Z","time spent":"608.132032ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:50.752876Z","caller":"traceutil/trace.go:171","msg":"trace[1756272851] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28352; }","duration":"607.679091ms","start":"2026-07-28T16:45:50.145188Z","end":"2026-07-28T16:45:50.752867Z","steps":["trace[1756272851] 'agreement among raft nodes before linearized reading' (duration: 607.456115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.752917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.145175Z","time spent":"607.727853ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:50.752473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.114427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:50.752427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.144553Z","time spent":"607.866176ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:50.752975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.338057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:45:50.753036Z","caller":"traceutil/trace.go:171","msg":"trace[396304938] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28352; }","duration":"608.432679ms","start":"2026-07-28T16:45:50.144591Z","end":"2026-07-28T16:45:50.753023Z","steps":["trace[396304938] 'agreement among raft nodes before linearized reading' (duration: 608.270416ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:50.752356Z","caller":"traceutil/trace.go:171","msg":"trace[1147100627] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28352; }","duration":"607.789274ms","start":"2026-07-28T16:45:50.14455Z","end":"2026-07-28T16:45:50.752339Z","steps":["trace[1147100627] 'agreement among raft nodes before linearized reading' (duration: 607.676141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.753087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.144574Z","time spent":"608.499511ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:45:50.753094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.144541Z","time spent":"608.537502ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:45:50.752601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.742187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:50.752424Z","caller":"traceutil/trace.go:171","msg":"trace[756729244] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28352; }","duration":"607.853225ms","start":"2026-07-28T16:45:50.144553Z","end":"2026-07-28T16:45:50.752406Z","steps":["trace[756729244] 'agreement among raft nodes before linearized reading' (duration: 607.688431ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:50.753207Z","caller":"traceutil/trace.go:171","msg":"trace[472973048] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28352; }","duration":"609.337912ms","start":"2026-07-28T16:45:50.143851Z","end":"2026-07-28T16:45:50.753189Z","steps":["trace[472973048] 'agreement among raft nodes before linearized reading' (duration: 608.623424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.753224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.144542Z","time spent":"608.668925ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:50.752978Z","caller":"traceutil/trace.go:171","msg":"trace[1723168793] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28352; }","duration":"607.63502ms","start":"2026-07-28T16:45:50.145326Z","end":"2026-07-28T16:45:50.752961Z","steps":["trace[1723168793] 'agreement among raft nodes before linearized reading' (duration: 607.124388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.753317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.145312Z","time spent":"607.987768ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:45:50.75233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.725972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:50.753437Z","caller":"traceutil/trace.go:171","msg":"trace[235720006] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28352; }","duration":"608.87606ms","start":"2026-07-28T16:45:50.144544Z","end":"2026-07-28T16:45:50.75342Z","steps":["trace[235720006] 'agreement among raft nodes before linearized reading' (duration: 607.688981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.753517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.144535Z","time spent":"608.964872ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:50.753258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.14382Z","time spent":"609.424434ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:50.752353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.783813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:45:50.753684Z","caller":"traceutil/trace.go:171","msg":"trace[720659183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28352; }","duration":"367.113805ms","start":"2026-07-28T16:45:50.386552Z","end":"2026-07-28T16:45:50.753666Z","steps":["trace[720659183] 'agreement among raft nodes before linearized reading' (duration: 365.64925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:50.753747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.386493Z","time spent":"367.236509ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:45:51.067894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.542766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:51.068118Z","caller":"traceutil/trace.go:171","msg":"trace[352462605] linearizableReadLoop","detail":"{readStateIndex:29240; appliedIndex:29238; }","duration":"309.501234ms","start":"2026-07-28T16:45:50.758594Z","end":"2026-07-28T16:45:51.068095Z","steps":["trace[352462605] 'read index received' (duration: 123.685281ms)","trace[352462605] 'applied index is now lower than readState.Index' (duration: 185.814253ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:51.068204Z","caller":"traceutil/trace.go:171","msg":"trace[1797636787] transaction","detail":"{read_only:false; response_revision:28353; number_of_response:1; }","duration":"310.010626ms","start":"2026-07-28T16:45:50.758182Z","end":"2026-07-28T16:45:51.068192Z","steps":["trace[1797636787] 'process raft request' (duration: 124.07974ms)","trace[1797636787] 'compare' (duration: 185.432754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:51.068269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.758158Z","time spent":"310.075998ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:51.06835Z","caller":"traceutil/trace.go:171","msg":"trace[562103742] transaction","detail":"{read_only:false; response_revision:28354; number_of_response:1; }","duration":"309.837752ms","start":"2026-07-28T16:45:50.758424Z","end":"2026-07-28T16:45:51.068262Z","steps":["trace[562103742] 'process raft request' (duration: 309.594036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.068538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.911633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22274"} {"level":"info","ts":"2026-07-28T16:45:51.06864Z","caller":"traceutil/trace.go:171","msg":"trace[967204202] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28354; }","duration":"310.046497ms","start":"2026-07-28T16:45:50.758574Z","end":"2026-07-28T16:45:51.068621Z","steps":["trace[967204202] 'agreement among raft nodes before linearized reading' (duration: 309.74472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.068634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.758382Z","time spent":"310.143489ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:51.068694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.758566Z","time spent":"310.117809ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22297,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T16:45:51.507852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.730846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:51.507961Z","caller":"traceutil/trace.go:171","msg":"trace[691964464] linearizableReadLoop","detail":"{readStateIndex:29241; appliedIndex:29240; }","duration":"439.780654ms","start":"2026-07-28T16:45:51.068163Z","end":"2026-07-28T16:45:51.507944Z","steps":["trace[691964464] 'read index received' (duration: 132.864514ms)","trace[691964464] 'applied index is now lower than readState.Index' (duration: 306.91471ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:51.50798Z","caller":"traceutil/trace.go:171","msg":"trace[1453838618] transaction","detail":"{read_only:false; response_revision:28355; number_of_response:1; }","duration":"496.040884ms","start":"2026-07-28T16:45:51.011919Z","end":"2026-07-28T16:45:51.50796Z","steps":["trace[1453838618] 'process raft request' (duration: 189.127224ms)","trace[1453838618] 'compare' (duration: 306.568801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:51.508091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:51.011887Z","time spent":"496.139956ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:51.50812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.887057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:45:51.508155Z","caller":"traceutil/trace.go:171","msg":"trace[1202840894] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28355; }","duration":"705.072221ms","start":"2026-07-28T16:45:50.803073Z","end":"2026-07-28T16:45:51.508146Z","steps":["trace[1202840894] 'agreement among raft nodes before linearized reading' (duration: 704.941318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.508195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:50.803049Z","time spent":"705.135503ms","remote":"127.0.0.1:35914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":42,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:45:51.854115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.758643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:51.854191Z","caller":"traceutil/trace.go:171","msg":"trace[1513101609] linearizableReadLoop","detail":"{readStateIndex:29242; appliedIndex:29241; }","duration":"346.194397ms","start":"2026-07-28T16:45:51.507985Z","end":"2026-07-28T16:45:51.854179Z","steps":["trace[1513101609] 'read index received' (duration: 102.569327ms)","trace[1513101609] 'applied index is now lower than readState.Index' (duration: 243.62427ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:51.85425Z","caller":"traceutil/trace.go:171","msg":"trace[1451960453] transaction","detail":"{read_only:false; response_revision:28356; number_of_response:1; }","duration":"481.432988ms","start":"2026-07-28T16:45:51.372809Z","end":"2026-07-28T16:45:51.854242Z","steps":["trace[1451960453] 'process raft request' (duration: 237.484751ms)","trace[1451960453] 'compare' (duration: 243.602259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:51.854292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:51.372795Z","time spent":"481.475949ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:51.854422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.476552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:45:51.854481Z","caller":"traceutil/trace.go:171","msg":"trace[124515653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28356; }","duration":"484.581655ms","start":"2026-07-28T16:45:51.369886Z","end":"2026-07-28T16:45:51.854467Z","steps":["trace[124515653] 'agreement among raft nodes before linearized reading' (duration: 484.429261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.854509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:51.369863Z","time spent":"484.640646ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:45:51.854523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.080132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:45:51.854544Z","caller":"traceutil/trace.go:171","msg":"trace[430583561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28356; }","duration":"705.147354ms","start":"2026-07-28T16:45:51.14939Z","end":"2026-07-28T16:45:51.854537Z","steps":["trace[430583561] 'agreement among raft nodes before linearized reading' (duration: 705.065812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.854568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:51.149364Z","time spent":"705.199365ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:45:51.854575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.706582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:51.854583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.33674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:45:51.85464Z","caller":"traceutil/trace.go:171","msg":"trace[1115690321] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28356; }","duration":"720.827685ms","start":"2026-07-28T16:45:51.133798Z","end":"2026-07-28T16:45:51.854626Z","steps":["trace[1115690321] 'agreement among raft nodes before linearized reading' (duration: 720.701312ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:51.854646Z","caller":"traceutil/trace.go:171","msg":"trace[886440725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28356; }","duration":"482.421122ms","start":"2026-07-28T16:45:51.372212Z","end":"2026-07-28T16:45:51.854633Z","steps":["trace[886440725] 'agreement among raft nodes before linearized reading' (duration: 482.279198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.854683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:51.133774Z","time spent":"720.898697ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T16:45:51.854676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:51.37219Z","time spent":"482.478804ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:45:51.854687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.833238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T16:45:51.854755Z","caller":"traceutil/trace.go:171","msg":"trace[642150259] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28356; }","duration":"255.946119ms","start":"2026-07-28T16:45:51.598793Z","end":"2026-07-28T16:45:51.854739Z","steps":["trace[642150259] 'agreement among raft nodes before linearized reading' (duration: 255.740084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.854823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.166478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"warn","ts":"2026-07-28T16:45:51.854841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.012501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:45:51.854938Z","caller":"traceutil/trace.go:171","msg":"trace[394822132] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28356; }","duration":"484.148564ms","start":"2026-07-28T16:45:51.370769Z","end":"2026-07-28T16:45:51.854918Z","steps":["trace[394822132] 'agreement among raft nodes before linearized reading' (duration: 483.857227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.854975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.266533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:51.854987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:51.370761Z","time spent":"484.217935ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:45:51.854943Z","caller":"traceutil/trace.go:171","msg":"trace[1173078424] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:28356; }","duration":"471.302381ms","start":"2026-07-28T16:45:51.383602Z","end":"2026-07-28T16:45:51.854904Z","steps":["trace[1173078424] 'agreement among raft nodes before linearized reading' (duration: 470.918162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.855048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:51.383569Z","time spent":"471.469736ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14222,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" "} {"level":"info","ts":"2026-07-28T16:45:51.855009Z","caller":"traceutil/trace.go:171","msg":"trace[1934726993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28356; }","duration":"202.327205ms","start":"2026-07-28T16:45:51.652673Z","end":"2026-07-28T16:45:51.855001Z","steps":["trace[1934726993] 'agreement among raft nodes before linearized reading' (duration: 202.278814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.097367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.382631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:52.097692Z","caller":"traceutil/trace.go:171","msg":"trace[360658835] transaction","detail":"{read_only:false; response_revision:28359; number_of_response:1; }","duration":"238.405873ms","start":"2026-07-28T16:45:51.859262Z","end":"2026-07-28T16:45:52.097667Z","steps":["trace[360658835] 'process raft request' (duration: 238.307261ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:52.097681Z","caller":"traceutil/trace.go:171","msg":"trace[863223739] transaction","detail":"{read_only:false; response_revision:28357; number_of_response:1; }","duration":"239.771226ms","start":"2026-07-28T16:45:51.857869Z","end":"2026-07-28T16:45:52.09764Z","steps":["trace[863223739] 'process raft request' (duration: 104.999195ms)","trace[863223739] 'compare' (duration: 134.225837ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:52.097723Z","caller":"traceutil/trace.go:171","msg":"trace[752533021] transaction","detail":"{read_only:false; response_revision:28358; number_of_response:1; }","duration":"239.680564ms","start":"2026-07-28T16:45:51.858011Z","end":"2026-07-28T16:45:52.097691Z","steps":["trace[752533021] 'process raft request' (duration: 239.501299ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:52.097786Z","caller":"traceutil/trace.go:171","msg":"trace[610711829] linearizableReadLoop","detail":"{readStateIndex:29246; appliedIndex:29242; }","duration":"235.81131ms","start":"2026-07-28T16:45:51.861952Z","end":"2026-07-28T16:45:52.097763Z","steps":["trace[610711829] 'read index received' (duration: 100.953777ms)","trace[610711829] 'applied index is now lower than readState.Index' (duration: 134.855303ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:52.097868Z","caller":"traceutil/trace.go:171","msg":"trace[359995865] transaction","detail":"{read_only:false; response_revision:28360; number_of_response:1; }","duration":"238.584467ms","start":"2026-07-28T16:45:51.859257Z","end":"2026-07-28T16:45:52.097842Z","steps":["trace[359995865] 'process raft request' (duration: 238.367592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.098086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.106767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:45:52.098128Z","caller":"traceutil/trace.go:171","msg":"trace[1632245685] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28360; }","duration":"236.187769ms","start":"2026-07-28T16:45:51.861928Z","end":"2026-07-28T16:45:52.098116Z","steps":["trace[1632245685] 'agreement among raft nodes before linearized reading' (duration: 235.988694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.100483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.89638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:52.100543Z","caller":"traceutil/trace.go:171","msg":"trace[719914403] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28360; }","duration":"237.969562ms","start":"2026-07-28T16:45:51.86256Z","end":"2026-07-28T16:45:52.100529Z","steps":["trace[719914403] 'agreement among raft nodes before linearized reading' (duration: 235.503252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.100526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.644624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:45:52.100482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.490005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:52.100635Z","caller":"traceutil/trace.go:171","msg":"trace[607069317] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28360; }","duration":"237.770377ms","start":"2026-07-28T16:45:51.862817Z","end":"2026-07-28T16:45:52.100587Z","steps":["trace[607069317] 'agreement among raft nodes before linearized reading' (duration: 235.102732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:52.100639Z","caller":"traceutil/trace.go:171","msg":"trace[404595459] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28360; }","duration":"238.666619ms","start":"2026-07-28T16:45:51.861956Z","end":"2026-07-28T16:45:52.100622Z","steps":["trace[404595459] 'agreement among raft nodes before linearized reading' (duration: 236.180329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.100827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.8891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:52.100869Z","caller":"traceutil/trace.go:171","msg":"trace[1584332799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28360; }","duration":"237.958052ms","start":"2026-07-28T16:45:51.862902Z","end":"2026-07-28T16:45:52.10086Z","steps":["trace[1584332799] 'agreement among raft nodes before linearized reading' (duration: 235.249726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.101062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.085479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:52.101125Z","caller":"traceutil/trace.go:171","msg":"trace[990391004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28360; }","duration":"239.179622ms","start":"2026-07-28T16:45:51.86193Z","end":"2026-07-28T16:45:52.10111Z","steps":["trace[990391004] 'agreement among raft nodes before linearized reading' (duration: 235.949083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.101178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.258739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:52.101346Z","caller":"traceutil/trace.go:171","msg":"trace[1307855257] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28360; }","duration":"238.445554ms","start":"2026-07-28T16:45:51.86288Z","end":"2026-07-28T16:45:52.101326Z","steps":["trace[1307855257] 'agreement among raft nodes before linearized reading' (duration: 235.288367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.101373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.971617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:52.101441Z","caller":"traceutil/trace.go:171","msg":"trace[1591629830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28360; }","duration":"239.065359ms","start":"2026-07-28T16:45:51.862359Z","end":"2026-07-28T16:45:52.101425Z","steps":["trace[1591629830] 'agreement among raft nodes before linearized reading' (duration: 235.703487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.101677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.323535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:52.101747Z","caller":"traceutil/trace.go:171","msg":"trace[1082627213] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28360; }","duration":"239.411017ms","start":"2026-07-28T16:45:51.862322Z","end":"2026-07-28T16:45:52.101733Z","steps":["trace[1082627213] 'agreement among raft nodes before linearized reading' (duration: 235.788189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:52.409655Z","caller":"traceutil/trace.go:171","msg":"trace[2117497042] linearizableReadLoop","detail":"{readStateIndex:29247; appliedIndex:29246; }","duration":"299.960891ms","start":"2026-07-28T16:45:52.10967Z","end":"2026-07-28T16:45:52.409631Z","steps":["trace[2117497042] 'read index received' (duration: 299.789347ms)","trace[2117497042] 'applied index is now lower than readState.Index' (duration: 170.684µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:52.40975Z","caller":"traceutil/trace.go:171","msg":"trace[649239226] transaction","detail":"{read_only:false; response_revision:28361; number_of_response:1; }","duration":"303.794604ms","start":"2026-07-28T16:45:52.105905Z","end":"2026-07-28T16:45:52.409699Z","steps":["trace[649239226] 'process raft request' (duration: 303.574269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.409905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.212928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T16:45:52.409951Z","caller":"traceutil/trace.go:171","msg":"trace[1051912771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28361; }","duration":"300.290169ms","start":"2026-07-28T16:45:52.109645Z","end":"2026-07-28T16:45:52.409935Z","steps":["trace[1051912771] 'agreement among raft nodes before linearized reading' (duration: 300.124275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.409929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.105882Z","time spent":"303.947489ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:52.410014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.705244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:52.410017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.614662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:52.410022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.109633Z","time spent":"300.371171ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T16:45:52.410055Z","caller":"traceutil/trace.go:171","msg":"trace[2022230388] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28361; }","duration":"262.756606ms","start":"2026-07-28T16:45:52.147286Z","end":"2026-07-28T16:45:52.410043Z","steps":["trace[2022230388] 'agreement among raft nodes before linearized reading' (duration: 262.703775ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:52.410065Z","caller":"traceutil/trace.go:171","msg":"trace[1765171766] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28361; }","duration":"262.706874ms","start":"2026-07-28T16:45:52.147345Z","end":"2026-07-28T16:45:52.410052Z","steps":["trace[1765171766] 'agreement among raft nodes before linearized reading' (duration: 262.620572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.409963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.796106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:52.410396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.196666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:52.410437Z","caller":"traceutil/trace.go:171","msg":"trace[29770229] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28361; }","duration":"263.275078ms","start":"2026-07-28T16:45:52.147151Z","end":"2026-07-28T16:45:52.410426Z","steps":["trace[29770229] 'agreement among raft nodes before linearized reading' (duration: 263.122874ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:52.41043Z","caller":"traceutil/trace.go:171","msg":"trace[509962428] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28361; }","duration":"263.267778ms","start":"2026-07-28T16:45:52.14712Z","end":"2026-07-28T16:45:52.410387Z","steps":["trace[509962428] 'agreement among raft nodes before linearized reading' (duration: 262.782026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.410195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.253544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:52.410695Z","caller":"traceutil/trace.go:171","msg":"trace[1617644815] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28361; }","duration":"262.768136ms","start":"2026-07-28T16:45:52.147905Z","end":"2026-07-28T16:45:52.410673Z","steps":["trace[1617644815] 'agreement among raft nodes before linearized reading' (duration: 262.10019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.758499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.854382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:52.758594Z","caller":"traceutil/trace.go:171","msg":"trace[1263854556] linearizableReadLoop","detail":"{readStateIndex:29248; appliedIndex:29247; }","duration":"241.98234ms","start":"2026-07-28T16:45:52.516595Z","end":"2026-07-28T16:45:52.758577Z","steps":["trace[1263854556] 'read index received' (duration: 106.889242ms)","trace[1263854556] 'applied index is now lower than readState.Index' (duration: 135.092158ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:52.75878Z","caller":"traceutil/trace.go:171","msg":"trace[1153537966] transaction","detail":"{read_only:false; response_revision:28362; number_of_response:1; }","duration":"345.503798ms","start":"2026-07-28T16:45:52.41324Z","end":"2026-07-28T16:45:52.758744Z","steps":["trace[1153537966] 'process raft request' (duration: 210.339568ms)","trace[1153537966] 'compare' (duration: 134.76546ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:52.758881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.264628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:52.75895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.4132Z","time spent":"345.663272ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:52.758979Z","caller":"traceutil/trace.go:171","msg":"trace[3297120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28362; }","duration":"242.417531ms","start":"2026-07-28T16:45:52.516536Z","end":"2026-07-28T16:45:52.758954Z","steps":["trace[3297120] 'agreement among raft nodes before linearized reading' (duration: 242.257537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:53.079075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.715474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:53.079215Z","caller":"traceutil/trace.go:171","msg":"trace[922378102] linearizableReadLoop","detail":"{readStateIndex:29251; appliedIndex:29249; }","duration":"188.857397ms","start":"2026-07-28T16:45:52.890346Z","end":"2026-07-28T16:45:53.079204Z","steps":["trace[922378102] 'read index received' (duration: 45.927678ms)","trace[922378102] 'applied index is now lower than readState.Index' (duration: 142.928769ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:53.079265Z","caller":"traceutil/trace.go:171","msg":"trace[130799828] transaction","detail":"{read_only:false; response_revision:28364; number_of_response:1; }","duration":"319.425554ms","start":"2026-07-28T16:45:52.759831Z","end":"2026-07-28T16:45:53.079257Z","steps":["trace[130799828] 'process raft request' (duration: 176.453404ms)","trace[130799828] 'compare' (duration: 142.631502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:53.079303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.759808Z","time spent":"319.472616ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:53.079432Z","caller":"traceutil/trace.go:171","msg":"trace[1928472294] transaction","detail":"{read_only:false; response_revision:28365; number_of_response:1; }","duration":"317.213691ms","start":"2026-07-28T16:45:52.762162Z","end":"2026-07-28T16:45:53.079376Z","steps":["trace[1928472294] 'process raft request' (duration: 316.987866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:53.07955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.209816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:22274"} {"level":"warn","ts":"2026-07-28T16:45:53.079558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.76215Z","time spent":"317.338704ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:53.079576Z","caller":"traceutil/trace.go:171","msg":"trace[749299044] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28365; }","duration":"189.269977ms","start":"2026-07-28T16:45:52.890299Z","end":"2026-07-28T16:45:53.079569Z","steps":["trace[749299044] 'agreement among raft nodes before linearized reading' (duration: 189.148284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:53.648278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.226615ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:45:53.648385Z","caller":"traceutil/trace.go:171","msg":"trace[719478935] linearizableReadLoop","detail":"{readStateIndex:29252; appliedIndex:29251; }","duration":"569.132293ms","start":"2026-07-28T16:45:53.079235Z","end":"2026-07-28T16:45:53.648367Z","steps":["trace[719478935] 'read index received' (duration: 158.758154ms)","trace[719478935] 'applied index is now lower than readState.Index' (duration: 410.372729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:53.648609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.425162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:45:53.64864Z","caller":"traceutil/trace.go:171","msg":"trace[468465738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28365; }","duration":"574.498544ms","start":"2026-07-28T16:45:53.074131Z","end":"2026-07-28T16:45:53.64863Z","steps":["trace[468465738] 'agreement among raft nodes before linearized reading' (duration: 574.34707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:53.648675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:53.074107Z","time spent":"574.560655ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:45:53.648664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.501033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:45:53.648717Z","caller":"traceutil/trace.go:171","msg":"trace[1692127667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28365; }","duration":"574.600166ms","start":"2026-07-28T16:45:53.074104Z","end":"2026-07-28T16:45:53.648705Z","steps":["trace[1692127667] 'agreement among raft nodes before linearized reading' (duration: 574.436002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:53.648743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:53.074085Z","time spent":"574.652068ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:45:53.648734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.745751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419333"} {"level":"info","ts":"2026-07-28T16:45:53.648804Z","caller":"traceutil/trace.go:171","msg":"trace[1187012886] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:28365; }","duration":"708.856104ms","start":"2026-07-28T16:45:52.93993Z","end":"2026-07-28T16:45:53.648786Z","steps":["trace[1187012886] 'agreement among raft nodes before linearized reading' (duration: 708.567737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:53.648842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.939909Z","time spent":"708.925835ms","remote":"127.0.0.1:36834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419356,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-28T16:45:53.648869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.867775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-28T16:45:53.648888Z","caller":"traceutil/trace.go:171","msg":"trace[823917751] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28365; }","duration":"563.919466ms","start":"2026-07-28T16:45:53.08496Z","end":"2026-07-28T16:45:53.64888Z","steps":["trace[823917751] 'agreement among raft nodes before linearized reading' (duration: 563.867155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:53.648901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:53.084941Z","time spent":"563.957107ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-07-28T16:45:53.933308Z","caller":"traceutil/trace.go:171","msg":"trace[565479828] linearizableReadLoop","detail":"{readStateIndex:29254; appliedIndex:29253; }","duration":"278.470678ms","start":"2026-07-28T16:45:53.654817Z","end":"2026-07-28T16:45:53.933287Z","steps":["trace[565479828] 'read index received' (duration: 64.982981ms)","trace[565479828] 'applied index is now lower than readState.Index' (duration: 213.486677ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:53.93355Z","caller":"traceutil/trace.go:171","msg":"trace[248432935] transaction","detail":"{read_only:false; response_revision:28367; number_of_response:1; }","duration":"279.77393ms","start":"2026-07-28T16:45:53.653736Z","end":"2026-07-28T16:45:53.93351Z","steps":["trace[248432935] 'process raft request' (duration: 279.415871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:53.933613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.780716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:53.933677Z","caller":"traceutil/trace.go:171","msg":"trace[1048477269] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:28367; }","duration":"278.871438ms","start":"2026-07-28T16:45:53.654785Z","end":"2026-07-28T16:45:53.933657Z","steps":["trace[1048477269] 'agreement among raft nodes before linearized reading' (duration: 278.761575ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:54.15073Z","caller":"traceutil/trace.go:171","msg":"trace[893169399] transaction","detail":"{read_only:false; response_revision:28368; number_of_response:1; }","duration":"291.205768ms","start":"2026-07-28T16:45:53.859498Z","end":"2026-07-28T16:45:54.150704Z","steps":["trace[893169399] 'process raft request' (duration: 268.569327ms)","trace[893169399] 'compare' (duration: 22.349114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:54.150843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.727038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:54.150889Z","caller":"traceutil/trace.go:171","msg":"trace[412678229] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28369; }","duration":"461.830061ms","start":"2026-07-28T16:45:53.689048Z","end":"2026-07-28T16:45:54.150878Z","steps":["trace[412678229] 'agreement among raft nodes before linearized reading' (duration: 461.725398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.150927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:53.689026Z","time spent":"461.890463ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:45:54.150737Z","caller":"traceutil/trace.go:171","msg":"trace[114114857] linearizableReadLoop","detail":"{readStateIndex:29255; appliedIndex:29254; }","duration":"217.35013ms","start":"2026-07-28T16:45:53.933371Z","end":"2026-07-28T16:45:54.150722Z","steps":["trace[114114857] 'read index received' (duration: 194.73917ms)","trace[114114857] 'applied index is now lower than readState.Index' (duration: 22.60987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:54.151249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.72056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-28T16:45:54.151295Z","caller":"traceutil/trace.go:171","msg":"trace[1186826331] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28369; }","duration":"215.803903ms","start":"2026-07-28T16:45:53.935476Z","end":"2026-07-28T16:45:54.15128Z","steps":["trace[1186826331] 'agreement among raft nodes before linearized reading' (duration: 215.68531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.152929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.001943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:54.152975Z","caller":"traceutil/trace.go:171","msg":"trace[84345421] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28369; }","duration":"162.088335ms","start":"2026-07-28T16:45:53.990875Z","end":"2026-07-28T16:45:54.152963Z","steps":["trace[84345421] 'agreement among raft nodes before linearized reading' (duration: 162.023034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.617534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.452681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:54.617618Z","caller":"traceutil/trace.go:171","msg":"trace[1814703487] linearizableReadLoop","detail":"{readStateIndex:29257; appliedIndex:29256; }","duration":"459.32909ms","start":"2026-07-28T16:45:54.158277Z","end":"2026-07-28T16:45:54.617606Z","steps":["trace[1814703487] 'read index received' (duration: 209.754145ms)","trace[1814703487] 'applied index is now lower than readState.Index' (duration: 249.574105ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:54.617669Z","caller":"traceutil/trace.go:171","msg":"trace[794676878] transaction","detail":"{read_only:false; response_revision:28370; number_of_response:1; }","duration":"459.574876ms","start":"2026-07-28T16:45:54.158086Z","end":"2026-07-28T16:45:54.617661Z","steps":["trace[794676878] 'process raft request' (duration: 209.93203ms)","trace[794676878] 'compare' (duration: 249.37088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:54.617705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.15807Z","time spent":"459.615937ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:54.619946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.672138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:54.620018Z","caller":"traceutil/trace.go:171","msg":"trace[182363998] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28370; }","duration":"461.78326ms","start":"2026-07-28T16:45:54.158213Z","end":"2026-07-28T16:45:54.619996Z","steps":["trace[182363998] 'agreement among raft nodes before linearized reading' (duration: 459.810282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.620047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.158192Z","time spent":"461.847061ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:45:54.645567Z","caller":"traceutil/trace.go:171","msg":"trace[78521082] transaction","detail":"{read_only:false; response_revision:28371; number_of_response:1; }","duration":"485.082327ms","start":"2026-07-28T16:45:54.160449Z","end":"2026-07-28T16:45:54.645531Z","steps":["trace[78521082] 'process raft request' (duration: 484.775169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.64589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.160439Z","time spent":"485.249952ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:54.646106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.698251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-28T16:45:54.646175Z","caller":"traceutil/trace.go:171","msg":"trace[1722959142] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28373; }","duration":"487.797463ms","start":"2026-07-28T16:45:54.15836Z","end":"2026-07-28T16:45:54.646157Z","steps":["trace[1722959142] 'agreement among raft nodes before linearized reading' (duration: 487.27135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.64621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.158351Z","time spent":"487.851435ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-28T16:45:54.646259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.612347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:54.646305Z","caller":"traceutil/trace.go:171","msg":"trace[1794944522] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28373; }","duration":"231.693929ms","start":"2026-07-28T16:45:54.414598Z","end":"2026-07-28T16:45:54.646292Z","steps":["trace[1794944522] 'agreement among raft nodes before linearized reading' (duration: 231.614587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.646449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.824613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:54.646447Z","caller":"traceutil/trace.go:171","msg":"trace[264044574] transaction","detail":"{read_only:false; response_revision:28373; number_of_response:1; }","duration":"484.433121ms","start":"2026-07-28T16:45:54.161973Z","end":"2026-07-28T16:45:54.646406Z","steps":["trace[264044574] 'process raft request' (duration: 483.617281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.646501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.327871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:54.646493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.120177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:54.646591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.16197Z","time spent":"484.544024ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:54.646636Z","caller":"traceutil/trace.go:171","msg":"trace[1852452484] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28373; }","duration":"229.285301ms","start":"2026-07-28T16:45:54.417319Z","end":"2026-07-28T16:45:54.646605Z","steps":["trace[1852452484] 'agreement among raft nodes before linearized reading' (duration: 229.024124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.646694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.901045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:54.646755Z","caller":"traceutil/trace.go:171","msg":"trace[1321705042] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28373; }","duration":"232.020437ms","start":"2026-07-28T16:45:54.414721Z","end":"2026-07-28T16:45:54.646742Z","steps":["trace[1321705042] 'agreement among raft nodes before linearized reading' (duration: 231.853433ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:54.646484Z","caller":"traceutil/trace.go:171","msg":"trace[989471537] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28373; }","duration":"231.892745ms","start":"2026-07-28T16:45:54.414585Z","end":"2026-07-28T16:45:54.646477Z","steps":["trace[989471537] 'agreement among raft nodes before linearized reading' (duration: 231.810313ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:54.646547Z","caller":"traceutil/trace.go:171","msg":"trace[1062613494] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28373; }","duration":"231.396942ms","start":"2026-07-28T16:45:54.415137Z","end":"2026-07-28T16:45:54.646534Z","steps":["trace[1062613494] 'agreement among raft nodes before linearized reading' (duration: 231.330141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.646986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.325585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:54.646852Z","caller":"traceutil/trace.go:171","msg":"trace[626948164] transaction","detail":"{read_only:false; response_revision:28372; number_of_response:1; }","duration":"484.896742ms","start":"2026-07-28T16:45:54.161934Z","end":"2026-07-28T16:45:54.646831Z","steps":["trace[626948164] 'process raft request' (duration: 483.608211ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:54.647044Z","caller":"traceutil/trace.go:171","msg":"trace[1228845157] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28373; }","duration":"232.405277ms","start":"2026-07-28T16:45:54.414625Z","end":"2026-07-28T16:45:54.647031Z","steps":["trace[1228845157] 'agreement among raft nodes before linearized reading' (duration: 232.322685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.647117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.161927Z","time spent":"485.128748ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:54.647233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.627016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:54.647294Z","caller":"traceutil/trace.go:171","msg":"trace[2007993408] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28373; }","duration":"484.699917ms","start":"2026-07-28T16:45:54.162585Z","end":"2026-07-28T16:45:54.647285Z","steps":["trace[2007993408] 'agreement among raft nodes before linearized reading' (duration: 483.913138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.647322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.16258Z","time spent":"484.733578ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:54.649171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.079679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:54.649314Z","caller":"traceutil/trace.go:171","msg":"trace[305126467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28373; }","duration":"490.235943ms","start":"2026-07-28T16:45:54.159033Z","end":"2026-07-28T16:45:54.649269Z","steps":["trace[305126467] 'agreement among raft nodes before linearized reading' (duration: 488.414638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.649386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.28912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:45:54.649412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.346432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:45:54.649416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.159013Z","time spent":"490.381496ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:45:54.649448Z","caller":"traceutil/trace.go:171","msg":"trace[1894033253] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28373; }","duration":"487.393934ms","start":"2026-07-28T16:45:54.162039Z","end":"2026-07-28T16:45:54.649433Z","steps":["trace[1894033253] 'agreement among raft nodes before linearized reading' (duration: 485.729413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.649522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.162036Z","time spent":"487.461965ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:45:54.649449Z","caller":"traceutil/trace.go:171","msg":"trace[1498263771] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28373; }","duration":"487.395373ms","start":"2026-07-28T16:45:54.162045Z","end":"2026-07-28T16:45:54.64944Z","steps":["trace[1498263771] 'agreement among raft nodes before linearized reading' (duration: 485.382354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.649615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.162041Z","time spent":"487.562918ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:54.64976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.694621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:54.649859Z","caller":"traceutil/trace.go:171","msg":"trace[1321556049] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28373; }","duration":"487.805133ms","start":"2026-07-28T16:45:54.162033Z","end":"2026-07-28T16:45:54.649838Z","steps":["trace[1321556049] 'agreement among raft nodes before linearized reading' (duration: 485.347704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.64992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.16201Z","time spent":"487.893495ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:54.649959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.838857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:54.650031Z","caller":"traceutil/trace.go:171","msg":"trace[1808169003] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28373; }","duration":"490.92653ms","start":"2026-07-28T16:45:54.15909Z","end":"2026-07-28T16:45:54.650016Z","steps":["trace[1808169003] 'agreement among raft nodes before linearized reading' (duration: 488.520091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.650083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.159086Z","time spent":"490.980611ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:54.650352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.153512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:45:54.650386Z","caller":"traceutil/trace.go:171","msg":"trace[1881023756] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28373; }","duration":"488.196573ms","start":"2026-07-28T16:45:54.162182Z","end":"2026-07-28T16:45:54.650379Z","steps":["trace[1881023756] 'agreement among raft nodes before linearized reading' (duration: 485.591569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.650409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.162178Z","time spent":"488.223763ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:45:55.157784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.862441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:55.157841Z","caller":"traceutil/trace.go:171","msg":"trace[1535712347] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28373; }","duration":"394.979884ms","start":"2026-07-28T16:45:54.762845Z","end":"2026-07-28T16:45:55.157825Z","steps":["trace[1535712347] 'range keys from in-memory index tree' (duration: 394.635466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.157864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.762816Z","time spent":"395.042946ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T16:45:55.157934Z","caller":"traceutil/trace.go:171","msg":"trace[45539124] transaction","detail":"{read_only:false; response_revision:28374; number_of_response:1; }","duration":"394.438911ms","start":"2026-07-28T16:45:54.763467Z","end":"2026-07-28T16:45:55.157906Z","steps":["trace[45539124] 'process raft request' (duration: 343.340377ms)","trace[45539124] 'compare' (duration: 50.769036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:55.158054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.763439Z","time spent":"394.553894ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:55.158103Z","caller":"traceutil/trace.go:171","msg":"trace[1270850796] linearizableReadLoop","detail":"{readStateIndex:29261; appliedIndex:29260; }","duration":"394.517422ms","start":"2026-07-28T16:45:54.763578Z","end":"2026-07-28T16:45:55.158096Z","steps":["trace[1270850796] 'read index received' (duration: 343.240114ms)","trace[1270850796] 'applied index is now lower than readState.Index' (duration: 51.276708ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:55.158132Z","caller":"traceutil/trace.go:171","msg":"trace[2060863724] transaction","detail":"{read_only:false; response_revision:28375; number_of_response:1; }","duration":"335.909256ms","start":"2026-07-28T16:45:54.8222Z","end":"2026-07-28T16:45:55.158109Z","steps":["trace[2060863724] 'process raft request' (duration: 335.6882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.158212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.271762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:55.158231Z","caller":"traceutil/trace.go:171","msg":"trace[1012401423] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28376; }","duration":"393.474867ms","start":"2026-07-28T16:45:54.764751Z","end":"2026-07-28T16:45:55.158226Z","steps":["trace[1012401423] 'agreement among raft nodes before linearized reading' (duration: 393.450467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.158234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.655746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-28T16:45:55.158246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.764747Z","time spent":"393.496438ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:45:55.158261Z","caller":"traceutil/trace.go:171","msg":"trace[2086378789] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28376; }","duration":"394.709407ms","start":"2026-07-28T16:45:54.763545Z","end":"2026-07-28T16:45:55.158254Z","steps":["trace[2086378789] 'agreement among raft nodes before linearized reading' (duration: 394.603705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.158263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.822184Z","time spent":"336.012629ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:55.158288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.763531Z","time spent":"394.752628ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:45:55.158295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.97403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:45:55.15833Z","caller":"traceutil/trace.go:171","msg":"trace[648678243] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28376; }","duration":"272.025101ms","start":"2026-07-28T16:45:54.886297Z","end":"2026-07-28T16:45:55.158322Z","steps":["trace[648678243] 'agreement among raft nodes before linearized reading' (duration: 271.955229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.15818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.280916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:55.158359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.770685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:55.158378Z","caller":"traceutil/trace.go:171","msg":"trace[1674102446] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28376; }","duration":"393.798585ms","start":"2026-07-28T16:45:54.764575Z","end":"2026-07-28T16:45:55.158373Z","steps":["trace[1674102446] 'agreement among raft nodes before linearized reading' (duration: 393.750914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.158392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.76457Z","time spent":"393.819015ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:55.15823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.256852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:55.15839Z","caller":"traceutil/trace.go:171","msg":"trace[572307887] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28376; }","duration":"394.486052ms","start":"2026-07-28T16:45:54.763873Z","end":"2026-07-28T16:45:55.158359Z","steps":["trace[572307887] 'agreement among raft nodes before linearized reading' (duration: 394.283837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.158413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.661235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:55.158446Z","caller":"traceutil/trace.go:171","msg":"trace[341765847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28376; }","duration":"297.721287ms","start":"2026-07-28T16:45:54.860717Z","end":"2026-07-28T16:45:55.158438Z","steps":["trace[341765847] 'agreement among raft nodes before linearized reading' (duration: 297.670525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.158442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.763864Z","time spent":"394.562203ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:55.15847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.110292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:55.158491Z","caller":"traceutil/trace.go:171","msg":"trace[1915164781] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28376; }","duration":"394.138083ms","start":"2026-07-28T16:45:54.764348Z","end":"2026-07-28T16:45:55.158486Z","steps":["trace[1915164781] 'agreement among raft nodes before linearized reading' (duration: 394.109892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.158505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.764345Z","time spent":"394.155484ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:55.158551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.213385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:55.158561Z","caller":"traceutil/trace.go:171","msg":"trace[454730720] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28376; }","duration":"394.235486ms","start":"2026-07-28T16:45:54.764322Z","end":"2026-07-28T16:45:55.158558Z","steps":["trace[454730720] 'agreement among raft nodes before linearized reading' (duration: 394.216455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.158572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.764317Z","time spent":"394.252966ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:45:55.158602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.397533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-28T16:45:55.158602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.61508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:55.158626Z","caller":"traceutil/trace.go:171","msg":"trace[374878581] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28376; }","duration":"342.451095ms","start":"2026-07-28T16:45:54.816167Z","end":"2026-07-28T16:45:55.158618Z","steps":["trace[374878581] 'agreement among raft nodes before linearized reading' (duration: 342.386993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.15863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.515132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:45:55.158645Z","caller":"traceutil/trace.go:171","msg":"trace[1053143297] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28376; }","duration":"394.540533ms","start":"2026-07-28T16:45:54.764101Z","end":"2026-07-28T16:45:55.158641Z","steps":["trace[1053143297] 'agreement among raft nodes before linearized reading' (duration: 394.502122ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:55.158639Z","caller":"traceutil/trace.go:171","msg":"trace[874548713] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28376; }","duration":"393.657411ms","start":"2026-07-28T16:45:54.764971Z","end":"2026-07-28T16:45:55.158628Z","steps":["trace[874548713] 'agreement among raft nodes before linearized reading' (duration: 393.59695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.158649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.816152Z","time spent":"342.490566ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:45:55.158657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.764096Z","time spent":"394.559034ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:45:55.158674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.764968Z","time spent":"393.696562ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:45:55.158424Z","caller":"traceutil/trace.go:171","msg":"trace[1134254045] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28376; }","duration":"393.461867ms","start":"2026-07-28T16:45:54.764955Z","end":"2026-07-28T16:45:55.158417Z","steps":["trace[1134254045] 'agreement among raft nodes before linearized reading' (duration: 393.238012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.158709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.764952Z","time spent":"393.749374ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:45:55.158841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.77158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:45:55.158867Z","caller":"traceutil/trace.go:171","msg":"trace[983572645] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28376; }","duration":"392.805961ms","start":"2026-07-28T16:45:54.766053Z","end":"2026-07-28T16:45:55.158859Z","steps":["trace[983572645] 'agreement among raft nodes before linearized reading' (duration: 392.683288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.158892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.766048Z","time spent":"392.838462ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-28T16:45:55.555066Z","caller":"traceutil/trace.go:171","msg":"trace[159014257] transaction","detail":"{read_only:false; response_revision:28377; number_of_response:1; }","duration":"391.196662ms","start":"2026-07-28T16:45:55.163811Z","end":"2026-07-28T16:45:55.555007Z","steps":["trace[159014257] 'process raft request' (duration: 381.572647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.555266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:55.163783Z","time spent":"391.363496ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:55.555384Z","caller":"traceutil/trace.go:171","msg":"trace[1890893915] transaction","detail":"{read_only:false; response_revision:28378; number_of_response:1; }","duration":"389.866399ms","start":"2026-07-28T16:45:55.165499Z","end":"2026-07-28T16:45:55.555366Z","steps":["trace[1890893915] 'process raft request' (duration: 389.775427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.555479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:55.165472Z","time spent":"389.965772ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:55.859655Z","caller":"traceutil/trace.go:171","msg":"trace[1422283623] linearizableReadLoop","detail":"{readStateIndex:29266; appliedIndex:29265; }","duration":"135.014456ms","start":"2026-07-28T16:45:55.724617Z","end":"2026-07-28T16:45:55.859632Z","steps":["trace[1422283623] 'read index received' (duration: 103.618952ms)","trace[1422283623] 'applied index is now lower than readState.Index' (duration: 31.394544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:55.85988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.247882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T16:45:55.859921Z","caller":"traceutil/trace.go:171","msg":"trace[179740260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28379; }","duration":"135.339714ms","start":"2026-07-28T16:45:55.724569Z","end":"2026-07-28T16:45:55.859909Z","steps":["trace[179740260] 'agreement among raft nodes before linearized reading' (duration: 135.16719ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:55.859914Z","caller":"traceutil/trace.go:171","msg":"trace[1336378754] transaction","detail":"{read_only:false; response_revision:28379; number_of_response:1; }","duration":"243.937647ms","start":"2026-07-28T16:45:55.615937Z","end":"2026-07-28T16:45:55.859875Z","steps":["trace[1336378754] 'process raft request' (duration: 212.318787ms)","trace[1336378754] 'compare' (duration: 31.281742ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:56.149677Z","caller":"traceutil/trace.go:171","msg":"trace[1308144401] linearizableReadLoop","detail":"{readStateIndex:29267; appliedIndex:29266; }","duration":"216.651523ms","start":"2026-07-28T16:45:55.932985Z","end":"2026-07-28T16:45:56.149636Z","steps":["trace[1308144401] 'read index received' (duration: 128.770744ms)","trace[1308144401] 'applied index is now lower than readState.Index' (duration: 87.879669ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:56.149781Z","caller":"traceutil/trace.go:171","msg":"trace[858141288] transaction","detail":"{read_only:false; response_revision:28380; number_of_response:1; }","duration":"286.045891ms","start":"2026-07-28T16:45:55.863689Z","end":"2026-07-28T16:45:56.149735Z","steps":["trace[858141288] 'process raft request' (duration: 198.143992ms)","trace[858141288] 'compare' (duration: 87.11073ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:56.1499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.198788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T16:45:56.14991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.913929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-28T16:45:56.149938Z","caller":"traceutil/trace.go:171","msg":"trace[849811605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28380; }","duration":"213.279711ms","start":"2026-07-28T16:45:55.936646Z","end":"2026-07-28T16:45:56.149926Z","steps":["trace[849811605] 'agreement among raft nodes before linearized reading' (duration: 213.143977ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:56.14996Z","caller":"traceutil/trace.go:171","msg":"trace[320246667] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28380; }","duration":"216.97384ms","start":"2026-07-28T16:45:55.932971Z","end":"2026-07-28T16:45:56.149945Z","steps":["trace[320246667] 'agreement among raft nodes before linearized reading' (duration: 216.792606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:56.513551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.502027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:56.513798Z","caller":"traceutil/trace.go:171","msg":"trace[658943771] transaction","detail":"{read_only:false; response_revision:28381; number_of_response:1; }","duration":"360.407283ms","start":"2026-07-28T16:45:56.15336Z","end":"2026-07-28T16:45:56.513767Z","steps":["trace[658943771] 'process raft request' (duration: 132.600058ms)","trace[658943771] 'compare' (duration: 227.371304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:56.513948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:56.153341Z","time spent":"360.525605ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:56.514041Z","caller":"traceutil/trace.go:171","msg":"trace[643228433] transaction","detail":"{read_only:false; response_revision:28382; number_of_response:1; }","duration":"357.777649ms","start":"2026-07-28T16:45:56.156231Z","end":"2026-07-28T16:45:56.514008Z","steps":["trace[643228433] 'process raft request' (duration: 357.451331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:56.514171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:56.156219Z","time spent":"357.890621ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:57.538698Z","caller":"traceutil/trace.go:171","msg":"trace[1378201474] linearizableReadLoop","detail":"{readStateIndex:29278; appliedIndex:29277; }","duration":"123.642169ms","start":"2026-07-28T16:45:57.415028Z","end":"2026-07-28T16:45:57.538671Z","steps":["trace[1378201474] 'read index received' (duration: 103.14652ms)","trace[1378201474] 'applied index is now lower than readState.Index' (duration: 20.494039ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:57.53885Z","caller":"traceutil/trace.go:171","msg":"trace[1254481790] transaction","detail":"{read_only:false; response_revision:28390; number_of_response:1; }","duration":"130.292801ms","start":"2026-07-28T16:45:57.408546Z","end":"2026-07-28T16:45:57.538839Z","steps":["trace[1254481790] 'process raft request' (duration: 109.669729ms)","trace[1254481790] 'compare' (duration: 20.269253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:57.539274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.248434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-28T16:45:57.539262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.533843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:45:57.539308Z","caller":"traceutil/trace.go:171","msg":"trace[1528491509] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28390; }","duration":"124.351576ms","start":"2026-07-28T16:45:57.414947Z","end":"2026-07-28T16:45:57.539298Z","steps":["trace[1528491509] 'agreement among raft nodes before linearized reading' (duration: 124.265804ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:57.539331Z","caller":"traceutil/trace.go:171","msg":"trace[1438854506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28390; }","duration":"120.636576ms","start":"2026-07-28T16:45:57.418676Z","end":"2026-07-28T16:45:57.539313Z","steps":["trace[1438854506] 'agreement among raft nodes before linearized reading' (duration: 120.37099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:57.778179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.920058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:57.778268Z","caller":"traceutil/trace.go:171","msg":"trace[1028633882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28391; }","duration":"129.043541ms","start":"2026-07-28T16:45:57.649204Z","end":"2026-07-28T16:45:57.778247Z","steps":["trace[1028633882] 'range keys from in-memory index tree' (duration: 128.862866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:57.778991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.061005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T16:45:57.779122Z","caller":"traceutil/trace.go:171","msg":"trace[369947797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28391; }","duration":"139.28058ms","start":"2026-07-28T16:45:57.639813Z","end":"2026-07-28T16:45:57.779094Z","steps":["trace[369947797] 'range keys from in-memory index tree' (duration: 138.841039ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:58.189805Z","caller":"traceutil/trace.go:171","msg":"trace[447180459] transaction","detail":"{read_only:false; response_revision:28392; number_of_response:1; }","duration":"100.416564ms","start":"2026-07-28T16:45:58.089349Z","end":"2026-07-28T16:45:58.189765Z","steps":["trace[447180459] 'process raft request' (duration: 100.155497ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:04.844886Z","caller":"traceutil/trace.go:171","msg":"trace[1252609291] linearizableReadLoop","detail":"{readStateIndex:29321; appliedIndex:29320; }","duration":"281.482871ms","start":"2026-07-28T16:46:04.563374Z","end":"2026-07-28T16:46:04.844857Z","steps":["trace[1252609291] 'read index received' (duration: 33.574477ms)","trace[1252609291] 'applied index is now lower than readState.Index' (duration: 247.906814ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:04.845189Z","caller":"traceutil/trace.go:171","msg":"trace[608018852] transaction","detail":"{read_only:false; response_revision:28432; number_of_response:1; }","duration":"288.684117ms","start":"2026-07-28T16:46:04.556485Z","end":"2026-07-28T16:46:04.845169Z","steps":["trace[608018852] 'process raft request' (duration: 215.881885ms)","trace[608018852] 'compare' (duration: 72.120825ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:04.845253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.430252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:04.845337Z","caller":"traceutil/trace.go:171","msg":"trace[692375389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28432; }","duration":"194.563126ms","start":"2026-07-28T16:46:04.650756Z","end":"2026-07-28T16:46:04.84532Z","steps":["trace[692375389] 'agreement among raft nodes before linearized reading' (duration: 194.435912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:04.845413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.708255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:04.84552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.887975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:04.845547Z","caller":"traceutil/trace.go:171","msg":"trace[66691425] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28432; }","duration":"156.884799ms","start":"2026-07-28T16:46:04.68862Z","end":"2026-07-28T16:46:04.845505Z","steps":["trace[66691425] 'agreement among raft nodes before linearized reading' (duration: 156.660364ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:04.845571Z","caller":"traceutil/trace.go:171","msg":"trace[228184681] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28432; }","duration":"155.968376ms","start":"2026-07-28T16:46:04.689591Z","end":"2026-07-28T16:46:04.845559Z","steps":["trace[228184681] 'agreement among raft nodes before linearized reading' (duration: 155.878184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:04.845371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.660429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:04.845654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.031852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:46:04.845722Z","caller":"traceutil/trace.go:171","msg":"trace[342179857] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28432; }","duration":"156.082929ms","start":"2026-07-28T16:46:04.689621Z","end":"2026-07-28T16:46:04.845704Z","steps":["trace[342179857] 'agreement among raft nodes before linearized reading' (duration: 155.602217ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:04.845747Z","caller":"traceutil/trace.go:171","msg":"trace[1369021039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28432; }","duration":"120.171925ms","start":"2026-07-28T16:46:04.725549Z","end":"2026-07-28T16:46:04.845721Z","steps":["trace[1369021039] 'agreement among raft nodes before linearized reading' (duration: 119.667293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:04.846212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.065908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:04.846334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.988925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:46:04.846403Z","caller":"traceutil/trace.go:171","msg":"trace[288153179] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28432; }","duration":"144.061637ms","start":"2026-07-28T16:46:04.702326Z","end":"2026-07-28T16:46:04.846388Z","steps":["trace[288153179] 'agreement among raft nodes before linearized reading' (duration: 143.917873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:04.846546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.073266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:04.846599Z","caller":"traceutil/trace.go:171","msg":"trace[1674848087] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28432; }","duration":"160.168999ms","start":"2026-07-28T16:46:04.686419Z","end":"2026-07-28T16:46:04.846588Z","steps":["trace[1674848087] 'agreement among raft nodes before linearized reading' (duration: 160.017745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:04.846651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.383833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:46:04.846648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.261365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:46:04.846712Z","caller":"traceutil/trace.go:171","msg":"trace[456156596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28432; }","duration":"139.460504ms","start":"2026-07-28T16:46:04.707234Z","end":"2026-07-28T16:46:04.846694Z","steps":["trace[456156596] 'agreement among raft nodes before linearized reading' (duration: 139.235819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:04.846737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.501758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:04.846749Z","caller":"traceutil/trace.go:171","msg":"trace[840676198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28432; }","duration":"283.406468ms","start":"2026-07-28T16:46:04.56332Z","end":"2026-07-28T16:46:04.846727Z","steps":["trace[840676198] 'agreement among raft nodes before linearized reading' (duration: 283.114661ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:04.846783Z","caller":"traceutil/trace.go:171","msg":"trace[1288228924] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28432; }","duration":"158.554669ms","start":"2026-07-28T16:46:04.688216Z","end":"2026-07-28T16:46:04.846771Z","steps":["trace[1288228924] 'agreement among raft nodes before linearized reading' (duration: 158.405875ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:04.846306Z","caller":"traceutil/trace.go:171","msg":"trace[1428342324] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28432; }","duration":"156.350096ms","start":"2026-07-28T16:46:04.689935Z","end":"2026-07-28T16:46:04.846285Z","steps":["trace[1428342324] 'agreement among raft nodes before linearized reading' (duration: 156.08385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:04.847887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.147907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:46:04.847949Z","caller":"traceutil/trace.go:171","msg":"trace[2073818620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28432; }","duration":"116.228449ms","start":"2026-07-28T16:46:04.731704Z","end":"2026-07-28T16:46:04.847933Z","steps":["trace[2073818620] 'agreement among raft nodes before linearized reading' (duration: 116.001814ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:05.27331Z","caller":"traceutil/trace.go:171","msg":"trace[1473770523] transaction","detail":"{read_only:false; response_revision:28433; number_of_response:1; }","duration":"421.764515ms","start":"2026-07-28T16:46:04.851523Z","end":"2026-07-28T16:46:05.273288Z","steps":["trace[1473770523] 'process raft request' (duration: 421.641892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.273478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.851498Z","time spent":"421.884359ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:05.476277Z","caller":"traceutil/trace.go:171","msg":"trace[1573415078] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"624.540952ms","start":"2026-07-28T16:46:04.851704Z","end":"2026-07-28T16:46:05.476245Z","steps":["trace[1573415078] 'process raft request' (duration: 624.432189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:05.476347Z","caller":"traceutil/trace.go:171","msg":"trace[885079472] transaction","detail":"{read_only:false; response_revision:28437; number_of_response:1; }","duration":"622.741608ms","start":"2026-07-28T16:46:04.853595Z","end":"2026-07-28T16:46:05.476336Z","steps":["trace[885079472] 'process raft request' (duration: 622.603395ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:05.476348Z","caller":"traceutil/trace.go:171","msg":"trace[1981191238] transaction","detail":"{read_only:false; response_revision:28439; number_of_response:1; }","duration":"224.724151ms","start":"2026-07-28T16:46:05.251601Z","end":"2026-07-28T16:46:05.476325Z","steps":["trace[1981191238] 'process raft request' (duration: 224.659589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.476406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.851685Z","time spent":"624.658454ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:05.476428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.853575Z","time spent":"622.806649ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:05.476477Z","caller":"traceutil/trace.go:171","msg":"trace[752117032] transaction","detail":"{read_only:false; response_revision:28438; number_of_response:1; }","duration":"263.036082ms","start":"2026-07-28T16:46:05.213434Z","end":"2026-07-28T16:46:05.47647Z","steps":["trace[752117032] 'process raft request' (duration: 262.792956ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:05.476276Z","caller":"traceutil/trace.go:171","msg":"trace[527854783] transaction","detail":"{read_only:false; response_revision:28434; number_of_response:1; }","duration":"624.548982ms","start":"2026-07-28T16:46:04.851696Z","end":"2026-07-28T16:46:05.476245Z","steps":["trace[527854783] 'process raft request' (duration: 624.282145ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:05.476527Z","caller":"traceutil/trace.go:171","msg":"trace[242122430] linearizableReadLoop","detail":"{readStateIndex:29325; appliedIndex:29321; }","duration":"624.683135ms","start":"2026-07-28T16:46:04.851838Z","end":"2026-07-28T16:46:05.476521Z","steps":["trace[242122430] 'read index received' (duration: 421.417368ms)","trace[242122430] 'applied index is now lower than readState.Index' (duration: 203.264457ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:05.476546Z","caller":"traceutil/trace.go:171","msg":"trace[1264417866] transaction","detail":"{read_only:false; response_revision:28440; number_of_response:1; }","duration":"224.356031ms","start":"2026-07-28T16:46:05.252184Z","end":"2026-07-28T16:46:05.47654Z","steps":["trace[1264417866] 'process raft request' (duration: 224.114665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.4766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.851683Z","time spent":"624.847489ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:05.476579Z","caller":"traceutil/trace.go:171","msg":"trace[56436756] transaction","detail":"{read_only:false; response_revision:28436; number_of_response:1; }","duration":"624.779987ms","start":"2026-07-28T16:46:04.851762Z","end":"2026-07-28T16:46:05.476542Z","steps":["trace[56436756] 'process raft request' (duration: 624.412668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.476665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.837819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:46:05.476685Z","caller":"traceutil/trace.go:171","msg":"trace[1191121431] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28440; }","duration":"624.874199ms","start":"2026-07-28T16:46:04.851805Z","end":"2026-07-28T16:46:05.476679Z","steps":["trace[1191121431] 'agreement among raft nodes before linearized reading' (duration: 624.770147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.476695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.126891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"info","ts":"2026-07-28T16:46:05.476727Z","caller":"traceutil/trace.go:171","msg":"trace[1255066204] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:28440; }","duration":"624.177112ms","start":"2026-07-28T16:46:04.852543Z","end":"2026-07-28T16:46:05.47672Z","steps":["trace[1255066204] 'agreement among raft nodes before linearized reading' (duration: 624.064949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.476747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.852529Z","time spent":"624.213884ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18590,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" "} {"level":"warn","ts":"2026-07-28T16:46:05.476784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.639681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:46:05.476805Z","caller":"traceutil/trace.go:171","msg":"trace[767356702] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28440; }","duration":"266.695572ms","start":"2026-07-28T16:46:05.210105Z","end":"2026-07-28T16:46:05.476801Z","steps":["trace[767356702] 'agreement among raft nodes before linearized reading' (duration: 266.637661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.476854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.292199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:46:05.476872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.650241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:05.476854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.137138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:05.476873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.851755Z","time spent":"624.976002ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:05.476927Z","caller":"traceutil/trace.go:171","msg":"trace[1878326781] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28440; }","duration":"236.262831ms","start":"2026-07-28T16:46:05.240648Z","end":"2026-07-28T16:46:05.476911Z","steps":["trace[1878326781] 'agreement among raft nodes before linearized reading' (duration: 236.128468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.476963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.191831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:46:05.476987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.754277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1632"} {"level":"info","ts":"2026-07-28T16:46:05.477013Z","caller":"traceutil/trace.go:171","msg":"trace[216149531] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28440; }","duration":"518.815308ms","start":"2026-07-28T16:46:04.958187Z","end":"2026-07-28T16:46:05.477002Z","steps":["trace[216149531] 'agreement among raft nodes before linearized reading' (duration: 518.748596ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:05.477014Z","caller":"traceutil/trace.go:171","msg":"trace[762671256] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28440; }","duration":"294.287353ms","start":"2026-07-28T16:46:05.182712Z","end":"2026-07-28T16:46:05.477Z","steps":["trace[762671256] 'agreement among raft nodes before linearized reading' (duration: 294.190071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.477006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.241588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:46:05.477059Z","caller":"traceutil/trace.go:171","msg":"trace[645560262] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28440; }","duration":"293.315449ms","start":"2026-07-28T16:46:05.183733Z","end":"2026-07-28T16:46:05.477048Z","steps":["trace[645560262] 'agreement among raft nodes before linearized reading' (duration: 293.190496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.476868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.175794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:46:05.477032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.958165Z","time spent":"518.86078ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:46:05.477142Z","caller":"traceutil/trace.go:171","msg":"trace[722945172] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28440; }","duration":"295.439762ms","start":"2026-07-28T16:46:05.181666Z","end":"2026-07-28T16:46:05.477105Z","steps":["trace[722945172] 'agreement among raft nodes before linearized reading' (duration: 295.063522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.477207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.809236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:05.477245Z","caller":"traceutil/trace.go:171","msg":"trace[1816809918] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28440; }","duration":"294.883508ms","start":"2026-07-28T16:46:05.182353Z","end":"2026-07-28T16:46:05.477236Z","steps":["trace[1816809918] 'agreement among raft nodes before linearized reading' (duration: 294.829896ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:05.476897Z","caller":"traceutil/trace.go:171","msg":"trace[503780301] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28440; }","duration":"293.3548ms","start":"2026-07-28T16:46:05.183532Z","end":"2026-07-28T16:46:05.476887Z","steps":["trace[503780301] 'agreement among raft nodes before linearized reading' (duration: 293.202617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.477332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.046852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:05.477361Z","caller":"traceutil/trace.go:171","msg":"trace[1140732786] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28440; }","duration":"295.105713ms","start":"2026-07-28T16:46:05.182248Z","end":"2026-07-28T16:46:05.477354Z","steps":["trace[1140732786] 'agreement among raft nodes before linearized reading' (duration: 295.063302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.477435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.378669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:05.477462Z","caller":"traceutil/trace.go:171","msg":"trace[2115564565] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28440; }","duration":"295.448451ms","start":"2026-07-28T16:46:05.182007Z","end":"2026-07-28T16:46:05.477455Z","steps":["trace[2115564565] 'agreement among raft nodes before linearized reading' (duration: 295.4089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.476701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.851798Z","time spent":"624.899781ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:46:05.476895Z","caller":"traceutil/trace.go:171","msg":"trace[1942401119] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28440; }","duration":"296.722712ms","start":"2026-07-28T16:46:05.180167Z","end":"2026-07-28T16:46:05.476889Z","steps":["trace[1942401119] 'agreement among raft nodes before linearized reading' (duration: 296.681441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.477508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.293025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:05.477528Z","caller":"traceutil/trace.go:171","msg":"trace[309598087] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28440; }","duration":"624.330447ms","start":"2026-07-28T16:46:04.853193Z","end":"2026-07-28T16:46:05.477523Z","steps":["trace[309598087] 'agreement among raft nodes before linearized reading' (duration: 623.777383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.477552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.853185Z","time spent":"624.362287ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:05.477819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.063554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:05.477849Z","caller":"traceutil/trace.go:171","msg":"trace[930926386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28440; }","duration":"625.109706ms","start":"2026-07-28T16:46:04.852733Z","end":"2026-07-28T16:46:05.477843Z","steps":["trace[930926386] 'agreement among raft nodes before linearized reading' (duration: 624.312126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.477869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.852724Z","time spent":"625.137826ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:05.478111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.836859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:05.478133Z","caller":"traceutil/trace.go:171","msg":"trace[222634120] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28440; }","duration":"624.89291ms","start":"2026-07-28T16:46:04.853235Z","end":"2026-07-28T16:46:05.478128Z","steps":["trace[222634120] 'agreement among raft nodes before linearized reading' (duration: 624.502921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.478147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.85323Z","time spent":"624.911811ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:05.478255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.638214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:05.478306Z","caller":"traceutil/trace.go:171","msg":"trace[2121902130] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28440; }","duration":"624.707096ms","start":"2026-07-28T16:46:04.853588Z","end":"2026-07-28T16:46:05.478295Z","steps":["trace[2121902130] 'agreement among raft nodes before linearized reading' (duration: 623.928847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.478339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.853581Z","time spent":"624.747476ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:05.476924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.413379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:05.478628Z","caller":"traceutil/trace.go:171","msg":"trace[1364095336] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28440; }","duration":"299.145461ms","start":"2026-07-28T16:46:05.179477Z","end":"2026-07-28T16:46:05.478623Z","steps":["trace[1364095336] 'agreement among raft nodes before linearized reading' (duration: 297.43276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.480393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.370256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:05.480464Z","caller":"traceutil/trace.go:171","msg":"trace[1119005861] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28440; }","duration":"626.462468ms","start":"2026-07-28T16:46:04.853986Z","end":"2026-07-28T16:46:05.480448Z","steps":["trace[1119005861] 'agreement among raft nodes before linearized reading' (duration: 623.774713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.480516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.853978Z","time spent":"626.52047ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:05.481291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.56263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:05.481358Z","caller":"traceutil/trace.go:171","msg":"trace[1967357586] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28440; }","duration":"628.659012ms","start":"2026-07-28T16:46:04.852684Z","end":"2026-07-28T16:46:05.481343Z","steps":["trace[1967357586] 'agreement among raft nodes before linearized reading' (duration: 624.88676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:05.481402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:04.852673Z","time spent":"628.717393ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:46:05.695734Z","caller":"traceutil/trace.go:171","msg":"trace[1206616416] transaction","detail":"{read_only:false; response_revision:28441; number_of_response:1; }","duration":"115.100721ms","start":"2026-07-28T16:46:05.580607Z","end":"2026-07-28T16:46:05.695708Z","steps":["trace[1206616416] 'process raft request' (duration: 114.902096ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:05.712315Z","caller":"traceutil/trace.go:171","msg":"trace[2104542463] transaction","detail":"{read_only:false; response_revision:28442; number_of_response:1; }","duration":"128.780725ms","start":"2026-07-28T16:46:05.583507Z","end":"2026-07-28T16:46:05.712288Z","steps":["trace[2104542463] 'process raft request' (duration: 128.617201ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:06.552118Z","caller":"traceutil/trace.go:171","msg":"trace[965017245] linearizableReadLoop","detail":"{readStateIndex:29333; appliedIndex:29332; }","duration":"127.209477ms","start":"2026-07-28T16:46:06.424847Z","end":"2026-07-28T16:46:06.552056Z","steps":["trace[965017245] 'read index received' (duration: 127.160246ms)","trace[965017245] 'applied index is now lower than readState.Index' (duration: 47.941µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:06.552269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.407611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:46:06.552308Z","caller":"traceutil/trace.go:171","msg":"trace[1233703457] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28444; }","duration":"127.529115ms","start":"2026-07-28T16:46:06.424765Z","end":"2026-07-28T16:46:06.552294Z","steps":["trace[1233703457] 'agreement among raft nodes before linearized reading' (duration: 127.433992ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:06.5523Z","caller":"traceutil/trace.go:171","msg":"trace[640859608] transaction","detail":"{read_only:false; response_revision:28444; number_of_response:1; }","duration":"240.944365ms","start":"2026-07-28T16:46:06.311316Z","end":"2026-07-28T16:46:06.55226Z","steps":["trace[640859608] 'process raft request' (duration: 240.578656ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:06.983092Z","caller":"traceutil/trace.go:171","msg":"trace[1054831191] linearizableReadLoop","detail":"{readStateIndex:29335; appliedIndex:29334; }","duration":"131.805588ms","start":"2026-07-28T16:46:06.851269Z","end":"2026-07-28T16:46:06.983074Z","steps":["trace[1054831191] 'read index received' (duration: 131.49653ms)","trace[1054831191] 'applied index is now lower than readState.Index' (duration: 308.448µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:06.983228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.815838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:06.983257Z","caller":"traceutil/trace.go:171","msg":"trace[1621956921] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28446; }","duration":"131.864399ms","start":"2026-07-28T16:46:06.851386Z","end":"2026-07-28T16:46:06.983251Z","steps":["trace[1621956921] 'agreement among raft nodes before linearized reading' (duration: 131.797027ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:06.983214Z","caller":"traceutil/trace.go:171","msg":"trace[1090673673] transaction","detail":"{read_only:false; response_revision:28446; number_of_response:1; }","duration":"132.574527ms","start":"2026-07-28T16:46:06.850594Z","end":"2026-07-28T16:46:06.983169Z","steps":["trace[1090673673] 'process raft request' (duration: 132.349712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:06.983356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.061774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:46:06.98339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.353763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:06.983428Z","caller":"traceutil/trace.go:171","msg":"trace[1270761411] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28446; }","duration":"132.178067ms","start":"2026-07-28T16:46:06.851231Z","end":"2026-07-28T16:46:06.983409Z","steps":["trace[1270761411] 'agreement among raft nodes before linearized reading' (duration: 131.951921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:06.983429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.958932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:06.983458Z","caller":"traceutil/trace.go:171","msg":"trace[1713195396] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28446; }","duration":"130.446515ms","start":"2026-07-28T16:46:06.852993Z","end":"2026-07-28T16:46:06.98344Z","steps":["trace[1713195396] 'agreement among raft nodes before linearized reading' (duration: 130.205839ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:06.983494Z","caller":"traceutil/trace.go:171","msg":"trace[1521958429] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28446; }","duration":"132.060425ms","start":"2026-07-28T16:46:06.851415Z","end":"2026-07-28T16:46:06.983476Z","steps":["trace[1521958429] 'agreement among raft nodes before linearized reading' (duration: 131.973772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:06.98359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.946351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:06.983685Z","caller":"traceutil/trace.go:171","msg":"trace[2021055276] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28446; }","duration":"132.075345ms","start":"2026-07-28T16:46:06.851585Z","end":"2026-07-28T16:46:06.98366Z","steps":["trace[2021055276] 'agreement among raft nodes before linearized reading' (duration: 131.87942ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:07.4625Z","caller":"traceutil/trace.go:171","msg":"trace[787669749] transaction","detail":"{read_only:false; response_revision:28447; number_of_response:1; }","duration":"181.130049ms","start":"2026-07-28T16:46:07.281323Z","end":"2026-07-28T16:46:07.462453Z","steps":["trace[787669749] 'process raft request' (duration: 180.912454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:07.720501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.544429ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-28T16:46:07.720618Z","caller":"traceutil/trace.go:171","msg":"trace[1362747989] linearizableReadLoop","detail":"{readStateIndex:29337; appliedIndex:29336; }","duration":"238.954246ms","start":"2026-07-28T16:46:07.481645Z","end":"2026-07-28T16:46:07.720599Z","steps":["trace[1362747989] 'read index received' (duration: 103.301465ms)","trace[1362747989] 'applied index is now lower than readState.Index' (duration: 135.651201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:07.721017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.349316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:46:07.721249Z","caller":"traceutil/trace.go:171","msg":"trace[1110595848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28447; }","duration":"239.613162ms","start":"2026-07-28T16:46:07.481605Z","end":"2026-07-28T16:46:07.721218Z","steps":["trace[1110595848] 'agreement among raft nodes before linearized reading' (duration: 239.232643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:07.988504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.947522ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:07.988642Z","caller":"traceutil/trace.go:171","msg":"trace[360157533] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28447; }","duration":"162.114746ms","start":"2026-07-28T16:46:07.826506Z","end":"2026-07-28T16:46:07.988621Z","steps":["trace[360157533] 'range keys from in-memory index tree' (duration: 161.930041ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.025758Z","caller":"traceutil/trace.go:171","msg":"trace[1694406899] transaction","detail":"{read_only:false; response_revision:28448; number_of_response:1; }","duration":"541.711615ms","start":"2026-07-28T16:46:07.48402Z","end":"2026-07-28T16:46:08.025731Z","steps":["trace[1694406899] 'process raft request' (duration: 541.441599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.025935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.484007Z","time spent":"541.838968ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:08.026208Z","caller":"traceutil/trace.go:171","msg":"trace[372003969] linearizableReadLoop","detail":"{readStateIndex:29340; appliedIndex:29337; }","duration":"305.523016ms","start":"2026-07-28T16:46:07.720652Z","end":"2026-07-28T16:46:08.026175Z","steps":["trace[372003969] 'read index received' (duration: 304.893181ms)","trace[372003969] 'applied index is now lower than readState.Index' (duration: 628.135µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:08.026369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.234432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:46:08.026418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.682721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:46:08.026488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.067669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:08.026492Z","caller":"traceutil/trace.go:171","msg":"trace[1165728980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28450; }","duration":"538.764754ms","start":"2026-07-28T16:46:07.487706Z","end":"2026-07-28T16:46:08.02647Z","steps":["trace[1165728980] 'agreement among raft nodes before linearized reading' (duration: 538.483427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.026507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.488309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-28T16:46:08.026511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.461954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"warn","ts":"2026-07-28T16:46:08.026546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.487691Z","time spent":"538.841426ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:46:08.026514Z","caller":"traceutil/trace.go:171","msg":"trace[111579246] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28450; }","duration":"541.111351ms","start":"2026-07-28T16:46:07.485395Z","end":"2026-07-28T16:46:08.026507Z","steps":["trace[111579246] 'agreement among raft nodes before linearized reading' (duration: 541.07073ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.026588Z","caller":"traceutil/trace.go:171","msg":"trace[2089756997] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:28450; }","duration":"512.578167ms","start":"2026-07-28T16:46:07.513994Z","end":"2026-07-28T16:46:08.026572Z","steps":["trace[2089756997] 'agreement among raft nodes before linearized reading' (duration: 512.350411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.026629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.603437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:46:08.02664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.513974Z","time spent":"512.656318ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18590,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" "} {"level":"info","ts":"2026-07-28T16:46:08.026664Z","caller":"traceutil/trace.go:171","msg":"trace[1075495364] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28450; }","duration":"542.648628ms","start":"2026-07-28T16:46:07.484007Z","end":"2026-07-28T16:46:08.026655Z","steps":["trace[1075495364] 'agreement among raft nodes before linearized reading' (duration: 542.559225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.026703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.484001Z","time spent":"542.69397ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:46:08.026706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.727825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:46:08.026767Z","caller":"traceutil/trace.go:171","msg":"trace[1835414789] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28450; }","duration":"543.787876ms","start":"2026-07-28T16:46:07.482965Z","end":"2026-07-28T16:46:08.026753Z","steps":["trace[1835414789] 'agreement among raft nodes before linearized reading' (duration: 543.655953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.026784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.133084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:08.02677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.755331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:46:08.026818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.482928Z","time spent":"543.878678ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:46:08.026834Z","caller":"traceutil/trace.go:171","msg":"trace[996238771] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28450; }","duration":"544.229977ms","start":"2026-07-28T16:46:07.482591Z","end":"2026-07-28T16:46:08.026821Z","steps":["trace[996238771] 'agreement among raft nodes before linearized reading' (duration: 544.127384ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.026849Z","caller":"traceutil/trace.go:171","msg":"trace[541691486] transaction","detail":"{read_only:false; response_revision:28449; number_of_response:1; }","duration":"541.688275ms","start":"2026-07-28T16:46:07.485144Z","end":"2026-07-28T16:46:08.026832Z","steps":["trace[541691486] 'process raft request' (duration: 540.519166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.02686Z","caller":"traceutil/trace.go:171","msg":"trace[1297147066] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28450; }","duration":"542.879824ms","start":"2026-07-28T16:46:07.483962Z","end":"2026-07-28T16:46:08.026842Z","steps":["trace[1297147066] 'agreement among raft nodes before linearized reading' (duration: 542.621078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.026877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.482573Z","time spent":"544.297098ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:46:08.026892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.297484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:46:08.026907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.483953Z","time spent":"542.946026ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:46:08.02693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.320024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:08.026939Z","caller":"traceutil/trace.go:171","msg":"trace[1828485544] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28450; }","duration":"513.362855ms","start":"2026-07-28T16:46:07.513563Z","end":"2026-07-28T16:46:08.026926Z","steps":["trace[1828485544] 'agreement among raft nodes before linearized reading' (duration: 513.238272ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.026973Z","caller":"traceutil/trace.go:171","msg":"trace[1331034262] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28450; }","duration":"543.363435ms","start":"2026-07-28T16:46:07.4836Z","end":"2026-07-28T16:46:08.026963Z","steps":["trace[1331034262] 'agreement among raft nodes before linearized reading' (duration: 543.301604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.02698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.513552Z","time spent":"513.418076ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:46:08.026989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.39015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:08.027043Z","caller":"traceutil/trace.go:171","msg":"trace[592690912] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28450; }","duration":"544.580865ms","start":"2026-07-28T16:46:07.48245Z","end":"2026-07-28T16:46:08.02703Z","steps":["trace[592690912] 'agreement among raft nodes before linearized reading' (duration: 544.457012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.027082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.36531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:08.027091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.482431Z","time spent":"544.649167ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:46:08.027096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.386954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:46:08.027125Z","caller":"traceutil/trace.go:171","msg":"trace[431938100] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28450; }","duration":"544.454042ms","start":"2026-07-28T16:46:07.48266Z","end":"2026-07-28T16:46:08.027114Z","steps":["trace[431938100] 'agreement among raft nodes before linearized reading' (duration: 544.39257ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.02713Z","caller":"traceutil/trace.go:171","msg":"trace[1710639366] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28450; }","duration":"545.444346ms","start":"2026-07-28T16:46:07.481678Z","end":"2026-07-28T16:46:08.027123Z","steps":["trace[1710639366] 'agreement among raft nodes before linearized reading' (duration: 545.351684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.027153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.482636Z","time spent":"544.510544ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:46:08.027156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.48166Z","time spent":"545.489858ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-28T16:46:08.026428Z","caller":"traceutil/trace.go:171","msg":"trace[481315317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28450; }","duration":"543.321305ms","start":"2026-07-28T16:46:07.483093Z","end":"2026-07-28T16:46:08.026414Z","steps":["trace[481315317] 'agreement among raft nodes before linearized reading' (duration: 543.11507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.027262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.483084Z","time spent":"544.170345ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:46:08.027272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.732811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:46:08.027154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.185454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T16:46:08.02732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.632863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-07-28T16:46:08.027333Z","caller":"traceutil/trace.go:171","msg":"trace[925994016] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:28450; }","duration":"517.818094ms","start":"2026-07-28T16:46:07.509501Z","end":"2026-07-28T16:46:08.027319Z","steps":["trace[925994016] 'agreement among raft nodes before linearized reading' (duration: 517.688141ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.027359Z","caller":"traceutil/trace.go:171","msg":"trace[1947630992] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:28450; }","duration":"520.690983ms","start":"2026-07-28T16:46:07.506655Z","end":"2026-07-28T16:46:08.027346Z","steps":["trace[1947630992] 'agreement among raft nodes before linearized reading' (duration: 520.588891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.027388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.506641Z","time spent":"520.739995ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14222,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" "} {"level":"warn","ts":"2026-07-28T16:46:08.026598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.485384Z","time spent":"541.203233ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:46:08.026554Z","caller":"traceutil/trace.go:171","msg":"trace[1362819298] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28450; }","duration":"543.54676ms","start":"2026-07-28T16:46:07.482991Z","end":"2026-07-28T16:46:08.026538Z","steps":["trace[1362819298] 'agreement among raft nodes before linearized reading' (duration: 543.420707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.027485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.139669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"warn","ts":"2026-07-28T16:46:08.027525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.425733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-28T16:46:08.027538Z","caller":"traceutil/trace.go:171","msg":"trace[1294798929] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:28450; }","duration":"529.259912ms","start":"2026-07-28T16:46:07.498264Z","end":"2026-07-28T16:46:08.027523Z","steps":["trace[1294798929] 'agreement among raft nodes before linearized reading' (duration: 529.118168ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.027556Z","caller":"traceutil/trace.go:171","msg":"trace[2014237810] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:28450; }","duration":"519.512125ms","start":"2026-07-28T16:46:07.508036Z","end":"2026-07-28T16:46:08.027548Z","steps":["trace[2014237810] 'agreement among raft nodes before linearized reading' (duration: 519.429743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.027576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.498245Z","time spent":"529.322884ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"warn","ts":"2026-07-28T16:46:08.027586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.50802Z","time spent":"519.560836ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18616,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" "} {"level":"info","ts":"2026-07-28T16:46:08.026981Z","caller":"traceutil/trace.go:171","msg":"trace[1960298332] transaction","detail":"{read_only:false; response_revision:28450; number_of_response:1; }","duration":"541.033719ms","start":"2026-07-28T16:46:07.485931Z","end":"2026-07-28T16:46:08.026965Z","steps":["trace[1960298332] 'process raft request' (duration: 540.104427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.027001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.483568Z","time spent":"543.427077ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:46:08.027721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.485919Z","time spent":"541.745406ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:08.027384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.509492Z","time spent":"517.880105ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:46:08.027521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.482986Z","time spent":"544.522833ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:46:08.02655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.366681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:08.027898Z","caller":"traceutil/trace.go:171","msg":"trace[492397733] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28450; }","duration":"543.673943ms","start":"2026-07-28T16:46:07.484154Z","end":"2026-07-28T16:46:08.027828Z","steps":["trace[492397733] 'agreement among raft nodes before linearized reading' (duration: 542.377562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.028014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.484141Z","time spent":"543.846967ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:46:08.027047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.104345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:08.028193Z","caller":"traceutil/trace.go:171","msg":"trace[1609824294] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28450; }","duration":"407.253862ms","start":"2026-07-28T16:46:07.620903Z","end":"2026-07-28T16:46:08.028156Z","steps":["trace[1609824294] 'agreement among raft nodes before linearized reading' (duration: 406.103114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.028267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.620884Z","time spent":"407.361245ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:46:08.026928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.485123Z","time spent":"541.761386ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:08.026775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.109659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:46:08.028492Z","caller":"traceutil/trace.go:171","msg":"trace[347591424] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:28450; }","duration":"514.840291ms","start":"2026-07-28T16:46:07.513638Z","end":"2026-07-28T16:46:08.028478Z","steps":["trace[347591424] 'agreement among raft nodes before linearized reading' (duration: 513.026907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.028572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.513632Z","time spent":"514.925413ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"warn","ts":"2026-07-28T16:46:08.027291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.858089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:46:08.028694Z","caller":"traceutil/trace.go:171","msg":"trace[347931386] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28450; }","duration":"513.267313ms","start":"2026-07-28T16:46:07.515407Z","end":"2026-07-28T16:46:08.028674Z","steps":["trace[347931386] 'agreement among raft nodes before linearized reading' (duration: 511.770646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.028757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.515396Z","time spent":"513.342784ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:46:08.026385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.324485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:08.029096Z","caller":"traceutil/trace.go:171","msg":"trace[174009006] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28450; }","duration":"546.060842ms","start":"2026-07-28T16:46:07.483018Z","end":"2026-07-28T16:46:08.029079Z","steps":["trace[174009006] 'agreement among raft nodes before linearized reading' (duration: 543.320245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.029179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.483007Z","time spent":"546.135573ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:46:08.027342Z","caller":"traceutil/trace.go:171","msg":"trace[1380165267] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28450; }","duration":"426.415139ms","start":"2026-07-28T16:46:07.600915Z","end":"2026-07-28T16:46:08.02733Z","steps":["trace[1380165267] 'agreement among raft nodes before linearized reading' (duration: 426.157363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.029467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.600887Z","time spent":"428.53026ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:46:08.204192Z","caller":"traceutil/trace.go:171","msg":"trace[1052074983] linearizableReadLoop","detail":"{readStateIndex:29342; appliedIndex:29340; }","duration":"177.864229ms","start":"2026-07-28T16:46:08.026303Z","end":"2026-07-28T16:46:08.204167Z","steps":["trace[1052074983] 'read index received' (duration: 86.566417ms)","trace[1052074983] 'applied index is now lower than readState.Index' (duration: 91.296782ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:08.204382Z","caller":"traceutil/trace.go:171","msg":"trace[10348348] transaction","detail":"{read_only:false; response_revision:28451; number_of_response:1; }","duration":"482.479813ms","start":"2026-07-28T16:46:07.721886Z","end":"2026-07-28T16:46:08.204366Z","steps":["trace[10348348] 'process raft request' (duration: 390.968766ms)","trace[10348348] 'compare' (duration: 91.092227ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:08.204372Z","caller":"traceutil/trace.go:171","msg":"trace[1229275007] transaction","detail":"{read_only:false; response_revision:28452; number_of_response:1; }","duration":"478.657321ms","start":"2026-07-28T16:46:07.725692Z","end":"2026-07-28T16:46:08.204349Z","steps":["trace[1229275007] 'process raft request' (duration: 478.416415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.204498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.725677Z","time spent":"478.759923ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:08.204584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.72186Z","time spent":"482.593116ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:08.204685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.494148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:08.204739Z","caller":"traceutil/trace.go:171","msg":"trace[462314775] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28452; }","duration":"257.59102ms","start":"2026-07-28T16:46:07.947133Z","end":"2026-07-28T16:46:08.204724Z","steps":["trace[462314775] 'agreement among raft nodes before linearized reading' (duration: 257.508548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.204745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.127044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:46:08.204834Z","caller":"traceutil/trace.go:171","msg":"trace[1025629263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28452; }","duration":"316.261498ms","start":"2026-07-28T16:46:07.888547Z","end":"2026-07-28T16:46:08.204809Z","steps":["trace[1025629263] 'agreement among raft nodes before linearized reading' (duration: 315.997931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.204885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:07.888526Z","time spent":"316.35ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:46:08.219968Z","caller":"traceutil/trace.go:171","msg":"trace[2039393401] transaction","detail":"{read_only:false; response_revision:28455; number_of_response:1; }","duration":"186.4885ms","start":"2026-07-28T16:46:08.033463Z","end":"2026-07-28T16:46:08.219951Z","steps":["trace[2039393401] 'process raft request' (duration: 186.400177ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.219995Z","caller":"traceutil/trace.go:171","msg":"trace[480380783] transaction","detail":"{read_only:false; response_revision:28453; number_of_response:1; }","duration":"186.864508ms","start":"2026-07-28T16:46:08.033107Z","end":"2026-07-28T16:46:08.219972Z","steps":["trace[480380783] 'process raft request' (duration: 186.53283ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.22016Z","caller":"traceutil/trace.go:171","msg":"trace[1360598998] transaction","detail":"{read_only:false; response_revision:28454; number_of_response:1; }","duration":"187.040412ms","start":"2026-07-28T16:46:08.033109Z","end":"2026-07-28T16:46:08.22015Z","steps":["trace[1360598998] 'process raft request' (duration: 186.701084ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.220609Z","caller":"traceutil/trace.go:171","msg":"trace[507549426] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"185.995647ms","start":"2026-07-28T16:46:08.034592Z","end":"2026-07-28T16:46:08.220588Z","steps":["trace[507549426] 'process raft request' (duration: 185.325701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.221487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.590026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:08.221569Z","caller":"traceutil/trace.go:171","msg":"trace[1862004024] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28456; }","duration":"187.729539ms","start":"2026-07-28T16:46:08.033822Z","end":"2026-07-28T16:46:08.221552Z","steps":["trace[1862004024] 'agreement among raft nodes before linearized reading' (duration: 186.788087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.221911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.634717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:08.22195Z","caller":"traceutil/trace.go:171","msg":"trace[943437705] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28456; }","duration":"187.697289ms","start":"2026-07-28T16:46:08.034244Z","end":"2026-07-28T16:46:08.221942Z","steps":["trace[943437705] 'agreement among raft nodes before linearized reading' (duration: 186.131711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.222002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.10081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:08.222058Z","caller":"traceutil/trace.go:171","msg":"trace[1713397010] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28456; }","duration":"186.182011ms","start":"2026-07-28T16:46:08.035865Z","end":"2026-07-28T16:46:08.222047Z","steps":["trace[1713397010] 'agreement among raft nodes before linearized reading' (duration: 184.394088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.222521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.795741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:08.222579Z","caller":"traceutil/trace.go:171","msg":"trace[1292592636] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28456; }","duration":"187.857002ms","start":"2026-07-28T16:46:08.034714Z","end":"2026-07-28T16:46:08.222571Z","steps":["trace[1292592636] 'agreement among raft nodes before linearized reading' (duration: 185.762951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.222994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.902569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:08.223031Z","caller":"traceutil/trace.go:171","msg":"trace[751907123] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28456; }","duration":"186.97246ms","start":"2026-07-28T16:46:08.036051Z","end":"2026-07-28T16:46:08.223023Z","steps":["trace[751907123] 'agreement among raft nodes before linearized reading' (duration: 184.228113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.223324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.961875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:46:08.223373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.00626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:08.223381Z","caller":"traceutil/trace.go:171","msg":"trace[464474143] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28456; }","duration":"188.031407ms","start":"2026-07-28T16:46:08.035337Z","end":"2026-07-28T16:46:08.223368Z","steps":["trace[464474143] 'agreement among raft nodes before linearized reading' (duration: 184.988833ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:08.223398Z","caller":"traceutil/trace.go:171","msg":"trace[1351071962] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28456; }","duration":"189.044501ms","start":"2026-07-28T16:46:08.034347Z","end":"2026-07-28T16:46:08.223391Z","steps":["trace[1351071962] 'agreement among raft nodes before linearized reading' (duration: 186.223953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:08.223368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.749045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:08.22347Z","caller":"traceutil/trace.go:171","msg":"trace[1072944136] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28456; }","duration":"186.871948ms","start":"2026-07-28T16:46:08.036574Z","end":"2026-07-28T16:46:08.223446Z","steps":["trace[1072944136] 'agreement among raft nodes before linearized reading' (duration: 183.689871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:09.600112Z","caller":"traceutil/trace.go:171","msg":"trace[1332066282] transaction","detail":"{read_only:false; response_revision:28460; number_of_response:1; }","duration":"128.438766ms","start":"2026-07-28T16:46:09.471613Z","end":"2026-07-28T16:46:09.600051Z","steps":["trace[1332066282] 'process raft request' (duration: 128.215001ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:10.241942Z","caller":"traceutil/trace.go:171","msg":"trace[1131929977] transaction","detail":"{read_only:false; response_revision:28461; number_of_response:1; }","duration":"207.850729ms","start":"2026-07-28T16:46:10.034071Z","end":"2026-07-28T16:46:10.241921Z","steps":["trace[1131929977] 'process raft request' (duration: 207.701195ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:10.242327Z","caller":"traceutil/trace.go:171","msg":"trace[287800591] linearizableReadLoop","detail":"{readStateIndex:29351; appliedIndex:29351; }","duration":"207.689245ms","start":"2026-07-28T16:46:10.034389Z","end":"2026-07-28T16:46:10.242078Z","steps":["trace[287800591] 'read index received' (duration: 207.672865ms)","trace[287800591] 'applied index is now lower than readState.Index' (duration: 13.72µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:10.242624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.194858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:10.242675Z","caller":"traceutil/trace.go:171","msg":"trace[152853327] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28461; }","duration":"208.29077ms","start":"2026-07-28T16:46:10.034369Z","end":"2026-07-28T16:46:10.24266Z","steps":["trace[152853327] 'agreement among raft nodes before linearized reading' (duration: 208.074144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.289433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.29441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:10.289517Z","caller":"traceutil/trace.go:171","msg":"trace[2125873652] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28463; }","duration":"254.381722ms","start":"2026-07-28T16:46:10.035114Z","end":"2026-07-28T16:46:10.289495Z","steps":["trace[2125873652] 'agreement among raft nodes before linearized reading' (duration: 254.176377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.289829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.732441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:10.289872Z","caller":"traceutil/trace.go:171","msg":"trace[1012868314] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28463; }","duration":"254.785462ms","start":"2026-07-28T16:46:10.035074Z","end":"2026-07-28T16:46:10.289859Z","steps":["trace[1012868314] 'agreement among raft nodes before linearized reading' (duration: 254.682149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.290102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.043238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:10.290146Z","caller":"traceutil/trace.go:171","msg":"trace[978262133] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28463; }","duration":"255.101859ms","start":"2026-07-28T16:46:10.035032Z","end":"2026-07-28T16:46:10.290134Z","steps":["trace[978262133] 'agreement among raft nodes before linearized reading' (duration: 255.002057ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:10.290264Z","caller":"traceutil/trace.go:171","msg":"trace[1340116657] transaction","detail":"{read_only:false; response_revision:28462; number_of_response:1; }","duration":"254.74977ms","start":"2026-07-28T16:46:10.035437Z","end":"2026-07-28T16:46:10.290186Z","steps":["trace[1340116657] 'process raft request' (duration: 253.623543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.290379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.650573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:10.290418Z","caller":"traceutil/trace.go:171","msg":"trace[1437001489] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28463; }","duration":"255.699394ms","start":"2026-07-28T16:46:10.034706Z","end":"2026-07-28T16:46:10.290405Z","steps":["trace[1437001489] 'agreement among raft nodes before linearized reading' (duration: 255.654963ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:10.290621Z","caller":"traceutil/trace.go:171","msg":"trace[1329268260] transaction","detail":"{read_only:false; response_revision:28463; number_of_response:1; }","duration":"254.594577ms","start":"2026-07-28T16:46:10.036011Z","end":"2026-07-28T16:46:10.290606Z","steps":["trace[1329268260] 'process raft request' (duration: 253.174482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.290664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.988161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:46:10.290705Z","caller":"traceutil/trace.go:171","msg":"trace[575572000] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28463; }","duration":"256.043112ms","start":"2026-07-28T16:46:10.034648Z","end":"2026-07-28T16:46:10.290691Z","steps":["trace[575572000] 'agreement among raft nodes before linearized reading' (duration: 255.944699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.290341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.586451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:10.291676Z","caller":"traceutil/trace.go:171","msg":"trace[378959506] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28463; }","duration":"256.925323ms","start":"2026-07-28T16:46:10.034734Z","end":"2026-07-28T16:46:10.291659Z","steps":["trace[378959506] 'agreement among raft nodes before linearized reading' (duration: 255.57411ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:10.721962Z","caller":"traceutil/trace.go:171","msg":"trace[1305702602] transaction","detail":"{read_only:false; response_revision:28465; number_of_response:1; }","duration":"423.982839ms","start":"2026-07-28T16:46:10.297942Z","end":"2026-07-28T16:46:10.721925Z","steps":["trace[1305702602] 'process raft request' (duration: 423.63857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.722114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.29792Z","time spent":"424.112691ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:10.7222Z","caller":"traceutil/trace.go:171","msg":"trace[463875458] transaction","detail":"{read_only:false; response_revision:28466; number_of_response:1; }","duration":"423.714212ms","start":"2026-07-28T16:46:10.298263Z","end":"2026-07-28T16:46:10.721977Z","steps":["trace[463875458] 'process raft request' (duration: 423.551528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.722519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.298255Z","time spent":"424.117552ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:10.722236Z","caller":"traceutil/trace.go:171","msg":"trace[710551511] linearizableReadLoop","detail":"{readStateIndex:29357; appliedIndex:29353; }","duration":"422.731489ms","start":"2026-07-28T16:46:10.299469Z","end":"2026-07-28T16:46:10.722201Z","steps":["trace[710551511] 'read index received' (duration: 35.018162ms)","trace[710551511] 'applied index is now lower than readState.Index' (duration: 387.711537ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:10.722682Z","caller":"traceutil/trace.go:171","msg":"trace[2066153827] transaction","detail":"{read_only:false; response_revision:28467; number_of_response:1; }","duration":"423.309293ms","start":"2026-07-28T16:46:10.299348Z","end":"2026-07-28T16:46:10.722657Z","steps":["trace[2066153827] 'process raft request' (duration: 422.542234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.723509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.00691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:10.723571Z","caller":"traceutil/trace.go:171","msg":"trace[1361117604] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28467; }","duration":"424.094362ms","start":"2026-07-28T16:46:10.299463Z","end":"2026-07-28T16:46:10.723558Z","steps":["trace[1361117604] 'agreement among raft nodes before linearized reading' (duration: 422.844241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.723618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.299441Z","time spent":"424.160773ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:10.724013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.373324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:10.724118Z","caller":"traceutil/trace.go:171","msg":"trace[1475904119] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28467; }","duration":"423.483057ms","start":"2026-07-28T16:46:10.300623Z","end":"2026-07-28T16:46:10.724106Z","steps":["trace[1475904119] 'agreement among raft nodes before linearized reading' (duration: 422.316199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.724157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.300604Z","time spent":"423.541838ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:10.724182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.004421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:10.724267Z","caller":"traceutil/trace.go:171","msg":"trace[533622792] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28467; }","duration":"422.121814ms","start":"2026-07-28T16:46:10.302127Z","end":"2026-07-28T16:46:10.724249Z","steps":["trace[533622792] 'agreement among raft nodes before linearized reading' (duration: 421.083498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.724324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.302122Z","time spent":"422.190525ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:10.724392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.09279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:46:10.724463Z","caller":"traceutil/trace.go:171","msg":"trace[1729296541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28467; }","duration":"101.208323ms","start":"2026-07-28T16:46:10.623238Z","end":"2026-07-28T16:46:10.724447Z","steps":["trace[1729296541] 'agreement among raft nodes before linearized reading' (duration: 100.974668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.724698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.291739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:10.724733Z","caller":"traceutil/trace.go:171","msg":"trace[376606807] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28467; }","duration":"390.394232ms","start":"2026-07-28T16:46:10.33433Z","end":"2026-07-28T16:46:10.724724Z","steps":["trace[376606807] 'agreement among raft nodes before linearized reading' (duration: 390.301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.724762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.334316Z","time spent":"390.438023ms","remote":"127.0.0.1:35584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:46:10.725123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.923118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:10.725178Z","caller":"traceutil/trace.go:171","msg":"trace[1186165636] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28467; }","duration":"423.986799ms","start":"2026-07-28T16:46:10.301178Z","end":"2026-07-28T16:46:10.725165Z","steps":["trace[1186165636] 'agreement among raft nodes before linearized reading' (duration: 423.247921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.725214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.301173Z","time spent":"424.02917ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:10.725416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.719317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:10.72545Z","caller":"traceutil/trace.go:171","msg":"trace[1804284094] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28467; }","duration":"424.760428ms","start":"2026-07-28T16:46:10.300683Z","end":"2026-07-28T16:46:10.725443Z","steps":["trace[1804284094] 'agreement among raft nodes before linearized reading' (duration: 424.094921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.725474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.300679Z","time spent":"424.785308ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:10.725871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.185248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:10.725918Z","caller":"traceutil/trace.go:171","msg":"trace[1269365356] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28467; }","duration":"425.23959ms","start":"2026-07-28T16:46:10.300667Z","end":"2026-07-28T16:46:10.725907Z","steps":["trace[1269365356] 'agreement among raft nodes before linearized reading' (duration: 424.586194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.725952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.300664Z","time spent":"425.278471ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:10.726306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.633239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:10.726359Z","caller":"traceutil/trace.go:171","msg":"trace[1114371368] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28467; }","duration":"425.697361ms","start":"2026-07-28T16:46:10.30065Z","end":"2026-07-28T16:46:10.726347Z","steps":["trace[1114371368] 'agreement among raft nodes before linearized reading' (duration: 424.938272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.726395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.300646Z","time spent":"425.738742ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:10.729147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.341375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:10.729343Z","caller":"traceutil/trace.go:171","msg":"trace[164980071] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28467; }","duration":"428.55305ms","start":"2026-07-28T16:46:10.300775Z","end":"2026-07-28T16:46:10.729328Z","steps":["trace[164980071] 'agreement among raft nodes before linearized reading' (duration: 424.109552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:10.729396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.300748Z","time spent":"428.638963ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":901146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:46:10.730149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:10.29934Z","time spent":"430.736293ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:10.882678Z","caller":"traceutil/trace.go:171","msg":"trace[2044649546] transaction","detail":"{read_only:false; response_revision:28469; number_of_response:1; }","duration":"145.809199ms","start":"2026-07-28T16:46:10.736838Z","end":"2026-07-28T16:46:10.882648Z","steps":["trace[2044649546] 'process raft request' (duration: 67.949604ms)","trace[2044649546] 'compare' (duration: 77.390833ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:10.882866Z","caller":"traceutil/trace.go:171","msg":"trace[1561637845] transaction","detail":"{read_only:false; response_revision:28470; number_of_response:1; }","duration":"145.923972ms","start":"2026-07-28T16:46:10.73691Z","end":"2026-07-28T16:46:10.882834Z","steps":["trace[1561637845] 'process raft request' (duration: 145.652776ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:10.882876Z","caller":"traceutil/trace.go:171","msg":"trace[1223800225] linearizableReadLoop","detail":"{readStateIndex:29360; appliedIndex:29357; }","duration":"126.334885ms","start":"2026-07-28T16:46:10.756377Z","end":"2026-07-28T16:46:10.882712Z","steps":["trace[1223800225] 'read index received' (duration: 26.327401ms)","trace[1223800225] 'applied index is now lower than readState.Index' (duration: 100.005864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:10.883203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.782496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:46:10.883301Z","caller":"traceutil/trace.go:171","msg":"trace[2024195453] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28470; }","duration":"126.916519ms","start":"2026-07-28T16:46:10.756369Z","end":"2026-07-28T16:46:10.883286Z","steps":["trace[2024195453] 'agreement among raft nodes before linearized reading' (duration: 126.740085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:11.190446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.288634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:11.19054Z","caller":"traceutil/trace.go:171","msg":"trace[2110287412] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28470; }","duration":"110.423227ms","start":"2026-07-28T16:46:11.080094Z","end":"2026-07-28T16:46:11.190517Z","steps":["trace[2110287412] 'range keys from in-memory index tree' (duration: 110.225843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:11.190715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.706045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:11.190814Z","caller":"traceutil/trace.go:171","msg":"trace[1400865819] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28470; }","duration":"110.847978ms","start":"2026-07-28T16:46:11.079942Z","end":"2026-07-28T16:46:11.19079Z","steps":["trace[1400865819] 'range keys from in-memory index tree' (duration: 110.51327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:11.190854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.376741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:11.190973Z","caller":"traceutil/trace.go:171","msg":"trace[927982013] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28470; }","duration":"111.552215ms","start":"2026-07-28T16:46:11.079405Z","end":"2026-07-28T16:46:11.190957Z","steps":["trace[927982013] 'range keys from in-memory index tree' (duration: 111.171676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:11.190946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.465083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:11.191044Z","caller":"traceutil/trace.go:171","msg":"trace[1945046773] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28470; }","duration":"111.636408ms","start":"2026-07-28T16:46:11.079384Z","end":"2026-07-28T16:46:11.19102Z","steps":["trace[1945046773] 'range keys from in-memory index tree' (duration: 111.178716ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:11.19108Z","caller":"traceutil/trace.go:171","msg":"trace[1495897853] linearizableReadLoop","detail":"{readStateIndex:29361; appliedIndex:29360; }","duration":"110.202623ms","start":"2026-07-28T16:46:11.080865Z","end":"2026-07-28T16:46:11.191067Z","steps":["trace[1495897853] 'read index received' (duration: 57.714065ms)","trace[1495897853] 'applied index is now lower than readState.Index' (duration: 52.487538ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:11.191156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.296565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:11.191182Z","caller":"traceutil/trace.go:171","msg":"trace[96573391] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28471; }","duration":"110.345475ms","start":"2026-07-28T16:46:11.08083Z","end":"2026-07-28T16:46:11.191176Z","steps":["trace[96573391] 'agreement among raft nodes before linearized reading' (duration: 110.278534ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:11.191226Z","caller":"traceutil/trace.go:171","msg":"trace[1390118006] transaction","detail":"{read_only:false; response_revision:28471; number_of_response:1; }","duration":"110.595392ms","start":"2026-07-28T16:46:11.080569Z","end":"2026-07-28T16:46:11.191165Z","steps":["trace[1390118006] 'process raft request' (duration: 58.015693ms)","trace[1390118006] 'compare' (duration: 52.003255ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:32.58733Z","caller":"traceutil/trace.go:171","msg":"trace[647530197] transaction","detail":"{read_only:false; response_revision:28602; number_of_response:1; }","duration":"241.682903ms","start":"2026-07-28T16:46:32.345618Z","end":"2026-07-28T16:46:32.587301Z","steps":["trace[647530197] 'process raft request' (duration: 240.717859ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:32.587415Z","caller":"traceutil/trace.go:171","msg":"trace[141639711] linearizableReadLoop","detail":"{readStateIndex:29497; appliedIndex:29496; }","duration":"239.51224ms","start":"2026-07-28T16:46:32.347805Z","end":"2026-07-28T16:46:32.587317Z","steps":["trace[141639711] 'read index received' (duration: 238.448594ms)","trace[141639711] 'applied index is now lower than readState.Index' (duration: 1.032915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:32.587743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.90235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:46:32.587826Z","caller":"traceutil/trace.go:171","msg":"trace[716590852] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28602; }","duration":"240.014852ms","start":"2026-07-28T16:46:32.34779Z","end":"2026-07-28T16:46:32.587805Z","steps":["trace[716590852] 'agreement among raft nodes before linearized reading' (duration: 239.662123ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:32.945372Z","caller":"traceutil/trace.go:171","msg":"trace[1206814301] transaction","detail":"{read_only:false; response_revision:28603; number_of_response:1; }","duration":"574.256467ms","start":"2026-07-28T16:46:32.371077Z","end":"2026-07-28T16:46:32.945333Z","steps":["trace[1206814301] 'process raft request' (duration: 573.865838ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:32.945401Z","caller":"traceutil/trace.go:171","msg":"trace[1791288218] transaction","detail":"{read_only:false; response_revision:28605; number_of_response:1; }","duration":"564.379167ms","start":"2026-07-28T16:46:32.380998Z","end":"2026-07-28T16:46:32.945377Z","steps":["trace[1791288218] 'process raft request' (duration: 564.224223ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:32.945454Z","caller":"traceutil/trace.go:171","msg":"trace[1967569897] linearizableReadLoop","detail":"{readStateIndex:29501; appliedIndex:29497; }","duration":"357.848969ms","start":"2026-07-28T16:46:32.587582Z","end":"2026-07-28T16:46:32.945431Z","steps":["trace[1967569897] 'read index received' (duration: 357.423269ms)","trace[1967569897] 'applied index is now lower than readState.Index' (duration: 424.56µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:32.945435Z","caller":"traceutil/trace.go:171","msg":"trace[46304091] transaction","detail":"{read_only:false; response_revision:28604; number_of_response:1; }","duration":"571.422028ms","start":"2026-07-28T16:46:32.373965Z","end":"2026-07-28T16:46:32.945387Z","steps":["trace[46304091] 'process raft request' (duration: 571.218623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:32.945543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:32.380974Z","time spent":"564.490989ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:32.945531Z","caller":"traceutil/trace.go:171","msg":"trace[2015243469] transaction","detail":"{read_only:false; response_revision:28606; number_of_response:1; }","duration":"563.749452ms","start":"2026-07-28T16:46:32.38175Z","end":"2026-07-28T16:46:32.945499Z","steps":["trace[2015243469] 'process raft request' (duration: 563.590738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:32.945567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:32.371051Z","time spent":"574.411721ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:32.945639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.828929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:46:32.94564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:32.373941Z","time spent":"571.589953ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:32.945679Z","caller":"traceutil/trace.go:171","msg":"trace[1695325475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28606; }","duration":"479.899271ms","start":"2026-07-28T16:46:32.465766Z","end":"2026-07-28T16:46:32.945665Z","steps":["trace[1695325475] 'agreement among raft nodes before linearized reading' (duration: 479.757838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:32.945711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:32.465753Z","time spent":"479.950922ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:46:32.945758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.722855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:32.945849Z","caller":"traceutil/trace.go:171","msg":"trace[721597138] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28606; }","duration":"511.862519ms","start":"2026-07-28T16:46:32.433962Z","end":"2026-07-28T16:46:32.945825Z","steps":["trace[721597138] 'agreement among raft nodes before linearized reading' (duration: 511.665484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:32.945906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:32.433948Z","time spent":"511.946861ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:46:32.946095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:32.381683Z","time spent":"563.908175ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:33.254809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.711224ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:46:33.254989Z","caller":"traceutil/trace.go:171","msg":"trace[780998080] linearizableReadLoop","detail":"{readStateIndex:29502; appliedIndex:29501; }","duration":"309.479733ms","start":"2026-07-28T16:46:32.945496Z","end":"2026-07-28T16:46:33.254976Z","steps":["trace[780998080] 'read index received' (duration: 39.604464ms)","trace[780998080] 'applied index is now lower than readState.Index' (duration: 269.874439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:33.255146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.427892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:33.255219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.925365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:46:33.255231Z","caller":"traceutil/trace.go:171","msg":"trace[228268959] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28606; }","duration":"316.584155ms","start":"2026-07-28T16:46:32.938627Z","end":"2026-07-28T16:46:33.255212Z","steps":["trace[228268959] 'agreement among raft nodes before linearized reading' (duration: 316.414301ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:33.255255Z","caller":"traceutil/trace.go:171","msg":"trace[1903601434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28606; }","duration":"414.007867ms","start":"2026-07-28T16:46:32.841236Z","end":"2026-07-28T16:46:33.255244Z","steps":["trace[1903601434] 'agreement among raft nodes before linearized reading' (duration: 413.914165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.255279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:32.841214Z","time spent":"414.059268ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:46:33.255262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.624305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:46:33.255287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:32.938602Z","time spent":"316.676448ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:46:33.255318Z","caller":"traceutil/trace.go:171","msg":"trace[1214131502] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28606; }","duration":"417.741008ms","start":"2026-07-28T16:46:32.837563Z","end":"2026-07-28T16:46:33.255304Z","steps":["trace[1214131502] 'agreement among raft nodes before linearized reading' (duration: 417.568893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.255351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:32.837541Z","time spent":"417.80218ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:46:33.255482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.477947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:46:33.255558Z","caller":"traceutil/trace.go:171","msg":"trace[1177434538] transaction","detail":"{read_only:false; response_revision:28607; number_of_response:1; }","duration":"305.003984ms","start":"2026-07-28T16:46:32.950542Z","end":"2026-07-28T16:46:33.255546Z","steps":["trace[1177434538] 'process raft request' (duration: 304.356668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.255638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:32.95051Z","time spent":"305.074545ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:33.255652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.015143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:46:33.255671Z","caller":"traceutil/trace.go:171","msg":"trace[180621215] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28607; }","duration":"132.034613ms","start":"2026-07-28T16:46:33.123631Z","end":"2026-07-28T16:46:33.255666Z","steps":["trace[180621215] 'agreement among raft nodes before linearized reading' (duration: 131.953291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.255641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.110649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:33.255733Z","caller":"traceutil/trace.go:171","msg":"trace[1005541041] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28607; }","duration":"271.216071ms","start":"2026-07-28T16:46:32.98449Z","end":"2026-07-28T16:46:33.255706Z","steps":["trace[1005541041] 'agreement among raft nodes before linearized reading' (duration: 271.061118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.255857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.509969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"warn","ts":"2026-07-28T16:46:33.255936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.698946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:46:33.255943Z","caller":"traceutil/trace.go:171","msg":"trace[1571540347] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:28607; }","duration":"202.641453ms","start":"2026-07-28T16:46:33.053279Z","end":"2026-07-28T16:46:33.25592Z","steps":["trace[1571540347] 'agreement among raft nodes before linearized reading' (duration: 202.409037ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:33.255968Z","caller":"traceutil/trace.go:171","msg":"trace[390299938] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28607; }","duration":"131.752157ms","start":"2026-07-28T16:46:33.124207Z","end":"2026-07-28T16:46:33.255959Z","steps":["trace[390299938] 'agreement among raft nodes before linearized reading' (duration: 131.652244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.255985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.985525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:46:33.256026Z","caller":"traceutil/trace.go:171","msg":"trace[455831466] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:28607; }","duration":"135.023976ms","start":"2026-07-28T16:46:33.12099Z","end":"2026-07-28T16:46:33.256014Z","steps":["trace[455831466] 'agreement among raft nodes before linearized reading' (duration: 134.878532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.256044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.263831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:46:33.256105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.670823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:46:33.25613Z","caller":"traceutil/trace.go:171","msg":"trace[1005203568] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:28607; }","duration":"133.731735ms","start":"2026-07-28T16:46:33.122391Z","end":"2026-07-28T16:46:33.256123Z","steps":["trace[1005203568] 'agreement among raft nodes before linearized reading' (duration: 133.652423ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:33.256129Z","caller":"traceutil/trace.go:171","msg":"trace[783922152] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:28607; }","duration":"257.377894ms","start":"2026-07-28T16:46:32.998737Z","end":"2026-07-28T16:46:33.256114Z","steps":["trace[783922152] 'agreement among raft nodes before linearized reading' (duration: 257.235391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.256238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.805508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-07-28T16:46:33.256255Z","caller":"traceutil/trace.go:171","msg":"trace[1222326697] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:28607; }","duration":"267.84647ms","start":"2026-07-28T16:46:32.988403Z","end":"2026-07-28T16:46:33.25625Z","steps":["trace[1222326697] 'agreement among raft nodes before linearized reading' (duration: 267.791248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.256265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.475679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"info","ts":"2026-07-28T16:46:33.256316Z","caller":"traceutil/trace.go:171","msg":"trace[1007234541] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:28607; }","duration":"200.584852ms","start":"2026-07-28T16:46:33.055717Z","end":"2026-07-28T16:46:33.256302Z","steps":["trace[1007234541] 'agreement among raft nodes before linearized reading' (duration: 200.428138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.256355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.464036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:46:33.255514Z","caller":"traceutil/trace.go:171","msg":"trace[1123547614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28606; }","duration":"409.898337ms","start":"2026-07-28T16:46:32.845606Z","end":"2026-07-28T16:46:33.255504Z","steps":["trace[1123547614] 'agreement among raft nodes before linearized reading' (duration: 409.446636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.256659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:32.84559Z","time spent":"411.058555ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:46:33.256686Z","caller":"traceutil/trace.go:171","msg":"trace[600541959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28607; }","duration":"259.579528ms","start":"2026-07-28T16:46:32.996842Z","end":"2026-07-28T16:46:33.256421Z","steps":["trace[600541959] 'agreement among raft nodes before linearized reading' (duration: 259.404934ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:33.538834Z","caller":"traceutil/trace.go:171","msg":"trace[286176012] linearizableReadLoop","detail":"{readStateIndex:29504; appliedIndex:29503; }","duration":"277.289809ms","start":"2026-07-28T16:46:33.261516Z","end":"2026-07-28T16:46:33.538806Z","steps":["trace[286176012] 'read index received' (duration: 269.229063ms)","trace[286176012] 'applied index is now lower than readState.Index' (duration: 8.059576ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:33.539165Z","caller":"traceutil/trace.go:171","msg":"trace[1720555336] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"277.635388ms","start":"2026-07-28T16:46:33.261484Z","end":"2026-07-28T16:46:33.539119Z","steps":["trace[1720555336] 'process raft request' (duration: 269.302125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.539723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.180441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:33.539828Z","caller":"traceutil/trace.go:171","msg":"trace[1122812652] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28608; }","duration":"278.331185ms","start":"2026-07-28T16:46:33.26148Z","end":"2026-07-28T16:46:33.539811Z","steps":["trace[1122812652] 'agreement among raft nodes before linearized reading' (duration: 277.413793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:33.541186Z","caller":"traceutil/trace.go:171","msg":"trace[976863814] transaction","detail":"{read_only:false; response_revision:28612; number_of_response:1; }","duration":"227.876277ms","start":"2026-07-28T16:46:33.313289Z","end":"2026-07-28T16:46:33.541165Z","steps":["trace[976863814] 'process raft request' (duration: 227.103718ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:33.54118Z","caller":"traceutil/trace.go:171","msg":"trace[1773876457] transaction","detail":"{read_only:false; response_revision:28610; number_of_response:1; }","duration":"278.486318ms","start":"2026-07-28T16:46:33.262659Z","end":"2026-07-28T16:46:33.541146Z","steps":["trace[1773876457] 'process raft request' (duration: 277.618477ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:33.541259Z","caller":"traceutil/trace.go:171","msg":"trace[437139069] transaction","detail":"{read_only:false; response_revision:28609; number_of_response:1; }","duration":"278.701864ms","start":"2026-07-28T16:46:33.262545Z","end":"2026-07-28T16:46:33.541247Z","steps":["trace[437139069] 'process raft request' (duration: 277.403422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.541259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.163046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:46:33.541336Z","caller":"traceutil/trace.go:171","msg":"trace[1520759624] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28612; }","duration":"231.29158ms","start":"2026-07-28T16:46:33.310023Z","end":"2026-07-28T16:46:33.541314Z","steps":["trace[1520759624] 'agreement among raft nodes before linearized reading' (duration: 231.139816ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:33.541372Z","caller":"traceutil/trace.go:171","msg":"trace[719218764] transaction","detail":"{read_only:false; response_revision:28611; number_of_response:1; }","duration":"278.646913ms","start":"2026-07-28T16:46:33.262719Z","end":"2026-07-28T16:46:33.541365Z","steps":["trace[719218764] 'process raft request' (duration: 277.640828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.541691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.266013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:33.541739Z","caller":"traceutil/trace.go:171","msg":"trace[1235078801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28612; }","duration":"278.945399ms","start":"2026-07-28T16:46:33.262767Z","end":"2026-07-28T16:46:33.541712Z","steps":["trace[1235078801] 'agreement among raft nodes before linearized reading' (duration: 277.655368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.542037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.593291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T16:46:33.542141Z","caller":"traceutil/trace.go:171","msg":"trace[208965897] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28612; }","duration":"271.731314ms","start":"2026-07-28T16:46:33.270387Z","end":"2026-07-28T16:46:33.542118Z","steps":["trace[208965897] 'agreement among raft nodes before linearized reading' (duration: 271.436577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.54256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.915549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:33.542634Z","caller":"traceutil/trace.go:171","msg":"trace[1584714118] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28612; }","duration":"279.026711ms","start":"2026-07-28T16:46:33.263591Z","end":"2026-07-28T16:46:33.542617Z","steps":["trace[1584714118] 'agreement among raft nodes before linearized reading' (duration: 277.490744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.542847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.197255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:46:33.542887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.056838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:33.542925Z","caller":"traceutil/trace.go:171","msg":"trace[1724466326] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28612; }","duration":"279.300398ms","start":"2026-07-28T16:46:33.263613Z","end":"2026-07-28T16:46:33.542913Z","steps":["trace[1724466326] 'agreement among raft nodes before linearized reading' (duration: 277.266759ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:33.54293Z","caller":"traceutil/trace.go:171","msg":"trace[1876691047] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28612; }","duration":"278.12545ms","start":"2026-07-28T16:46:33.264796Z","end":"2026-07-28T16:46:33.542921Z","steps":["trace[1876691047] 'agreement among raft nodes before linearized reading' (duration: 276.207583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.543263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.110178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:33.543313Z","caller":"traceutil/trace.go:171","msg":"trace[1353972630] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28612; }","duration":"280.17686ms","start":"2026-07-28T16:46:33.263124Z","end":"2026-07-28T16:46:33.543301Z","steps":["trace[1353972630] 'agreement among raft nodes before linearized reading' (duration: 277.936615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.543545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.698802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:33.543647Z","caller":"traceutil/trace.go:171","msg":"trace[1398502856] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28612; }","duration":"280.805955ms","start":"2026-07-28T16:46:33.262824Z","end":"2026-07-28T16:46:33.54363Z","steps":["trace[1398502856] 'agreement among raft nodes before linearized reading' (duration: 278.331675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.543668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.008055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:33.543783Z","caller":"traceutil/trace.go:171","msg":"trace[1565470556] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28612; }","duration":"280.130078ms","start":"2026-07-28T16:46:33.26364Z","end":"2026-07-28T16:46:33.54377Z","steps":["trace[1565470556] 'agreement among raft nodes before linearized reading' (duration: 277.391312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.820734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.170621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:33.820815Z","caller":"traceutil/trace.go:171","msg":"trace[802726110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28614; }","duration":"172.286234ms","start":"2026-07-28T16:46:33.648509Z","end":"2026-07-28T16:46:33.820795Z","steps":["trace[802726110] 'range keys from in-memory index tree' (duration: 172.090469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.820837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.65315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:46:33.820922Z","caller":"traceutil/trace.go:171","msg":"trace[50040602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28614; }","duration":"100.786673ms","start":"2026-07-28T16:46:33.720114Z","end":"2026-07-28T16:46:33.8209Z","steps":["trace[50040602] 'range keys from in-memory index tree' (duration: 100.437484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:33.821585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.846952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:46:33.821683Z","caller":"traceutil/trace.go:171","msg":"trace[1124701962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28614; }","duration":"118.995556ms","start":"2026-07-28T16:46:33.702669Z","end":"2026-07-28T16:46:33.821665Z","steps":["trace[1124701962] 'range keys from in-memory index tree' (duration: 118.589636ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:35.054424Z","caller":"traceutil/trace.go:171","msg":"trace[806092654] linearizableReadLoop","detail":"{readStateIndex:29512; appliedIndex:29511; }","duration":"405.407177ms","start":"2026-07-28T16:46:34.64898Z","end":"2026-07-28T16:46:35.054387Z","steps":["trace[806092654] 'read index received' (duration: 404.933876ms)","trace[806092654] 'applied index is now lower than readState.Index' (duration: 471.341µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:35.054557Z","caller":"traceutil/trace.go:171","msg":"trace[1674842700] transaction","detail":"{read_only:false; response_revision:28616; number_of_response:1; }","duration":"461.186846ms","start":"2026-07-28T16:46:34.59333Z","end":"2026-07-28T16:46:35.054517Z","steps":["trace[1674842700] 'process raft request' (duration: 460.633382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:35.054714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.698584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:35.054953Z","caller":"traceutil/trace.go:171","msg":"trace[1879651115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28616; }","duration":"405.997472ms","start":"2026-07-28T16:46:34.648939Z","end":"2026-07-28T16:46:35.054937Z","steps":["trace[1879651115] 'agreement among raft nodes before linearized reading' (duration: 405.657744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:35.055051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:34.648916Z","time spent":"406.082533ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:46:35.055118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:34.593314Z","time spent":"461.586995ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:35.170188Z","caller":"traceutil/trace.go:171","msg":"trace[764347284] linearizableReadLoop","detail":"{readStateIndex:29514; appliedIndex:29512; }","duration":"113.871262ms","start":"2026-07-28T16:46:35.056285Z","end":"2026-07-28T16:46:35.170156Z","steps":["trace[764347284] 'read index received' (duration: 91.109158ms)","trace[764347284] 'applied index is now lower than readState.Index' (duration: 22.760684ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:35.170311Z","caller":"traceutil/trace.go:171","msg":"trace[1243528481] transaction","detail":"{read_only:false; response_revision:28618; number_of_response:1; }","duration":"218.512339ms","start":"2026-07-28T16:46:34.951766Z","end":"2026-07-28T16:46:35.170279Z","steps":["trace[1243528481] 'process raft request' (duration: 218.185531ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:35.170335Z","caller":"traceutil/trace.go:171","msg":"trace[654544167] transaction","detail":"{read_only:false; response_revision:28617; number_of_response:1; }","duration":"218.676502ms","start":"2026-07-28T16:46:34.951636Z","end":"2026-07-28T16:46:35.170313Z","steps":["trace[654544167] 'process raft request' (duration: 195.697433ms)","trace[654544167] 'compare' (duration: 22.303203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:35.170368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.079957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:35.170406Z","caller":"traceutil/trace.go:171","msg":"trace[1706870072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28619; }","duration":"114.183459ms","start":"2026-07-28T16:46:35.056212Z","end":"2026-07-28T16:46:35.170395Z","steps":["trace[1706870072] 'agreement among raft nodes before linearized reading' (duration: 114.064757ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:35.670457Z","caller":"traceutil/trace.go:171","msg":"trace[698049208] transaction","detail":"{read_only:false; response_revision:28621; number_of_response:1; }","duration":"123.077206ms","start":"2026-07-28T16:46:35.547347Z","end":"2026-07-28T16:46:35.670425Z","steps":["trace[698049208] 'process raft request' (duration: 122.856391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:35.875192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.035749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:46:35.875516Z","caller":"traceutil/trace.go:171","msg":"trace[173498117] transaction","detail":"{read_only:false; response_revision:28623; number_of_response:1; }","duration":"327.258405ms","start":"2026-07-28T16:46:35.548226Z","end":"2026-07-28T16:46:35.875484Z","steps":["trace[173498117] 'process raft request' (duration: 327.067731ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:35.875552Z","caller":"traceutil/trace.go:171","msg":"trace[1291574216] transaction","detail":"{read_only:false; response_revision:28625; number_of_response:1; }","duration":"326.445856ms","start":"2026-07-28T16:46:35.549074Z","end":"2026-07-28T16:46:35.87552Z","steps":["trace[1291574216] 'process raft request' (duration: 326.313863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:35.875585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:35.548213Z","time spent":"327.337698ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:35.875576Z","caller":"traceutil/trace.go:171","msg":"trace[7180130] linearizableReadLoop","detail":"{readStateIndex:29521; appliedIndex:29516; }","duration":"320.320377ms","start":"2026-07-28T16:46:35.555225Z","end":"2026-07-28T16:46:35.875545Z","steps":["trace[7180130] 'read index received' (duration: 115.075851ms)","trace[7180130] 'applied index is now lower than readState.Index' (duration: 205.241286ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:35.875609Z","caller":"traceutil/trace.go:171","msg":"trace[471318337] transaction","detail":"{read_only:false; response_revision:28622; number_of_response:1; }","duration":"327.597324ms","start":"2026-07-28T16:46:35.547971Z","end":"2026-07-28T16:46:35.875568Z","steps":["trace[471318337] 'process raft request' (duration: 134.096864ms)","trace[471318337] 'compare' (duration: 192.900876ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:35.875594Z","caller":"traceutil/trace.go:171","msg":"trace[1367963905] transaction","detail":"{read_only:false; response_revision:28624; number_of_response:1; }","duration":"326.981949ms","start":"2026-07-28T16:46:35.548581Z","end":"2026-07-28T16:46:35.875563Z","steps":["trace[1367963905] 'process raft request' (duration: 326.772114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:35.875706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:35.549068Z","time spent":"326.558049ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:35.875785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:35.547579Z","time spent":"328.112366ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:35.875821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.42672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-28T16:46:35.875817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:35.548571Z","time spent":"327.139383ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:35.875871Z","caller":"traceutil/trace.go:171","msg":"trace[2124125074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:28625; }","duration":"281.525612ms","start":"2026-07-28T16:46:35.594331Z","end":"2026-07-28T16:46:35.875856Z","steps":["trace[2124125074] 'agreement among raft nodes before linearized reading' (duration: 281.401099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:35.87586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.611994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:46:35.875897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.15231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:46:35.875928Z","caller":"traceutil/trace.go:171","msg":"trace[1762945053] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28625; }","duration":"320.686965ms","start":"2026-07-28T16:46:35.555219Z","end":"2026-07-28T16:46:35.875906Z","steps":["trace[1762945053] 'agreement among raft nodes before linearized reading' (duration: 320.426809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:35.875923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.603398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"info","ts":"2026-07-28T16:46:35.875937Z","caller":"traceutil/trace.go:171","msg":"trace[2120790887] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28625; }","duration":"271.223881ms","start":"2026-07-28T16:46:35.604702Z","end":"2026-07-28T16:46:35.875926Z","steps":["trace[2120790887] 'agreement among raft nodes before linearized reading' (duration: 271.081697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:35.875965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:35.555155Z","time spent":"320.800978ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"info","ts":"2026-07-28T16:46:35.875971Z","caller":"traceutil/trace.go:171","msg":"trace[871598150] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:28625; }","duration":"259.673901ms","start":"2026-07-28T16:46:35.616283Z","end":"2026-07-28T16:46:35.875957Z","steps":["trace[871598150] 'agreement among raft nodes before linearized reading' (duration: 259.472086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:35.875988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.747409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-07-28T16:46:35.876057Z","caller":"traceutil/trace.go:171","msg":"trace[978878523] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:28625; }","duration":"279.861442ms","start":"2026-07-28T16:46:35.59618Z","end":"2026-07-28T16:46:35.876041Z","steps":["trace[978878523] 'agreement among raft nodes before linearized reading' (duration: 279.658957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:35.876043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.396998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-28T16:46:35.876105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.040118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"warn","ts":"2026-07-28T16:46:35.876105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.814516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-28T16:46:35.876149Z","caller":"traceutil/trace.go:171","msg":"trace[1242153728] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:28625; }","duration":"269.10624ms","start":"2026-07-28T16:46:35.607029Z","end":"2026-07-28T16:46:35.876135Z","steps":["trace[1242153728] 'agreement among raft nodes before linearized reading' (duration: 268.930906ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:35.876146Z","caller":"traceutil/trace.go:171","msg":"trace[336481038] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:28625; }","duration":"267.510781ms","start":"2026-07-28T16:46:35.608619Z","end":"2026-07-28T16:46:35.87613Z","steps":["trace[336481038] 'agreement among raft nodes before linearized reading' (duration: 267.321536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:35.876053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.791522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:35.876178Z","caller":"traceutil/trace.go:171","msg":"trace[1799800099] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:28625; }","duration":"278.94101ms","start":"2026-07-28T16:46:35.59722Z","end":"2026-07-28T16:46:35.876161Z","steps":["trace[1799800099] 'agreement among raft nodes before linearized reading' (duration: 278.599751ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:35.876222Z","caller":"traceutil/trace.go:171","msg":"trace[706189616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28625; }","duration":"224.994036ms","start":"2026-07-28T16:46:35.651213Z","end":"2026-07-28T16:46:35.876207Z","steps":["trace[706189616] 'agreement among raft nodes before linearized reading' (duration: 224.811931ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:40.06622Z","caller":"traceutil/trace.go:171","msg":"trace[232434329] transaction","detail":"{read_only:false; response_revision:28650; number_of_response:1; }","duration":"166.758199ms","start":"2026-07-28T16:46:39.899416Z","end":"2026-07-28T16:46:40.066174Z","steps":["trace[232434329] 'process raft request' (duration: 109.27338ms)","trace[232434329] 'compare' (duration: 57.217883ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:40.066355Z","caller":"traceutil/trace.go:171","msg":"trace[1381357180] transaction","detail":"{read_only:false; response_revision:28651; number_of_response:1; }","duration":"165.281253ms","start":"2026-07-28T16:46:39.901043Z","end":"2026-07-28T16:46:40.066324Z","steps":["trace[1381357180] 'process raft request' (duration: 165.080928ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:40.066588Z","caller":"traceutil/trace.go:171","msg":"trace[542516211] transaction","detail":"{read_only:false; response_revision:28652; number_of_response:1; }","duration":"165.071428ms","start":"2026-07-28T16:46:39.90149Z","end":"2026-07-28T16:46:40.066561Z","steps":["trace[542516211] 'process raft request' (duration: 164.715099ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:48.260262Z","caller":"traceutil/trace.go:171","msg":"trace[1793924209] linearizableReadLoop","detail":"{readStateIndex:29601; appliedIndex:29600; }","duration":"155.784812ms","start":"2026-07-28T16:46:48.104452Z","end":"2026-07-28T16:46:48.260237Z","steps":["trace[1793924209] 'read index received' (duration: 155.650268ms)","trace[1793924209] 'applied index is now lower than readState.Index' (duration: 133.604µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:48.260349Z","caller":"traceutil/trace.go:171","msg":"trace[48977346] transaction","detail":"{read_only:false; response_revision:28702; number_of_response:1; }","duration":"157.280599ms","start":"2026-07-28T16:46:48.103038Z","end":"2026-07-28T16:46:48.260319Z","steps":["trace[48977346] 'process raft request' (duration: 156.987571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:48.260531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.054788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:46:48.260615Z","caller":"traceutil/trace.go:171","msg":"trace[364363687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28702; }","duration":"156.180291ms","start":"2026-07-28T16:46:48.104417Z","end":"2026-07-28T16:46:48.260597Z","steps":["trace[364363687] 'agreement among raft nodes before linearized reading' (duration: 155.936075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:48.288441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.02839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:48.288528Z","caller":"traceutil/trace.go:171","msg":"trace[817895133] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28704; }","duration":"175.126853ms","start":"2026-07-28T16:46:48.113384Z","end":"2026-07-28T16:46:48.288511Z","steps":["trace[817895133] 'agreement among raft nodes before linearized reading' (duration: 174.937838ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:48.288753Z","caller":"traceutil/trace.go:171","msg":"trace[2100613146] transaction","detail":"{read_only:false; response_revision:28704; number_of_response:1; }","duration":"183.934957ms","start":"2026-07-28T16:46:48.104757Z","end":"2026-07-28T16:46:48.288692Z","steps":["trace[2100613146] 'process raft request' (duration: 183.508917ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:48.288845Z","caller":"traceutil/trace.go:171","msg":"trace[771588471] transaction","detail":"{read_only:false; response_revision:28703; number_of_response:1; }","duration":"184.278215ms","start":"2026-07-28T16:46:48.104513Z","end":"2026-07-28T16:46:48.288792Z","steps":["trace[771588471] 'process raft request' (duration: 183.389594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:48.288953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.524113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:48.288987Z","caller":"traceutil/trace.go:171","msg":"trace[1033828740] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28704; }","duration":"173.572655ms","start":"2026-07-28T16:46:48.115405Z","end":"2026-07-28T16:46:48.288977Z","steps":["trace[1033828740] 'agreement among raft nodes before linearized reading' (duration: 173.522454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:48.288982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.01359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:46:48.289043Z","caller":"traceutil/trace.go:171","msg":"trace[399105282] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28704; }","duration":"168.100932ms","start":"2026-07-28T16:46:48.120925Z","end":"2026-07-28T16:46:48.289026Z","steps":["trace[399105282] 'agreement among raft nodes before linearized reading' (duration: 167.988059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:48.289239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.269506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:48.289331Z","caller":"traceutil/trace.go:171","msg":"trace[1408457271] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28704; }","duration":"175.390289ms","start":"2026-07-28T16:46:48.113912Z","end":"2026-07-28T16:46:48.289302Z","steps":["trace[1408457271] 'agreement among raft nodes before linearized reading' (duration: 175.221105ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:52.420531Z","caller":"traceutil/trace.go:171","msg":"trace[1420528740] linearizableReadLoop","detail":"{readStateIndex:29626; appliedIndex:29625; }","duration":"123.041815ms","start":"2026-07-28T16:46:52.297464Z","end":"2026-07-28T16:46:52.420505Z","steps":["trace[1420528740] 'read index received' (duration: 122.907582ms)","trace[1420528740] 'applied index is now lower than readState.Index' (duration: 133.213µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:52.420649Z","caller":"traceutil/trace.go:171","msg":"trace[720201055] transaction","detail":"{read_only:false; response_revision:28727; number_of_response:1; }","duration":"141.437733ms","start":"2026-07-28T16:46:52.279178Z","end":"2026-07-28T16:46:52.420615Z","steps":["trace[720201055] 'process raft request' (duration: 141.183996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.420694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.222379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:52.420735Z","caller":"traceutil/trace.go:171","msg":"trace[1105324484] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28727; }","duration":"123.27891ms","start":"2026-07-28T16:46:52.297445Z","end":"2026-07-28T16:46:52.420724Z","steps":["trace[1105324484] 'agreement among raft nodes before linearized reading' (duration: 123.200818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.420784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.001894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:52.420866Z","caller":"traceutil/trace.go:171","msg":"trace[1525821162] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28727; }","duration":"123.117997ms","start":"2026-07-28T16:46:52.297728Z","end":"2026-07-28T16:46:52.420846Z","steps":["trace[1525821162] 'agreement among raft nodes before linearized reading' (duration: 122.960253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.421066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.024446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:52.421105Z","caller":"traceutil/trace.go:171","msg":"trace[1580584854] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28727; }","duration":"121.130558ms","start":"2026-07-28T16:46:52.299962Z","end":"2026-07-28T16:46:52.421093Z","steps":["trace[1580584854] 'agreement among raft nodes before linearized reading' (duration: 121.070627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.421115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.700988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:46:52.421167Z","caller":"traceutil/trace.go:171","msg":"trace[1719211369] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28727; }","duration":"120.78334ms","start":"2026-07-28T16:46:52.300368Z","end":"2026-07-28T16:46:52.421151Z","steps":["trace[1719211369] 'agreement among raft nodes before linearized reading' (duration: 120.652457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.421167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.84265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:46:52.421218Z","caller":"traceutil/trace.go:171","msg":"trace[1589571858] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28727; }","duration":"115.933922ms","start":"2026-07-28T16:46:52.305272Z","end":"2026-07-28T16:46:52.421206Z","steps":["trace[1589571858] 'agreement among raft nodes before linearized reading' (duration: 115.754988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.421379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.198768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:46:52.421408Z","caller":"traceutil/trace.go:171","msg":"trace[2121621845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28727; }","duration":"116.24272ms","start":"2026-07-28T16:46:52.305156Z","end":"2026-07-28T16:46:52.421399Z","steps":["trace[2121621845] 'agreement among raft nodes before linearized reading' (duration: 115.84781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.421805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.685044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:46:52.421882Z","caller":"traceutil/trace.go:171","msg":"trace[644081783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28727; }","duration":"110.777766ms","start":"2026-07-28T16:46:52.311087Z","end":"2026-07-28T16:46:52.421865Z","steps":["trace[644081783] 'agreement among raft nodes before linearized reading' (duration: 109.647059ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:52.704604Z","caller":"traceutil/trace.go:171","msg":"trace[747781433] transaction","detail":"{read_only:false; response_revision:28729; number_of_response:1; }","duration":"280.079757ms","start":"2026-07-28T16:46:52.424499Z","end":"2026-07-28T16:46:52.704578Z","steps":["trace[747781433] 'process raft request' (duration: 279.997455ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:52.704639Z","caller":"traceutil/trace.go:171","msg":"trace[331436196] transaction","detail":"{read_only:false; response_revision:28728; number_of_response:1; }","duration":"280.524938ms","start":"2026-07-28T16:46:52.424044Z","end":"2026-07-28T16:46:52.704569Z","steps":["trace[331436196] 'process raft request' (duration: 226.081903ms)","trace[331436196] 'compare' (duration: 54.23685ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:52.704755Z","caller":"traceutil/trace.go:171","msg":"trace[544739677] transaction","detail":"{read_only:false; response_revision:28730; number_of_response:1; }","duration":"278.897429ms","start":"2026-07-28T16:46:52.42583Z","end":"2026-07-28T16:46:52.704728Z","steps":["trace[544739677] 'process raft request' (duration: 278.717485ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:52.704662Z","caller":"traceutil/trace.go:171","msg":"trace[351227714] linearizableReadLoop","detail":"{readStateIndex:29629; appliedIndex:29626; }","duration":"278.599011ms","start":"2026-07-28T16:46:52.426037Z","end":"2026-07-28T16:46:52.704636Z","steps":["trace[351227714] 'read index received' (duration: 224.101804ms)","trace[351227714] 'applied index is now lower than readState.Index' (duration: 54.496187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:52.705044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.118382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:46:52.70506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.31986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:52.705099Z","caller":"traceutil/trace.go:171","msg":"trace[205754629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28730; }","duration":"138.237445ms","start":"2026-07-28T16:46:52.566848Z","end":"2026-07-28T16:46:52.705085Z","steps":["trace[205754629] 'agreement among raft nodes before linearized reading' (duration: 138.117262ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:52.705143Z","caller":"traceutil/trace.go:171","msg":"trace[804926621] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28730; }","duration":"164.459693ms","start":"2026-07-28T16:46:52.540654Z","end":"2026-07-28T16:46:52.705114Z","steps":["trace[804926621] 'agreement among raft nodes before linearized reading' (duration: 164.31503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.706007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.958975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:52.706074Z","caller":"traceutil/trace.go:171","msg":"trace[1433282009] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28730; }","duration":"280.042356ms","start":"2026-07-28T16:46:52.426014Z","end":"2026-07-28T16:46:52.706056Z","steps":["trace[1433282009] 'agreement among raft nodes before linearized reading' (duration: 278.704794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.706971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.616442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:52.707039Z","caller":"traceutil/trace.go:171","msg":"trace[147602359] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28730; }","duration":"278.731535ms","start":"2026-07-28T16:46:52.428289Z","end":"2026-07-28T16:46:52.70702Z","steps":["trace[147602359] 'agreement among raft nodes before linearized reading' (duration: 276.720326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.707306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.133619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:52.707398Z","caller":"traceutil/trace.go:171","msg":"trace[1784028020] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28730; }","duration":"280.263601ms","start":"2026-07-28T16:46:52.427114Z","end":"2026-07-28T16:46:52.707378Z","steps":["trace[1784028020] 'agreement among raft nodes before linearized reading' (duration: 277.943015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.707409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.925767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:46:52.707467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.175819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:52.707544Z","caller":"traceutil/trace.go:171","msg":"trace[1731394396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28730; }","duration":"280.274792ms","start":"2026-07-28T16:46:52.427251Z","end":"2026-07-28T16:46:52.707526Z","steps":["trace[1731394396] 'agreement among raft nodes before linearized reading' (duration: 277.763171ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:52.707486Z","caller":"traceutil/trace.go:171","msg":"trace[1668214107] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28730; }","duration":"281.049201ms","start":"2026-07-28T16:46:52.426417Z","end":"2026-07-28T16:46:52.707466Z","steps":["trace[1668214107] 'agreement among raft nodes before linearized reading' (duration: 278.523889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.707711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.638742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:52.707775Z","caller":"traceutil/trace.go:171","msg":"trace[2023931755] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28730; }","duration":"278.721955ms","start":"2026-07-28T16:46:52.429035Z","end":"2026-07-28T16:46:52.707757Z","steps":["trace[2023931755] 'agreement among raft nodes before linearized reading' (duration: 276.040879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.708207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.507663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:52.708287Z","caller":"traceutil/trace.go:171","msg":"trace[1100848920] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28730; }","duration":"279.635566ms","start":"2026-07-28T16:46:52.428634Z","end":"2026-07-28T16:46:52.70827Z","steps":["trace[1100848920] 'agreement among raft nodes before linearized reading' (duration: 276.50111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:52.708395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.463308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:52.708457Z","caller":"traceutil/trace.go:171","msg":"trace[379822101] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28730; }","duration":"278.532319ms","start":"2026-07-28T16:46:52.429909Z","end":"2026-07-28T16:46:52.708441Z","steps":["trace[379822101] 'agreement among raft nodes before linearized reading' (duration: 275.051025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:53.392914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.776229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:46:53.393071Z","caller":"traceutil/trace.go:171","msg":"trace[388249357] linearizableReadLoop","detail":"{readStateIndex:29630; appliedIndex:29629; }","duration":"470.633895ms","start":"2026-07-28T16:46:52.922409Z","end":"2026-07-28T16:46:53.393042Z","steps":["trace[388249357] 'read index received' (duration: 68.637391ms)","trace[388249357] 'applied index is now lower than readState.Index' (duration: 401.994344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:53.393516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.093606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419333"} {"level":"info","ts":"2026-07-28T16:46:53.393567Z","caller":"traceutil/trace.go:171","msg":"trace[1211520719] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:28730; }","duration":"471.182688ms","start":"2026-07-28T16:46:52.922367Z","end":"2026-07-28T16:46:53.393549Z","steps":["trace[1211520719] 'agreement among raft nodes before linearized reading' (duration: 470.782818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:53.393611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:52.922348Z","time spent":"471.254169ms","remote":"127.0.0.1:36834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419356,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-28T16:46:53.414794Z","caller":"traceutil/trace.go:171","msg":"trace[1780516695] transaction","detail":"{read_only:false; response_revision:28731; number_of_response:1; }","duration":"296.173398ms","start":"2026-07-28T16:46:53.118592Z","end":"2026-07-28T16:46:53.414766Z","steps":["trace[1780516695] 'process raft request' (duration: 295.985464ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:53.43753Z","caller":"traceutil/trace.go:171","msg":"trace[2122768281] transaction","detail":"{read_only:false; response_revision:28732; number_of_response:1; }","duration":"191.935461ms","start":"2026-07-28T16:46:53.245567Z","end":"2026-07-28T16:46:53.437502Z","steps":["trace[2122768281] 'process raft request' (duration: 191.744666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:53.437786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.273805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:53.437778Z","caller":"traceutil/trace.go:171","msg":"trace[1718546386] transaction","detail":"{read_only:false; response_revision:28733; number_of_response:1; }","duration":"189.592884ms","start":"2026-07-28T16:46:53.248149Z","end":"2026-07-28T16:46:53.437742Z","steps":["trace[1718546386] 'process raft request' (duration: 189.319827ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:53.437847Z","caller":"traceutil/trace.go:171","msg":"trace[820228450] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:28733; }","duration":"140.392308ms","start":"2026-07-28T16:46:53.297441Z","end":"2026-07-28T16:46:53.437833Z","steps":["trace[820228450] 'agreement among raft nodes before linearized reading' (duration: 140.238324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:53.437811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.212114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:46:53.437943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.031865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:53.43801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.314241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:53.43806Z","caller":"traceutil/trace.go:171","msg":"trace[1866363187] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28733; }","duration":"139.401333ms","start":"2026-07-28T16:46:53.298651Z","end":"2026-07-28T16:46:53.438052Z","steps":["trace[1866363187] 'agreement among raft nodes before linearized reading' (duration: 139.325171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:53.438056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.220289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:53.438057Z","caller":"traceutil/trace.go:171","msg":"trace[1111602544] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28733; }","duration":"139.145617ms","start":"2026-07-28T16:46:53.298863Z","end":"2026-07-28T16:46:53.438009Z","steps":["trace[1111602544] 'agreement among raft nodes before linearized reading' (duration: 138.997864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:53.438045Z","caller":"traceutil/trace.go:171","msg":"trace[176126633] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28733; }","duration":"138.43731ms","start":"2026-07-28T16:46:53.299564Z","end":"2026-07-28T16:46:53.438002Z","steps":["trace[176126633] 'agreement among raft nodes before linearized reading' (duration: 138.145843ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:53.438098Z","caller":"traceutil/trace.go:171","msg":"trace[1629004936] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28733; }","duration":"139.305151ms","start":"2026-07-28T16:46:53.298778Z","end":"2026-07-28T16:46:53.438084Z","steps":["trace[1629004936] 'agreement among raft nodes before linearized reading' (duration: 139.223549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:53.437946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.808969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:53.4382Z","caller":"traceutil/trace.go:171","msg":"trace[668027985] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28733; }","duration":"139.084806ms","start":"2026-07-28T16:46:53.299106Z","end":"2026-07-28T16:46:53.438191Z","steps":["trace[668027985] 'agreement among raft nodes before linearized reading' (duration: 138.793328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:53.780743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.708521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:46:53.781134Z","caller":"traceutil/trace.go:171","msg":"trace[785154018] transaction","detail":"{read_only:false; response_revision:28734; number_of_response:1; }","duration":"337.73593ms","start":"2026-07-28T16:46:53.443383Z","end":"2026-07-28T16:46:53.781119Z","steps":["trace[785154018] 'process raft request' (duration: 77.582318ms)","trace[785154018] 'compare' (duration: 259.592338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:53.781186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:53.443356Z","time spent":"337.805852ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:53.781218Z","caller":"traceutil/trace.go:171","msg":"trace[321036991] linearizableReadLoop","detail":"{readStateIndex:29634; appliedIndex:29633; }","duration":"245.835864ms","start":"2026-07-28T16:46:53.535359Z","end":"2026-07-28T16:46:53.781195Z","steps":["trace[321036991] 'read index received' (duration: 37.251µs)","trace[321036991] 'applied index is now lower than readState.Index' (duration: 245.796163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:53.781334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.962687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:46:53.781371Z","caller":"traceutil/trace.go:171","msg":"trace[1001364971] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28735; }","duration":"246.017968ms","start":"2026-07-28T16:46:53.535343Z","end":"2026-07-28T16:46:53.781361Z","steps":["trace[1001364971] 'agreement among raft nodes before linearized reading' (duration: 245.917756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:53.781421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.722823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:46:53.781442Z","caller":"traceutil/trace.go:171","msg":"trace[478778174] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28735; }","duration":"195.771695ms","start":"2026-07-28T16:46:53.585664Z","end":"2026-07-28T16:46:53.781435Z","steps":["trace[478778174] 'agreement among raft nodes before linearized reading' (duration: 195.648212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:53.781462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.70574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:46:53.781497Z","caller":"traceutil/trace.go:171","msg":"trace[1130740754] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28735; }","duration":"192.740541ms","start":"2026-07-28T16:46:53.588746Z","end":"2026-07-28T16:46:53.781487Z","steps":["trace[1130740754] 'agreement among raft nodes before linearized reading' (duration: 192.627268ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:53.969017Z","caller":"traceutil/trace.go:171","msg":"trace[1267128824] transaction","detail":"{read_only:false; response_revision:28737; number_of_response:1; }","duration":"183.724672ms","start":"2026-07-28T16:46:53.785264Z","end":"2026-07-28T16:46:53.968989Z","steps":["trace[1267128824] 'process raft request' (duration: 183.670521ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:53.969075Z","caller":"traceutil/trace.go:171","msg":"trace[523878125] transaction","detail":"{read_only:false; response_revision:28736; number_of_response:1; }","duration":"184.176743ms","start":"2026-07-28T16:46:53.784845Z","end":"2026-07-28T16:46:53.969022Z","steps":["trace[523878125] 'process raft request' (duration: 109.69129ms)","trace[523878125] 'compare' (duration: 74.252537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:54.866812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.060353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:46:54.866892Z","caller":"traceutil/trace.go:171","msg":"trace[1371175839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:28739; }","duration":"127.172456ms","start":"2026-07-28T16:46:54.739703Z","end":"2026-07-28T16:46:54.866876Z","steps":["trace[1371175839] 'range keys from in-memory index tree' (duration: 126.979131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:54.866974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.804693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:54.86698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.126814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T16:46:54.867026Z","caller":"traceutil/trace.go:171","msg":"trace[1970020612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28739; }","duration":"215.894075ms","start":"2026-07-28T16:46:54.651118Z","end":"2026-07-28T16:46:54.867012Z","steps":["trace[1970020612] 'range keys from in-memory index tree' (duration: 215.723881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:54.867047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.292479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:46:54.867053Z","caller":"traceutil/trace.go:171","msg":"trace[440580715] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:28739; }","duration":"157.259308ms","start":"2026-07-28T16:46:54.709776Z","end":"2026-07-28T16:46:54.867035Z","steps":["trace[440580715] 'range keys from in-memory index tree' (duration: 156.950471ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:54.867083Z","caller":"traceutil/trace.go:171","msg":"trace[861996933] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28739; }","duration":"118.33347ms","start":"2026-07-28T16:46:54.748737Z","end":"2026-07-28T16:46:54.86707Z","steps":["trace[861996933] 'range keys from in-memory index tree' (duration: 118.204737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:54.867113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.422492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-28T16:46:54.867165Z","caller":"traceutil/trace.go:171","msg":"trace[1917466785] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:28739; }","duration":"118.502424ms","start":"2026-07-28T16:46:54.748649Z","end":"2026-07-28T16:46:54.867151Z","steps":["trace[1917466785] 'range keys from in-memory index tree' (duration: 118.261049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:54.867218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.380567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:46:54.867228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.303619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:46:54.867246Z","caller":"traceutil/trace.go:171","msg":"trace[1302524021] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28739; }","duration":"117.432399ms","start":"2026-07-28T16:46:54.749806Z","end":"2026-07-28T16:46:54.867238Z","steps":["trace[1302524021] 'range keys from in-memory index tree' (duration: 117.277545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:54.866971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.159461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"warn","ts":"2026-07-28T16:46:54.867267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.747396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:46:54.867291Z","caller":"traceutil/trace.go:171","msg":"trace[55579724] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:28739; }","duration":"117.788347ms","start":"2026-07-28T16:46:54.749496Z","end":"2026-07-28T16:46:54.867284Z","steps":["trace[55579724] 'range keys from in-memory index tree' (duration: 117.645073ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:54.867285Z","caller":"traceutil/trace.go:171","msg":"trace[632890377] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:28739; }","duration":"117.50756ms","start":"2026-07-28T16:46:54.749765Z","end":"2026-07-28T16:46:54.867272Z","steps":["trace[632890377] 'range keys from in-memory index tree' (duration: 117.027608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:54.867268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.515704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:46:54.867334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.73821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:46:54.867264Z","caller":"traceutil/trace.go:171","msg":"trace[310760223] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28739; }","duration":"157.379461ms","start":"2026-07-28T16:46:54.709874Z","end":"2026-07-28T16:46:54.867253Z","steps":["trace[310760223] 'range keys from in-memory index tree' (duration: 157.168875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:54.867335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.159551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:46:54.867349Z","caller":"traceutil/trace.go:171","msg":"trace[1547325292] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:28739; }","duration":"118.784631ms","start":"2026-07-28T16:46:54.74856Z","end":"2026-07-28T16:46:54.867345Z","steps":["trace[1547325292] 'range keys from in-memory index tree' (duration: 118.657478ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:54.867339Z","caller":"traceutil/trace.go:171","msg":"trace[1783009642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28739; }","duration":"157.635677ms","start":"2026-07-28T16:46:54.709685Z","end":"2026-07-28T16:46:54.867321Z","steps":["trace[1783009642] 'range keys from in-memory index tree' (duration: 157.324939ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:54.867366Z","caller":"traceutil/trace.go:171","msg":"trace[2103950071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28739; }","duration":"156.216313ms","start":"2026-07-28T16:46:54.711142Z","end":"2026-07-28T16:46:54.867359Z","steps":["trace[2103950071] 'range keys from in-memory index tree' (duration: 156.072999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:54.867453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.670453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"info","ts":"2026-07-28T16:46:54.86748Z","caller":"traceutil/trace.go:171","msg":"trace[27631839] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:28739; }","duration":"119.710134ms","start":"2026-07-28T16:46:54.747762Z","end":"2026-07-28T16:46:54.867472Z","steps":["trace[27631839] 'range keys from in-memory index tree' (duration: 119.588131ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:55.063078Z","caller":"traceutil/trace.go:171","msg":"trace[1704919142] transaction","detail":"{read_only:false; response_revision:28741; number_of_response:1; }","duration":"189.121094ms","start":"2026-07-28T16:46:54.873925Z","end":"2026-07-28T16:46:55.063046Z","steps":["trace[1704919142] 'process raft request' (duration: 181.664922ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:55.063122Z","caller":"traceutil/trace.go:171","msg":"trace[1893297255] linearizableReadLoop","detail":"{readStateIndex:29642; appliedIndex:29639; }","duration":"189.018641ms","start":"2026-07-28T16:46:54.874083Z","end":"2026-07-28T16:46:55.063102Z","steps":["trace[1893297255] 'read index received' (duration: 7.018131ms)","trace[1893297255] 'applied index is now lower than readState.Index' (duration: 181.99963ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:55.063235Z","caller":"traceutil/trace.go:171","msg":"trace[432110177] transaction","detail":"{read_only:false; response_revision:28742; number_of_response:1; }","duration":"189.228176ms","start":"2026-07-28T16:46:54.873989Z","end":"2026-07-28T16:46:55.063217Z","steps":["trace[432110177] 'process raft request' (duration: 189.012761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:55.064734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.63305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:46:55.064751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.474582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:55.064794Z","caller":"traceutil/trace.go:171","msg":"trace[176573134] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28742; }","duration":"190.708652ms","start":"2026-07-28T16:46:54.874073Z","end":"2026-07-28T16:46:55.064781Z","steps":["trace[176573134] 'agreement among raft nodes before linearized reading' (duration: 189.148924ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:55.064836Z","caller":"traceutil/trace.go:171","msg":"trace[891910075] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28742; }","duration":"189.559154ms","start":"2026-07-28T16:46:54.875239Z","end":"2026-07-28T16:46:55.064798Z","steps":["trace[891910075] 'agreement among raft nodes before linearized reading' (duration: 188.280813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:55.065392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.278758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:55.065455Z","caller":"traceutil/trace.go:171","msg":"trace[775385443] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28742; }","duration":"187.365611ms","start":"2026-07-28T16:46:54.878074Z","end":"2026-07-28T16:46:55.06544Z","steps":["trace[775385443] 'agreement among raft nodes before linearized reading' (duration: 185.562697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:55.065578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.154258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:46:55.065667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.963469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:55.06567Z","caller":"traceutil/trace.go:171","msg":"trace[1957409020] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28742; }","duration":"190.283172ms","start":"2026-07-28T16:46:54.875363Z","end":"2026-07-28T16:46:55.065646Z","steps":["trace[1957409020] 'agreement among raft nodes before linearized reading' (duration: 188.488018ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:55.065698Z","caller":"traceutil/trace.go:171","msg":"trace[1770523939] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28742; }","duration":"189.008301ms","start":"2026-07-28T16:46:54.876682Z","end":"2026-07-28T16:46:55.06569Z","steps":["trace[1770523939] 'agreement among raft nodes before linearized reading' (duration: 187.174496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:55.06602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.35898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"warn","ts":"2026-07-28T16:46:55.066034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.546548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:46:55.066062Z","caller":"traceutil/trace.go:171","msg":"trace[875818055] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28742; }","duration":"189.414421ms","start":"2026-07-28T16:46:54.876636Z","end":"2026-07-28T16:46:55.066051Z","steps":["trace[875818055] 'agreement among raft nodes before linearized reading' (duration: 186.938221ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:55.066088Z","caller":"traceutil/trace.go:171","msg":"trace[1794003619] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28742; }","duration":"190.612159ms","start":"2026-07-28T16:46:54.875463Z","end":"2026-07-28T16:46:55.066075Z","steps":["trace[1794003619] 'agreement among raft nodes before linearized reading' (duration: 188.19023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:59.501783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.060522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:59.501891Z","caller":"traceutil/trace.go:171","msg":"trace[868750382] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28771; }","duration":"143.218636ms","start":"2026-07-28T16:46:59.35865Z","end":"2026-07-28T16:46:59.501869Z","steps":["trace[868750382] 'range keys from in-memory index tree' (duration: 142.96108ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:59.629083Z","caller":"traceutil/trace.go:171","msg":"trace[182717663] linearizableReadLoop","detail":"{readStateIndex:29675; appliedIndex:29673; }","duration":"126.913339ms","start":"2026-07-28T16:46:59.502149Z","end":"2026-07-28T16:46:59.629062Z","steps":["trace[182717663] 'read index received' (duration: 124.540461ms)","trace[182717663] 'applied index is now lower than readState.Index' (duration: 2.371978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:59.629226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.044195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:59.62926Z","caller":"traceutil/trace.go:171","msg":"trace[1017780844] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28774; }","duration":"176.094226ms","start":"2026-07-28T16:46:59.453157Z","end":"2026-07-28T16:46:59.629252Z","steps":["trace[1017780844] 'agreement among raft nodes before linearized reading' (duration: 175.994244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:59.629288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.453039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:59.629327Z","caller":"traceutil/trace.go:171","msg":"trace[1546231101] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28774; }","duration":"124.516421ms","start":"2026-07-28T16:46:59.504799Z","end":"2026-07-28T16:46:59.629316Z","steps":["trace[1546231101] 'agreement among raft nodes before linearized reading' (duration: 124.459499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:59.629359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.877275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:59.629451Z","caller":"traceutil/trace.go:171","msg":"trace[2141427717] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28774; }","duration":"177.007749ms","start":"2026-07-28T16:46:59.452422Z","end":"2026-07-28T16:46:59.62943Z","steps":["trace[2141427717] 'agreement among raft nodes before linearized reading' (duration: 176.768463ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:59.62951Z","caller":"traceutil/trace.go:171","msg":"trace[886734804] transaction","detail":"{read_only:false; response_revision:28773; number_of_response:1; }","duration":"172.930299ms","start":"2026-07-28T16:46:59.456571Z","end":"2026-07-28T16:46:59.629502Z","steps":["trace[886734804] 'process raft request' (duration: 170.195903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:59.629582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.68878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:59.629592Z","caller":"traceutil/trace.go:171","msg":"trace[337149843] transaction","detail":"{read_only:false; response_revision:28774; number_of_response:1; }","duration":"171.252978ms","start":"2026-07-28T16:46:59.458333Z","end":"2026-07-28T16:46:59.629587Z","steps":["trace[337149843] 'process raft request' (duration: 170.682094ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:59.629607Z","caller":"traceutil/trace.go:171","msg":"trace[537673434] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:28774; }","duration":"176.739132ms","start":"2026-07-28T16:46:59.452861Z","end":"2026-07-28T16:46:59.629601Z","steps":["trace[537673434] 'agreement among raft nodes before linearized reading' (duration: 176.700081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:59.629226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.219719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:59.629652Z","caller":"traceutil/trace.go:171","msg":"trace[1105090412] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:28774; }","duration":"176.683251ms","start":"2026-07-28T16:46:59.452965Z","end":"2026-07-28T16:46:59.629648Z","steps":["trace[1105090412] 'agreement among raft nodes before linearized reading' (duration: 176.201209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:59.629793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.205843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:46:59.629824Z","caller":"traceutil/trace.go:171","msg":"trace[1866995562] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:28774; }","duration":"177.277135ms","start":"2026-07-28T16:46:59.452538Z","end":"2026-07-28T16:46:59.629815Z","steps":["trace[1866995562] 'agreement among raft nodes before linearized reading' (duration: 177.190213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:47:05.393973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.661629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:47:05.394061Z","caller":"traceutil/trace.go:171","msg":"trace[173711261] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:28807; }","duration":"169.804673ms","start":"2026-07-28T16:47:05.224237Z","end":"2026-07-28T16:47:05.394041Z","steps":["trace[173711261] 'range keys from in-memory index tree' (duration: 169.419603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:47:05.394168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.733318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"warn","ts":"2026-07-28T16:47:05.394145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.606592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:47:05.394253Z","caller":"traceutil/trace.go:171","msg":"trace[808095327] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:28807; }","duration":"175.812439ms","start":"2026-07-28T16:47:05.218418Z","end":"2026-07-28T16:47:05.39423Z","steps":["trace[808095327] 'range keys from in-memory index tree' (duration: 175.621505ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:47:05.394251Z","caller":"traceutil/trace.go:171","msg":"trace[947138186] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:28807; }","duration":"177.805668ms","start":"2026-07-28T16:47:05.216428Z","end":"2026-07-28T16:47:05.394234Z","steps":["trace[947138186] 'range keys from in-memory index tree' (duration: 177.413418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:47:05.394325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.570694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-07-28T16:47:05.394411Z","caller":"traceutil/trace.go:171","msg":"trace[1163562238] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:28807; }","duration":"175.687646ms","start":"2026-07-28T16:47:05.218701Z","end":"2026-07-28T16:47:05.394389Z","steps":["trace[1163562238] 'range keys from in-memory index tree' (duration: 175.369828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:47:05.394926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.886827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:901123"} {"level":"info","ts":"2026-07-28T16:47:05.395021Z","caller":"traceutil/trace.go:171","msg":"trace[413965579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:28807; }","duration":"182.00729ms","start":"2026-07-28T16:47:05.212993Z","end":"2026-07-28T16:47:05.395Z","steps":["trace[413965579] 'range keys from in-memory index tree' (duration: 181.112898ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:47:16.9598Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27019} {"level":"info","ts":"2026-07-28T16:47:17.0724Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27019,"took":"109.197038ms","hash":247915563,"current-db-size-bytes":42958848,"current-db-size":"43 MB","current-db-size-in-use-bytes":23121920,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-28T16:47:17.072621Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":247915563,"revision":27019,"compact-revision":24548} {"level":"info","ts":"2026-07-28T16:47:39.780654Z","caller":"traceutil/trace.go:171","msg":"trace[431045876] transaction","detail":"{read_only:false; response_revision:29086; number_of_response:1; }","duration":"109.416213ms","start":"2026-07-28T16:47:39.67121Z","end":"2026-07-28T16:47:39.780626Z","steps":["trace[431045876] 'process raft request' (duration: 109.206228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:47:39.838841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.545795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:47:39.838935Z","caller":"traceutil/trace.go:171","msg":"trace[581657845] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:29086; }","duration":"102.668849ms","start":"2026-07-28T16:47:39.736242Z","end":"2026-07-28T16:47:39.838911Z","steps":["trace[581657845] 'agreement among raft nodes before linearized reading' (duration: 44.504134ms)","trace[581657845] 'range keys from in-memory index tree' (duration: 57.939139ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:47:40.73429Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T16:47:40.739656Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-28T16:47:40.739761Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-28T16:48:03.342802Z","caller":"traceutil/trace.go:171","msg":"trace[1951545850] transaction","detail":"{read_only:false; response_revision:29268; number_of_response:1; }","duration":"109.69313ms","start":"2026-07-28T16:48:03.233081Z","end":"2026-07-28T16:48:03.342774Z","steps":["trace[1951545850] 'process raft request' (duration: 109.498675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:03.916702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626840072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:48:04.359382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.982125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:48:04.359479Z","caller":"traceutil/trace.go:171","msg":"trace[1790193129] transaction","detail":"{read_only:false; response_revision:29269; number_of_response:1; }","duration":"963.378798ms","start":"2026-07-28T16:48:03.396083Z","end":"2026-07-28T16:48:04.359461Z","steps":["trace[1790193129] 'process raft request' (duration: 828.246669ms)","trace[1790193129] 'compare' (duration: 134.635807ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:48:04.359541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.396026Z","time spent":"963.484021ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:48:04.455275Z","caller":"traceutil/trace.go:171","msg":"trace[930694457] linearizableReadLoop","detail":"{readStateIndex:30186; appliedIndex:30184; }","duration":"1.039663346s","start":"2026-07-28T16:48:03.415579Z","end":"2026-07-28T16:48:04.455243Z","steps":["trace[930694457] 'read index received' (duration: 808.807836ms)","trace[930694457] 'applied index is now lower than readState.Index' (duration: 230.85453ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:48:04.455809Z","caller":"traceutil/trace.go:171","msg":"trace[947837535] transaction","detail":"{read_only:false; response_revision:29270; number_of_response:1; }","duration":"590.536814ms","start":"2026-07-28T16:48:03.865258Z","end":"2026-07-28T16:48:04.455795Z","steps":["trace[947837535] 'process raft request' (duration: 589.723914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.455927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.865222Z","time spent":"590.630267ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:48:04.456248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037236197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:48:04.45623Z","caller":"traceutil/trace.go:171","msg":"trace[826124623] transaction","detail":"{read_only:false; response_revision:29272; number_of_response:1; }","duration":"525.749047ms","start":"2026-07-28T16:48:03.930441Z","end":"2026-07-28T16:48:04.45619Z","steps":["trace[826124623] 'process raft request' (duration: 524.721932ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:04.456294Z","caller":"traceutil/trace.go:171","msg":"trace[372148770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29273; }","duration":"1.037340809s","start":"2026-07-28T16:48:03.418942Z","end":"2026-07-28T16:48:04.456283Z","steps":["trace[372148770] 'agreement among raft nodes before linearized reading' (duration: 1.037208946s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.456326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.418911Z","time spent":"1.037409011s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:48:04.456328Z","caller":"traceutil/trace.go:171","msg":"trace[767583429] transaction","detail":"{read_only:false; response_revision:29273; number_of_response:1; }","duration":"417.0355ms","start":"2026-07-28T16:48:04.039224Z","end":"2026-07-28T16:48:04.45626Z","steps":["trace[767583429] 'process raft request' (duration: 415.972255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.456462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.102999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T16:48:04.456435Z","caller":"traceutil/trace.go:171","msg":"trace[514238298] transaction","detail":"{read_only:false; response_revision:29271; number_of_response:1; }","duration":"532.740207ms","start":"2026-07-28T16:48:03.923496Z","end":"2026-07-28T16:48:04.456236Z","steps":["trace[514238298] 'process raft request' (duration: 531.62436ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:04.456498Z","caller":"traceutil/trace.go:171","msg":"trace[1003420245] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29273; }","duration":"354.175091ms","start":"2026-07-28T16:48:04.102315Z","end":"2026-07-28T16:48:04.45649Z","steps":["trace[1003420245] 'agreement among raft nodes before linearized reading' (duration: 354.086569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.456501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:04.039201Z","time spent":"417.200435ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:48:04.456526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:04.102286Z","time spent":"354.233923ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:48:04.456553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.930426Z","time spent":"525.88684ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:48:04.456501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.555806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:48:04.456619Z","caller":"traceutil/trace.go:171","msg":"trace[628288956] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:29273; }","duration":"201.790812ms","start":"2026-07-28T16:48:04.254821Z","end":"2026-07-28T16:48:04.456612Z","steps":["trace[628288956] 'agreement among raft nodes before linearized reading' (duration: 201.502195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.456623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.046924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" ","response":"range_response_count:1 size:18567"} {"level":"warn","ts":"2026-07-28T16:48:04.456625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.923476Z","time spent":"533.042945ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:48:04.456648Z","caller":"traceutil/trace.go:171","msg":"trace[2140188702] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6; range_end:; response_count:1; response_revision:29273; }","duration":"549.070525ms","start":"2026-07-28T16:48:03.90757Z","end":"2026-07-28T16:48:04.45664Z","steps":["trace[2140188702] 'agreement among raft nodes before linearized reading' (duration: 549.014293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.456673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.907546Z","time spent":"549.122036ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18590,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wq7s6\" "} {"level":"warn","ts":"2026-07-28T16:48:04.456692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.851464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"warn","ts":"2026-07-28T16:48:04.456663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.296489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-28T16:48:04.456811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.060986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:48:04.456722Z","caller":"traceutil/trace.go:171","msg":"trace[1415598787] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:29273; }","duration":"199.903755ms","start":"2026-07-28T16:48:04.256807Z","end":"2026-07-28T16:48:04.456711Z","steps":["trace[1415598787] 'agreement among raft nodes before linearized reading' (duration: 199.855534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.456828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.315767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:48:04.456834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.077297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12554"} {"level":"info","ts":"2026-07-28T16:48:04.456849Z","caller":"traceutil/trace.go:171","msg":"trace[407188282] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:29273; }","duration":"554.131148ms","start":"2026-07-28T16:48:03.90271Z","end":"2026-07-28T16:48:04.456841Z","steps":["trace[407188282] 'agreement among raft nodes before linearized reading' (duration: 554.036815ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:04.456869Z","caller":"traceutil/trace.go:171","msg":"trace[733422496] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:29273; }","duration":"290.383578ms","start":"2026-07-28T16:48:04.166473Z","end":"2026-07-28T16:48:04.456857Z","steps":["trace[733422496] 'agreement among raft nodes before linearized reading' (duration: 290.224804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.456882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.90269Z","time spent":"554.182669ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:48:04.456911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.787542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:48:04.456937Z","caller":"traceutil/trace.go:171","msg":"trace[1890673894] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:29273; }","duration":"625.858034ms","start":"2026-07-28T16:48:03.831071Z","end":"2026-07-28T16:48:04.45693Z","steps":["trace[1890673894] 'agreement among raft nodes before linearized reading' (duration: 625.822053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.456972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.831046Z","time spent":"625.920505ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:48:04.456984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.464107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnlt5\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-28T16:48:04.457008Z","caller":"traceutil/trace.go:171","msg":"trace[461503009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnlt5; range_end:; response_count:1; response_revision:29273; }","duration":"817.5845ms","start":"2026-07-28T16:48:03.639418Z","end":"2026-07-28T16:48:04.457002Z","steps":["trace[461503009] 'agreement among raft nodes before linearized reading' (duration: 817.528029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.457026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.639388Z","time spent":"817.634181ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pnlt5\" "} {"level":"warn","ts":"2026-07-28T16:48:04.457036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.440791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-28T16:48:04.457057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.383589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:48:04.456838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.092714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T16:48:04.457078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.760126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:48:04.45708Z","caller":"traceutil/trace.go:171","msg":"trace[1156760378] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:29273; }","duration":"560.513053ms","start":"2026-07-28T16:48:03.896558Z","end":"2026-07-28T16:48:04.457071Z","steps":["trace[1156760378] 'agreement among raft nodes before linearized reading' (duration: 560.294558ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:04.457093Z","caller":"traceutil/trace.go:171","msg":"trace[516618799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29273; }","duration":"806.792718ms","start":"2026-07-28T16:48:03.650296Z","end":"2026-07-28T16:48:04.457088Z","steps":["trace[516618799] 'agreement among raft nodes before linearized reading' (duration: 806.767287ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:04.457088Z","caller":"traceutil/trace.go:171","msg":"trace[2093917545] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:29273; }","duration":"857.489181ms","start":"2026-07-28T16:48:03.599591Z","end":"2026-07-28T16:48:04.45708Z","steps":["trace[2093917545] 'agreement among raft nodes before linearized reading' (duration: 857.42842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.457101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.896545Z","time spent":"560.551904ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"warn","ts":"2026-07-28T16:48:04.457106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.650287Z","time spent":"806.817058ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:48:04.456874Z","caller":"traceutil/trace.go:171","msg":"trace[1626580247] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:29273; }","duration":"787.15656ms","start":"2026-07-28T16:48:03.669705Z","end":"2026-07-28T16:48:04.456862Z","steps":["trace[1626580247] 'agreement among raft nodes before linearized reading' (duration: 787.050857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.457117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.599556Z","time spent":"857.554153ms","remote":"127.0.0.1:35702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:48:04.457097Z","caller":"traceutil/trace.go:171","msg":"trace[2120425645] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:29273; }","duration":"618.367052ms","start":"2026-07-28T16:48:03.838719Z","end":"2026-07-28T16:48:04.457086Z","steps":["trace[2120425645] 'agreement among raft nodes before linearized reading' (duration: 618.071954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.45714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.669683Z","time spent":"787.444897ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12577,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:48:04.456808Z","caller":"traceutil/trace.go:171","msg":"trace[1865465305] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29273; }","duration":"346.475353ms","start":"2026-07-28T16:48:04.110297Z","end":"2026-07-28T16:48:04.456772Z","steps":["trace[1865465305] 'agreement among raft nodes before linearized reading' (duration: 346.007602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.457163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.838705Z","time spent":"618.448753ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T16:48:04.457178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:04.110269Z","time spent":"346.902584ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:48:04.457169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.129189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vzn9l\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-07-28T16:48:04.45723Z","caller":"traceutil/trace.go:171","msg":"trace[1293545196] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vzn9l; range_end:; response_count:1; response_revision:29273; }","duration":"257.217441ms","start":"2026-07-28T16:48:04.199992Z","end":"2026-07-28T16:48:04.45721Z","steps":["trace[1293545196] 'agreement among raft nodes before linearized reading' (duration: 256.995365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.4573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.361298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T16:48:04.457348Z","caller":"traceutil/trace.go:171","msg":"trace[1993531568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29273; }","duration":"304.442641ms","start":"2026-07-28T16:48:04.152893Z","end":"2026-07-28T16:48:04.457335Z","steps":["trace[1993531568] 'agreement among raft nodes before linearized reading' (duration: 304.315177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.457386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:04.152874Z","time spent":"304.503132ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:48:04.457449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.64043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:48:04.457505Z","caller":"traceutil/trace.go:171","msg":"trace[2038497790] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:29273; }","duration":"220.737082ms","start":"2026-07-28T16:48:04.236754Z","end":"2026-07-28T16:48:04.457491Z","steps":["trace[2038497790] 'agreement among raft nodes before linearized reading' (duration: 220.590139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.457437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.665245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:48:04.457628Z","caller":"traceutil/trace.go:171","msg":"trace[517644752] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:29273; }","duration":"336.872349ms","start":"2026-07-28T16:48:04.120739Z","end":"2026-07-28T16:48:04.457612Z","steps":["trace[517644752] 'agreement among raft nodes before linearized reading' (duration: 336.660624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.457687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:04.120728Z","time spent":"336.944062ms","remote":"127.0.0.1:42832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:48:04.458401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042824892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:48:04.45845Z","caller":"traceutil/trace.go:171","msg":"trace[1771820923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29273; }","duration":"1.042915044s","start":"2026-07-28T16:48:03.415521Z","end":"2026-07-28T16:48:04.458436Z","steps":["trace[1771820923] 'agreement among raft nodes before linearized reading' (duration: 1.040581308s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.458479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:03.415498Z","time spent":"1.042974306s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:48:04.671214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.073116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:48:04.671286Z","caller":"traceutil/trace.go:171","msg":"trace[1694029465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29273; }","duration":"206.180039ms","start":"2026-07-28T16:48:04.465091Z","end":"2026-07-28T16:48:04.671271Z","steps":["trace[1694029465] 'range keys from in-memory index tree' (duration: 205.995015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.671581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.305161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:48:04.671606Z","caller":"traceutil/trace.go:171","msg":"trace[858025424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29273; }","duration":"206.330302ms","start":"2026-07-28T16:48:04.46527Z","end":"2026-07-28T16:48:04.6716Z","steps":["trace[858025424] 'range keys from in-memory index tree' (duration: 206.199269ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:04.672173Z","caller":"traceutil/trace.go:171","msg":"trace[1870936504] transaction","detail":"{read_only:false; response_revision:29274; number_of_response:1; }","duration":"206.821265ms","start":"2026-07-28T16:48:04.465343Z","end":"2026-07-28T16:48:04.672164Z","steps":["trace[1870936504] 'process raft request' (duration: 198.388399ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:04.676256Z","caller":"traceutil/trace.go:171","msg":"trace[131249349] linearizableReadLoop","detail":"{readStateIndex:30194; appliedIndex:30189; }","duration":"208.030334ms","start":"2026-07-28T16:48:04.468204Z","end":"2026-07-28T16:48:04.676234Z","steps":["trace[131249349] 'read index received' (duration: 195.588031ms)","trace[131249349] 'applied index is now lower than readState.Index' (duration: 12.441333ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:48:04.676369Z","caller":"traceutil/trace.go:171","msg":"trace[1055574941] transaction","detail":"{read_only:false; response_revision:29276; number_of_response:1; }","duration":"210.211477ms","start":"2026-07-28T16:48:04.466129Z","end":"2026-07-28T16:48:04.67634Z","steps":["trace[1055574941] 'process raft request' (duration: 209.995712ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:04.676403Z","caller":"traceutil/trace.go:171","msg":"trace[243532995] transaction","detail":"{read_only:false; response_revision:29278; number_of_response:1; }","duration":"209.805157ms","start":"2026-07-28T16:48:04.466563Z","end":"2026-07-28T16:48:04.676368Z","steps":["trace[243532995] 'process raft request' (duration: 209.636493ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:04.676671Z","caller":"traceutil/trace.go:171","msg":"trace[1016653940] transaction","detail":"{read_only:false; response_revision:29275; number_of_response:1; }","duration":"210.827992ms","start":"2026-07-28T16:48:04.465835Z","end":"2026-07-28T16:48:04.676663Z","steps":["trace[1016653940] 'process raft request' (duration: 210.110215ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:04.677387Z","caller":"traceutil/trace.go:171","msg":"trace[2063858938] transaction","detail":"{read_only:false; response_revision:29277; number_of_response:1; }","duration":"211.228582ms","start":"2026-07-28T16:48:04.466129Z","end":"2026-07-28T16:48:04.677357Z","steps":["trace[2063858938] 'process raft request' (duration: 210.034483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.688896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.64661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:931078"} {"level":"info","ts":"2026-07-28T16:48:04.688955Z","caller":"traceutil/trace.go:171","msg":"trace[2083850185] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:29278; }","duration":"220.723243ms","start":"2026-07-28T16:48:04.468221Z","end":"2026-07-28T16:48:04.688944Z","steps":["trace[2083850185] 'agreement among raft nodes before linearized reading' (duration: 208.412993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.68909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.866483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:931078"} {"level":"info","ts":"2026-07-28T16:48:04.689156Z","caller":"traceutil/trace.go:171","msg":"trace[1979327496] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:29278; }","duration":"217.942415ms","start":"2026-07-28T16:48:04.471199Z","end":"2026-07-28T16:48:04.689142Z","steps":["trace[1979327496] 'agreement among raft nodes before linearized reading' (duration: 206.888186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.68952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.074321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:931078"} {"level":"info","ts":"2026-07-28T16:48:04.689541Z","caller":"traceutil/trace.go:171","msg":"trace[2014973117] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:29278; }","duration":"221.097231ms","start":"2026-07-28T16:48:04.46844Z","end":"2026-07-28T16:48:04.689537Z","steps":["trace[2014973117] 'agreement among raft nodes before linearized reading' (duration: 209.223302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.689766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.534862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:931078"} {"level":"info","ts":"2026-07-28T16:48:04.689834Z","caller":"traceutil/trace.go:171","msg":"trace[1071997350] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:29278; }","duration":"221.621634ms","start":"2026-07-28T16:48:04.468201Z","end":"2026-07-28T16:48:04.689823Z","steps":["trace[1071997350] 'agreement among raft nodes before linearized reading' (duration: 208.149836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.689914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.218534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:931078"} {"level":"info","ts":"2026-07-28T16:48:04.689945Z","caller":"traceutil/trace.go:171","msg":"trace[1284416134] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:29278; }","duration":"221.270156ms","start":"2026-07-28T16:48:04.468667Z","end":"2026-07-28T16:48:04.689937Z","steps":["trace[1284416134] 'agreement among raft nodes before linearized reading' (duration: 209.460969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.690023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.831117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:931078"} {"level":"info","ts":"2026-07-28T16:48:04.690057Z","caller":"traceutil/trace.go:171","msg":"trace[225147346] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:29278; }","duration":"218.890768ms","start":"2026-07-28T16:48:04.471157Z","end":"2026-07-28T16:48:04.690048Z","steps":["trace[225147346] 'agreement among raft nodes before linearized reading' (duration: 206.896476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.690077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.342335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:931078"} {"level":"info","ts":"2026-07-28T16:48:04.69014Z","caller":"traceutil/trace.go:171","msg":"trace[2007484612] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:29278; }","duration":"218.436207ms","start":"2026-07-28T16:48:04.471688Z","end":"2026-07-28T16:48:04.690125Z","steps":["trace[2007484612] 'agreement among raft nodes before linearized reading' (duration: 205.887031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:04.690189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.908259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:931078"} {"level":"info","ts":"2026-07-28T16:48:04.690236Z","caller":"traceutil/trace.go:171","msg":"trace[311870788] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:29278; }","duration":"218.97788ms","start":"2026-07-28T16:48:04.471249Z","end":"2026-07-28T16:48:04.690226Z","steps":["trace[311870788] 'agreement among raft nodes before linearized reading' (duration: 206.66042ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:04.812872Z","caller":"traceutil/trace.go:171","msg":"trace[261199979] transaction","detail":"{read_only:false; response_revision:29279; number_of_response:1; }","duration":"127.76754ms","start":"2026-07-28T16:48:04.685079Z","end":"2026-07-28T16:48:04.812846Z","steps":["trace[261199979] 'process raft request' (duration: 127.36671ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:06.35045Z","caller":"traceutil/trace.go:171","msg":"trace[1869432522] linearizableReadLoop","detail":"{readStateIndex:30198; appliedIndex:30197; }","duration":"209.801916ms","start":"2026-07-28T16:48:06.140622Z","end":"2026-07-28T16:48:06.350424Z","steps":["trace[1869432522] 'read index received' (duration: 209.54948ms)","trace[1869432522] 'applied index is now lower than readState.Index' (duration: 251.616µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:48:06.350767Z","caller":"traceutil/trace.go:171","msg":"trace[626377331] transaction","detail":"{read_only:false; response_revision:29282; number_of_response:1; }","duration":"321.255339ms","start":"2026-07-28T16:48:06.029499Z","end":"2026-07-28T16:48:06.350754Z","steps":["trace[626377331] 'process raft request' (duration: 320.740237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:06.350874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:06.029484Z","time spent":"321.322931ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:48:06.351199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.568376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T16:48:06.351262Z","caller":"traceutil/trace.go:171","msg":"trace[1432479209] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29282; }","duration":"210.675078ms","start":"2026-07-28T16:48:06.14057Z","end":"2026-07-28T16:48:06.351245Z","steps":["trace[1432479209] 'agreement among raft nodes before linearized reading' (duration: 210.503854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:06.351299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.415252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T16:48:06.351351Z","caller":"traceutil/trace.go:171","msg":"trace[1957761435] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29282; }","duration":"201.498925ms","start":"2026-07-28T16:48:06.149836Z","end":"2026-07-28T16:48:06.351335Z","steps":["trace[1957761435] 'agreement among raft nodes before linearized reading' (duration: 201.366701ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:06.741999Z","caller":"traceutil/trace.go:171","msg":"trace[1627819152] transaction","detail":"{read_only:false; response_revision:29284; number_of_response:1; }","duration":"385.563714ms","start":"2026-07-28T16:48:06.356394Z","end":"2026-07-28T16:48:06.741958Z","steps":["trace[1627819152] 'process raft request' (duration: 385.261207ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:06.74208Z","caller":"traceutil/trace.go:171","msg":"trace[772286396] transaction","detail":"{read_only:false; response_revision:29285; number_of_response:1; }","duration":"383.557246ms","start":"2026-07-28T16:48:06.358495Z","end":"2026-07-28T16:48:06.742052Z","steps":["trace[772286396] 'process raft request' (duration: 383.365311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:06.742203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:06.356374Z","time spent":"385.722099ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:48:06.741962Z","caller":"traceutil/trace.go:171","msg":"trace[641633337] linearizableReadLoop","detail":"{readStateIndex:30201; appliedIndex:30199; }","duration":"274.102132ms","start":"2026-07-28T16:48:06.467834Z","end":"2026-07-28T16:48:06.741936Z","steps":["trace[641633337] 'read index received' (duration: 273.881806ms)","trace[641633337] 'applied index is now lower than readState.Index' (duration: 218.776µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:48:06.742275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:48:06.358485Z","time spent":"383.681048ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:48:06.742554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.690326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12554"} {"level":"info","ts":"2026-07-28T16:48:06.742629Z","caller":"traceutil/trace.go:171","msg":"trace[1849683090] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:29285; }","duration":"274.840369ms","start":"2026-07-28T16:48:06.467773Z","end":"2026-07-28T16:48:06.742613Z","steps":["trace[1849683090] 'agreement among raft nodes before linearized reading' (duration: 274.556742ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:06.7577Z","caller":"traceutil/trace.go:171","msg":"trace[873722082] transaction","detail":"{read_only:false; response_revision:29286; number_of_response:1; }","duration":"289.701611ms","start":"2026-07-28T16:48:06.467962Z","end":"2026-07-28T16:48:06.757663Z","steps":["trace[873722082] 'process raft request' (duration: 289.439814ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:06.757955Z","caller":"traceutil/trace.go:171","msg":"trace[959868254] transaction","detail":"{read_only:false; response_revision:29287; number_of_response:1; }","duration":"289.876405ms","start":"2026-07-28T16:48:06.468049Z","end":"2026-07-28T16:48:06.757925Z","steps":["trace[959868254] 'process raft request' (duration: 289.551217ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:06.758434Z","caller":"traceutil/trace.go:171","msg":"trace[540307210] transaction","detail":"{read_only:false; response_revision:29288; number_of_response:1; }","duration":"290.303886ms","start":"2026-07-28T16:48:06.468109Z","end":"2026-07-28T16:48:06.758413Z","steps":["trace[540307210] 'process raft request' (duration: 290.05691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:06.758767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.813688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:48:06.759002Z","caller":"traceutil/trace.go:171","msg":"trace[2070549258] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:29290; }","duration":"291.067595ms","start":"2026-07-28T16:48:06.467907Z","end":"2026-07-28T16:48:06.758975Z","steps":["trace[2070549258] 'agreement among raft nodes before linearized reading' (duration: 290.747317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:06.759215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.963895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:48:06.759282Z","caller":"traceutil/trace.go:171","msg":"trace[388637122] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:29290; }","duration":"287.212841ms","start":"2026-07-28T16:48:06.472054Z","end":"2026-07-28T16:48:06.759267Z","steps":["trace[388637122] 'agreement among raft nodes before linearized reading' (duration: 286.954494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:06.75936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.077906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:48:06.759429Z","caller":"traceutil/trace.go:171","msg":"trace[347288412] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:29290; }","duration":"289.166698ms","start":"2026-07-28T16:48:06.470245Z","end":"2026-07-28T16:48:06.759411Z","steps":["trace[347288412] 'agreement among raft nodes before linearized reading' (duration: 289.025775ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:06.759007Z","caller":"traceutil/trace.go:171","msg":"trace[1312917723] transaction","detail":"{read_only:false; response_revision:29289; number_of_response:1; }","duration":"290.852959ms","start":"2026-07-28T16:48:06.468129Z","end":"2026-07-28T16:48:06.758982Z","steps":["trace[1312917723] 'process raft request' (duration: 290.232444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:06.759698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.386154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T16:48:06.759739Z","caller":"traceutil/trace.go:171","msg":"trace[1082075712] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:29290; }","duration":"289.438235ms","start":"2026-07-28T16:48:06.47029Z","end":"2026-07-28T16:48:06.759728Z","steps":["trace[1082075712] 'agreement among raft nodes before linearized reading' (duration: 289.303592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:48:06.759925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.921145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:48:06.759988Z","caller":"traceutil/trace.go:171","msg":"trace[1498667624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29290; }","duration":"110.011188ms","start":"2026-07-28T16:48:06.649964Z","end":"2026-07-28T16:48:06.759975Z","steps":["trace[1498667624] 'agreement among raft nodes before linearized reading' (duration: 109.923126ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:48:07.45582Z","caller":"traceutil/trace.go:171","msg":"trace[1601086365] transaction","detail":"{read_only:false; response_revision:29309; number_of_response:1; }","duration":"104.159805ms","start":"2026-07-28T16:48:07.351636Z","end":"2026-07-28T16:48:07.455796Z","steps":["trace[1601086365] 'process raft request' (duration: 103.662783ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:09.122901Z","caller":"traceutil/trace.go:171","msg":"trace[610653201] transaction","detail":"{read_only:false; response_revision:29812; number_of_response:1; }","duration":"101.498241ms","start":"2026-07-28T16:49:09.02137Z","end":"2026-07-28T16:49:09.122868Z","steps":["trace[610653201] 'process raft request' (duration: 101.278656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:09.683345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.959915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:49:09.683445Z","caller":"traceutil/trace.go:171","msg":"trace[15330027] linearizableReadLoop","detail":"{readStateIndex:30749; appliedIndex:30748; }","duration":"446.364954ms","start":"2026-07-28T16:49:09.237063Z","end":"2026-07-28T16:49:09.683428Z","steps":["trace[15330027] 'read index received' (duration: 334.171633ms)","trace[15330027] 'applied index is now lower than readState.Index' (duration: 112.192091ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:09.68353Z","caller":"traceutil/trace.go:171","msg":"trace[1188673691] transaction","detail":"{read_only:false; response_revision:29817; number_of_response:1; }","duration":"472.809837ms","start":"2026-07-28T16:49:09.210708Z","end":"2026-07-28T16:49:09.683518Z","steps":["trace[1188673691] 'process raft request' (duration: 360.600116ms)","trace[1188673691] 'compare' (duration: 111.510314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:09.683589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:09.210687Z","time spent":"472.872979ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:49:09.683673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.464068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T16:49:09.68373Z","caller":"traceutil/trace.go:171","msg":"trace[952314920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29817; }","duration":"442.577901ms","start":"2026-07-28T16:49:09.24114Z","end":"2026-07-28T16:49:09.683718Z","steps":["trace[952314920] 'agreement among raft nodes before linearized reading' (duration: 442.411237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:09.683761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:09.241114Z","time spent":"442.642123ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:49:09.68392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.836615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:49:09.684003Z","caller":"traceutil/trace.go:171","msg":"trace[1271205493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29817; }","duration":"446.955977ms","start":"2026-07-28T16:49:09.237027Z","end":"2026-07-28T16:49:09.683983Z","steps":["trace[1271205493] 'agreement among raft nodes before linearized reading' (duration: 446.765873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:09.684046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:09.237011Z","time spent":"447.02633ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:49:09.970559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.322094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-hnjfg\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-28T16:49:09.970627Z","caller":"traceutil/trace.go:171","msg":"trace[1766483116] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-hnjfg; range_end:; response_count:1; response_revision:29819; }","duration":"158.442537ms","start":"2026-07-28T16:49:09.812169Z","end":"2026-07-28T16:49:09.970611Z","steps":["trace[1766483116] 'range keys from in-memory index tree' (duration: 158.175911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:09.970663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.085485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:49:09.971037Z","caller":"traceutil/trace.go:171","msg":"trace[644000347] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29819; }","duration":"155.466834ms","start":"2026-07-28T16:49:09.815543Z","end":"2026-07-28T16:49:09.97101Z","steps":["trace[644000347] 'range keys from in-memory index tree' (duration: 154.934661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:09.970663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.224076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:49:09.971124Z","caller":"traceutil/trace.go:171","msg":"trace[2075730150] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:29819; }","duration":"113.741808ms","start":"2026-07-28T16:49:09.857367Z","end":"2026-07-28T16:49:09.971108Z","steps":["trace[2075730150] 'range keys from in-memory index tree' (duration: 113.089173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:09.97074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.338503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:49:09.971223Z","caller":"traceutil/trace.go:171","msg":"trace[955403955] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:29819; }","duration":"121.845166ms","start":"2026-07-28T16:49:09.849351Z","end":"2026-07-28T16:49:09.971196Z","steps":["trace[955403955] 'range keys from in-memory index tree' (duration: 121.259471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:09.97086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.755892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-28T16:49:09.971311Z","caller":"traceutil/trace.go:171","msg":"trace[1619367557] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:29819; }","duration":"163.227123ms","start":"2026-07-28T16:49:09.808077Z","end":"2026-07-28T16:49:09.971304Z","steps":["trace[1619367557] 'range keys from in-memory index tree' (duration: 162.635258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:09.970863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.014568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:49:09.97141Z","caller":"traceutil/trace.go:171","msg":"trace[664203294] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29819; }","duration":"163.583851ms","start":"2026-07-28T16:49:09.807821Z","end":"2026-07-28T16:49:09.971405Z","steps":["trace[664203294] 'range keys from in-memory index tree' (duration: 162.942696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:09.970917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.680554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:49:09.971475Z","caller":"traceutil/trace.go:171","msg":"trace[889459452] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:29819; }","duration":"171.274899ms","start":"2026-07-28T16:49:09.800196Z","end":"2026-07-28T16:49:09.971471Z","steps":["trace[889459452] 'range keys from in-memory index tree' (duration: 170.270654ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:30.331379Z","caller":"traceutil/trace.go:171","msg":"trace[1117849745] linearizableReadLoop","detail":"{readStateIndex:30903; appliedIndex:30902; }","duration":"213.654451ms","start":"2026-07-28T16:49:30.117699Z","end":"2026-07-28T16:49:30.331354Z","steps":["trace[1117849745] 'read index received' (duration: 213.464036ms)","trace[1117849745] 'applied index is now lower than readState.Index' (duration: 189.805µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:30.331657Z","caller":"traceutil/trace.go:171","msg":"trace[1784763591] transaction","detail":"{read_only:false; response_revision:29967; number_of_response:1; }","duration":"243.143228ms","start":"2026-07-28T16:49:30.088505Z","end":"2026-07-28T16:49:30.331648Z","steps":["trace[1784763591] 'process raft request' (duration: 242.722458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:30.331853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.147352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:49:30.331888Z","caller":"traceutil/trace.go:171","msg":"trace[754343857] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:29967; }","duration":"214.232854ms","start":"2026-07-28T16:49:30.117644Z","end":"2026-07-28T16:49:30.331877Z","steps":["trace[754343857] 'agreement among raft nodes before linearized reading' (duration: 214.164603ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:33.323861Z","caller":"traceutil/trace.go:171","msg":"trace[947006024] transaction","detail":"{read_only:false; response_revision:30005; number_of_response:1; }","duration":"105.839026ms","start":"2026-07-28T16:49:33.217989Z","end":"2026-07-28T16:49:33.323828Z","steps":["trace[947006024] 'process raft request' (duration: 67.442041ms)","trace[947006024] 'compare' (duration: 38.271302ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:33.376795Z","caller":"traceutil/trace.go:171","msg":"trace[1532555487] transaction","detail":"{read_only:false; response_revision:30007; number_of_response:1; }","duration":"152.871281ms","start":"2026-07-28T16:49:33.223901Z","end":"2026-07-28T16:49:33.376772Z","steps":["trace[1532555487] 'process raft request' (duration: 152.769168ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:33.37679Z","caller":"traceutil/trace.go:171","msg":"trace[463392286] transaction","detail":"{read_only:false; response_revision:30006; number_of_response:1; }","duration":"155.190307ms","start":"2026-07-28T16:49:33.221561Z","end":"2026-07-28T16:49:33.376751Z","steps":["trace[463392286] 'process raft request' (duration: 154.979892ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:34.000383Z","caller":"traceutil/trace.go:171","msg":"trace[1153143438] transaction","detail":"{read_only:false; response_revision:30012; number_of_response:1; }","duration":"127.328938ms","start":"2026-07-28T16:49:33.873029Z","end":"2026-07-28T16:49:34.000357Z","steps":["trace[1153143438] 'process raft request' (duration: 121.65383ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:34.49623Z","caller":"traceutil/trace.go:171","msg":"trace[1990229598] linearizableReadLoop","detail":"{readStateIndex:30950; appliedIndex:30949; }","duration":"120.790279ms","start":"2026-07-28T16:49:34.375412Z","end":"2026-07-28T16:49:34.496203Z","steps":["trace[1990229598] 'read index received' (duration: 120.476722ms)","trace[1990229598] 'applied index is now lower than readState.Index' (duration: 312.587µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:34.496435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.013675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:49:34.496476Z","caller":"traceutil/trace.go:171","msg":"trace[1452411109] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:30013; }","duration":"121.116318ms","start":"2026-07-28T16:49:34.37535Z","end":"2026-07-28T16:49:34.496466Z","steps":["trace[1452411109] 'agreement among raft nodes before linearized reading' (duration: 120.948434ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:34.496811Z","caller":"traceutil/trace.go:171","msg":"trace[751518656] transaction","detail":"{read_only:false; response_revision:30013; number_of_response:1; }","duration":"147.053359ms","start":"2026-07-28T16:49:34.34973Z","end":"2026-07-28T16:49:34.496783Z","steps":["trace[751518656] 'process raft request' (duration: 146.218628ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:36.081956Z","caller":"traceutil/trace.go:171","msg":"trace[809943829] transaction","detail":"{read_only:false; response_revision:30023; number_of_response:1; }","duration":"206.706341ms","start":"2026-07-28T16:49:35.875216Z","end":"2026-07-28T16:49:36.081922Z","steps":["trace[809943829] 'process raft request' (duration: 147.686275ms)","trace[809943829] 'compare' (duration: 58.814301ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:36.287019Z","caller":"traceutil/trace.go:171","msg":"trace[1243071088] linearizableReadLoop","detail":"{readStateIndex:30961; appliedIndex:30960; }","duration":"198.699857ms","start":"2026-07-28T16:49:36.088289Z","end":"2026-07-28T16:49:36.286989Z","steps":["trace[1243071088] 'read index received' (duration: 162.573967ms)","trace[1243071088] 'applied index is now lower than readState.Index' (duration: 36.12474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:36.287935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.631459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:942201"} {"level":"info","ts":"2026-07-28T16:49:36.28798Z","caller":"traceutil/trace.go:171","msg":"trace[11256902] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:30024; }","duration":"199.728701ms","start":"2026-07-28T16:49:36.08824Z","end":"2026-07-28T16:49:36.287969Z","steps":["trace[11256902] 'agreement among raft nodes before linearized reading' (duration: 198.884581ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:36.288529Z","caller":"traceutil/trace.go:171","msg":"trace[1734427879] transaction","detail":"{read_only:false; response_revision:30024; number_of_response:1; }","duration":"202.13172ms","start":"2026-07-28T16:49:36.086378Z","end":"2026-07-28T16:49:36.28851Z","steps":["trace[1734427879] 'process raft request' (duration: 164.562345ms)","trace[1734427879] 'compare' (duration: 35.929815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:36.840134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.319079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:49:36.84036Z","caller":"traceutil/trace.go:171","msg":"trace[243257449] transaction","detail":"{read_only:false; response_revision:30026; number_of_response:1; }","duration":"276.49567ms","start":"2026-07-28T16:49:36.563841Z","end":"2026-07-28T16:49:36.840336Z","steps":["trace[243257449] 'process raft request' (duration: 125.865644ms)","trace[243257449] 'compare' (duration: 150.212846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:36.840525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.05229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:49:36.840564Z","caller":"traceutil/trace.go:171","msg":"trace[1402247164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30026; }","duration":"184.111502ms","start":"2026-07-28T16:49:36.656443Z","end":"2026-07-28T16:49:36.840554Z","steps":["trace[1402247164] 'agreement among raft nodes before linearized reading' (duration: 183.973538ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:36.840234Z","caller":"traceutil/trace.go:171","msg":"trace[826841873] linearizableReadLoop","detail":"{readStateIndex:30963; appliedIndex:30962; }","duration":"183.752102ms","start":"2026-07-28T16:49:36.656466Z","end":"2026-07-28T16:49:36.840218Z","steps":["trace[826841873] 'read index received' (duration: 33.251949ms)","trace[826841873] 'applied index is now lower than readState.Index' (duration: 150.499063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:36.840927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.340667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:49:36.841007Z","caller":"traceutil/trace.go:171","msg":"trace[1546101813] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:30026; }","duration":"184.47236ms","start":"2026-07-28T16:49:36.656512Z","end":"2026-07-28T16:49:36.840985Z","steps":["trace[1546101813] 'agreement among raft nodes before linearized reading' (duration: 184.305406ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:37.616988Z","caller":"traceutil/trace.go:171","msg":"trace[1753334237] transaction","detail":"{read_only:false; response_revision:30032; number_of_response:1; }","duration":"427.594477ms","start":"2026-07-28T16:49:37.189368Z","end":"2026-07-28T16:49:37.616963Z","steps":["trace[1753334237] 'process raft request' (duration: 427.253969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:37.617131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:37.189344Z","time spent":"427.714621ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:49:38.262604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.069913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:49:38.262719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.598073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:49:38.262742Z","caller":"traceutil/trace.go:171","msg":"trace[897817409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30032; }","duration":"436.409941ms","start":"2026-07-28T16:49:37.826311Z","end":"2026-07-28T16:49:38.262721Z","steps":["trace[897817409] 'range keys from in-memory index tree' (duration: 436.048172ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:38.263244Z","caller":"traceutil/trace.go:171","msg":"trace[630569612] linearizableReadLoop","detail":"{readStateIndex:30972; appliedIndex:30968; }","duration":"855.568443ms","start":"2026-07-28T16:49:37.407666Z","end":"2026-07-28T16:49:38.263234Z","steps":["trace[630569612] 'read index received' (duration: 208.961866ms)","trace[630569612] 'applied index is now lower than readState.Index' (duration: 646.605757ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:38.263328Z","caller":"traceutil/trace.go:171","msg":"trace[2044589360] transaction","detail":"{read_only:false; response_revision:30033; number_of_response:1; }","duration":"927.054883ms","start":"2026-07-28T16:49:37.336261Z","end":"2026-07-28T16:49:38.263316Z","steps":["trace[2044589360] 'process raft request' (duration: 771.784904ms)","trace[2044589360] 'compare' (duration: 154.210654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:38.263472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:37.336237Z","time spent":"927.122486ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:49:38.263907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.23803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:49:38.263938Z","caller":"traceutil/trace.go:171","msg":"trace[1928675903] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:30035; }","duration":"856.300071ms","start":"2026-07-28T16:49:37.40763Z","end":"2026-07-28T16:49:38.26393Z","steps":["trace[1928675903] 'agreement among raft nodes before linearized reading' (duration: 856.180778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:38.263959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:37.407617Z","time spent":"856.337652ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T16:49:38.264166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.409046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:49:38.264207Z","caller":"traceutil/trace.go:171","msg":"trace[492038724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30035; }","duration":"391.478158ms","start":"2026-07-28T16:49:37.872717Z","end":"2026-07-28T16:49:38.264195Z","steps":["trace[492038724] 'agreement among raft nodes before linearized reading' (duration: 391.379665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:38.264199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.133954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:49:38.264211Z","caller":"traceutil/trace.go:171","msg":"trace[386818533] transaction","detail":"{read_only:false; response_revision:30034; number_of_response:1; }","duration":"871.283496ms","start":"2026-07-28T16:49:37.392898Z","end":"2026-07-28T16:49:38.264181Z","steps":["trace[386818533] 'process raft request' (duration: 870.20802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:38.264231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.582983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:49:38.264273Z","caller":"traceutil/trace.go:171","msg":"trace[116393060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30035; }","duration":"846.241976ms","start":"2026-07-28T16:49:37.418014Z","end":"2026-07-28T16:49:38.264256Z","steps":["trace[116393060] 'agreement among raft nodes before linearized reading' (duration: 846.027521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:38.264291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.303657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:49:38.264285Z","caller":"traceutil/trace.go:171","msg":"trace[1030094873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30035; }","duration":"470.688476ms","start":"2026-07-28T16:49:37.793584Z","end":"2026-07-28T16:49:38.264272Z","steps":["trace[1030094873] 'agreement among raft nodes before linearized reading' (duration: 470.532472ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:38.264315Z","caller":"traceutil/trace.go:171","msg":"trace[746351190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30035; }","duration":"175.365589ms","start":"2026-07-28T16:49:38.08894Z","end":"2026-07-28T16:49:38.264306Z","steps":["trace[746351190] 'agreement among raft nodes before linearized reading' (duration: 175.304307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:38.264318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:37.418003Z","time spent":"846.306449ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:49:38.264322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:37.79356Z","time spent":"470.755027ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:49:38.264319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.962557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:49:38.26435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:37.392872Z","time spent":"871.405699ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:49:38.264364Z","caller":"traceutil/trace.go:171","msg":"trace[1890416569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30035; }","duration":"843.048379ms","start":"2026-07-28T16:49:37.421305Z","end":"2026-07-28T16:49:38.264353Z","steps":["trace[1890416569] 'agreement among raft nodes before linearized reading' (duration: 842.942266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:38.264229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:37.872696Z","time spent":"391.527259ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:49:38.264398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:37.421281Z","time spent":"843.110911ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:49:38.264608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.77932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" ","response":"range_response_count:1 size:20669"} {"level":"info","ts":"2026-07-28T16:49:38.264767Z","caller":"traceutil/trace.go:171","msg":"trace[468900188] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7cfjq; range_end:; response_count:1; response_revision:30035; }","duration":"339.989905ms","start":"2026-07-28T16:49:37.924754Z","end":"2026-07-28T16:49:38.264744Z","steps":["trace[468900188] 'agreement among raft nodes before linearized reading' (duration: 339.533484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:38.264851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:37.92473Z","time spent":"340.108527ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20692,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7cfjq\" "} {"level":"info","ts":"2026-07-28T16:49:38.264949Z","caller":"traceutil/trace.go:171","msg":"trace[285328991] transaction","detail":"{read_only:false; response_revision:30035; number_of_response:1; }","duration":"871.922461ms","start":"2026-07-28T16:49:37.39299Z","end":"2026-07-28T16:49:38.264912Z","steps":["trace[285328991] 'process raft request' (duration: 870.20588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:38.265075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:37.392981Z","time spent":"872.028615ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:49:38.771847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626842656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:49:39.162039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.265621Z","time spent":"896.41121ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T16:49:39.189586Z","caller":"traceutil/trace.go:171","msg":"trace[1291474317] transaction","detail":"{read_only:false; response_revision:30036; number_of_response:1; }","duration":"918.386694ms","start":"2026-07-28T16:49:38.271177Z","end":"2026-07-28T16:49:39.189563Z","steps":["trace[1291474317] 'process raft request' (duration: 918.182159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.189725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.271166Z","time spent":"918.490336ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:49:39.189922Z","caller":"traceutil/trace.go:171","msg":"trace[2005093814] transaction","detail":"{read_only:false; response_revision:30037; number_of_response:1; }","duration":"918.633389ms","start":"2026-07-28T16:49:38.271251Z","end":"2026-07-28T16:49:39.189884Z","steps":["trace[2005093814] 'process raft request' (duration: 918.274571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.19011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.271223Z","time spent":"918.776133ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:49:39.190819Z","caller":"traceutil/trace.go:171","msg":"trace[1111482783] linearizableReadLoop","detail":"{readStateIndex:30979; appliedIndex:30972; }","duration":"919.696356ms","start":"2026-07-28T16:49:38.271105Z","end":"2026-07-28T16:49:39.190801Z","steps":["trace[1111482783] 'read index received' (duration: 824.933969ms)","trace[1111482783] 'applied index is now lower than readState.Index' (duration: 94.761747ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:39.191345Z","caller":"traceutil/trace.go:171","msg":"trace[1965012376] transaction","detail":"{read_only:false; response_revision:30038; number_of_response:1; }","duration":"919.538262ms","start":"2026-07-28T16:49:38.271796Z","end":"2026-07-28T16:49:39.191334Z","steps":["trace[1965012376] 'process raft request' (duration: 917.934293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.191432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.271775Z","time spent":"919.605233ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:49:39.191606Z","caller":"traceutil/trace.go:171","msg":"trace[661474423] transaction","detail":"{read_only:false; response_revision:30041; number_of_response:1; }","duration":"554.346063ms","start":"2026-07-28T16:49:38.637222Z","end":"2026-07-28T16:49:39.191568Z","steps":["trace[661474423] 'process raft request' (duration: 553.549644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.191645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.539706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:49:39.191672Z","caller":"traceutil/trace.go:171","msg":"trace[516427745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30041; }","duration":"920.583637ms","start":"2026-07-28T16:49:38.27108Z","end":"2026-07-28T16:49:39.191663Z","steps":["trace[516427745] 'agreement among raft nodes before linearized reading' (duration: 920.491654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.191698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.271065Z","time spent":"920.628218ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:49:39.191699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.637201Z","time spent":"554.455965ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:49:39.191775Z","caller":"traceutil/trace.go:171","msg":"trace[896177007] transaction","detail":"{read_only:false; response_revision:30039; number_of_response:1; }","duration":"919.001499ms","start":"2026-07-28T16:49:38.272754Z","end":"2026-07-28T16:49:39.191755Z","steps":["trace[896177007] 'process raft request' (duration: 917.936713ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:39.191894Z","caller":"traceutil/trace.go:171","msg":"trace[754929071] transaction","detail":"{read_only:false; response_revision:30040; number_of_response:1; }","duration":"908.622666ms","start":"2026-07-28T16:49:38.283259Z","end":"2026-07-28T16:49:39.191882Z","steps":["trace[754929071] 'process raft request' (duration: 907.468148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.191907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.272742Z","time spent":"919.107701ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:49:39.191961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.283234Z","time spent":"908.695798ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20785,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:49:39.211564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.485216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:49:39.211597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.619613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T16:49:39.211635Z","caller":"traceutil/trace.go:171","msg":"trace[362410237] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30042; }","duration":"697.595929ms","start":"2026-07-28T16:49:38.51402Z","end":"2026-07-28T16:49:39.211616Z","steps":["trace[362410237] 'agreement among raft nodes before linearized reading' (duration: 697.422115ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:39.211651Z","caller":"traceutil/trace.go:171","msg":"trace[1127348137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30042; }","duration":"919.706046ms","start":"2026-07-28T16:49:38.29193Z","end":"2026-07-28T16:49:39.211637Z","steps":["trace[1127348137] 'agreement among raft nodes before linearized reading' (duration: 919.538702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.211639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.057513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:49:39.212042Z","caller":"traceutil/trace.go:171","msg":"trace[632921878] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:30042; }","duration":"664.505234ms","start":"2026-07-28T16:49:38.547516Z","end":"2026-07-28T16:49:39.212021Z","steps":["trace[632921878] 'agreement among raft nodes before linearized reading' (duration: 663.885209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.212145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.547493Z","time spent":"664.635808ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:49:39.211666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.513999Z","time spent":"697.661351ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:49:39.211688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.291916Z","time spent":"919.764147ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:49:39.211738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.687037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:49:39.212919Z","caller":"traceutil/trace.go:171","msg":"trace[663781159] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:30042; }","duration":"743.879826ms","start":"2026-07-28T16:49:38.468998Z","end":"2026-07-28T16:49:39.212878Z","steps":["trace[663781159] 'agreement among raft nodes before linearized reading' (duration: 742.712508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.213051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.468975Z","time spent":"744.02569ms","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:49:39.211849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.971562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:49:39.213281Z","caller":"traceutil/trace.go:171","msg":"trace[1660971056] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:30042; }","duration":"907.442787ms","start":"2026-07-28T16:49:38.305823Z","end":"2026-07-28T16:49:39.213266Z","steps":["trace[1660971056] 'agreement among raft nodes before linearized reading' (duration: 905.933931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.213336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.305803Z","time spent":"907.518939ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"warn","ts":"2026-07-28T16:49:39.211899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.28939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:49:39.213897Z","caller":"traceutil/trace.go:171","msg":"trace[1001612029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30042; }","duration":"565.294259ms","start":"2026-07-28T16:49:38.648586Z","end":"2026-07-28T16:49:39.21388Z","steps":["trace[1001612029] 'agreement among raft nodes before linearized reading' (duration: 563.294401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.213942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:38.648576Z","time spent":"565.352591ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:49:39.319286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.194849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:49:39.319369Z","caller":"traceutil/trace.go:171","msg":"trace[249879122] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:30044; }","duration":"100.306762ms","start":"2026-07-28T16:49:39.219043Z","end":"2026-07-28T16:49:39.31935Z","steps":["trace[249879122] 'agreement among raft nodes before linearized reading' (duration: 100.130287ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:39.319467Z","caller":"traceutil/trace.go:171","msg":"trace[1271983521] transaction","detail":"{read_only:false; response_revision:30044; number_of_response:1; }","duration":"101.533572ms","start":"2026-07-28T16:49:39.217917Z","end":"2026-07-28T16:49:39.31945Z","steps":["trace[1271983521] 'process raft request' (duration: 51.691489ms)","trace[1271983521] 'compare' (duration: 49.005313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:39.320127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.734752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:942335"} {"level":"info","ts":"2026-07-28T16:49:39.320213Z","caller":"traceutil/trace.go:171","msg":"trace[631685376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:30044; }","duration":"100.871325ms","start":"2026-07-28T16:49:39.219323Z","end":"2026-07-28T16:49:39.320194Z","steps":["trace[631685376] 'agreement among raft nodes before linearized reading' (duration: 99.83841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:39.321024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.579502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:942335"} {"level":"info","ts":"2026-07-28T16:49:39.321144Z","caller":"traceutil/trace.go:171","msg":"trace[1508671352] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:30044; }","duration":"101.732337ms","start":"2026-07-28T16:49:39.219388Z","end":"2026-07-28T16:49:39.321121Z","steps":["trace[1508671352] 'agreement among raft nodes before linearized reading' (duration: 100.358163ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:50.184233Z","caller":"traceutil/trace.go:171","msg":"trace[1071540681] transaction","detail":"{read_only:false; response_revision:30190; number_of_response:1; }","duration":"111.977205ms","start":"2026-07-28T16:49:50.072238Z","end":"2026-07-28T16:49:50.184215Z","steps":["trace[1071540681] 'process raft request' (duration: 111.932574ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:50.1843Z","caller":"traceutil/trace.go:171","msg":"trace[710442161] transaction","detail":"{read_only:false; response_revision:30189; number_of_response:1; }","duration":"112.407776ms","start":"2026-07-28T16:49:50.071866Z","end":"2026-07-28T16:49:50.184274Z","steps":["trace[710442161] 'process raft request' (duration: 112.053377ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:50.345026Z","caller":"traceutil/trace.go:171","msg":"trace[591620756] transaction","detail":"{read_only:false; response_revision:30195; number_of_response:1; }","duration":"104.77733ms","start":"2026-07-28T16:49:50.240225Z","end":"2026-07-28T16:49:50.345002Z","steps":["trace[591620756] 'process raft request' (duration: 104.717619ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:50.345083Z","caller":"traceutil/trace.go:171","msg":"trace[393121347] transaction","detail":"{read_only:false; response_revision:30194; number_of_response:1; }","duration":"104.905843ms","start":"2026-07-28T16:49:50.24015Z","end":"2026-07-28T16:49:50.345055Z","steps":["trace[393121347] 'process raft request' (duration: 84.087987ms)","trace[393121347] 'compare' (duration: 20.480058ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:50.353633Z","caller":"traceutil/trace.go:171","msg":"trace[1061783702] linearizableReadLoop","detail":"{readStateIndex:31143; appliedIndex:31139; }","duration":"108.387679ms","start":"2026-07-28T16:49:50.245228Z","end":"2026-07-28T16:49:50.353616Z","steps":["trace[1061783702] 'read index received' (duration: 79.020874ms)","trace[1061783702] 'applied index is now lower than readState.Index' (duration: 29.366134ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:50.353767Z","caller":"traceutil/trace.go:171","msg":"trace[1015600928] transaction","detail":"{read_only:false; response_revision:30196; number_of_response:1; }","duration":"108.618074ms","start":"2026-07-28T16:49:50.245126Z","end":"2026-07-28T16:49:50.353744Z","steps":["trace[1015600928] 'process raft request' (duration: 108.251205ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:50.353917Z","caller":"traceutil/trace.go:171","msg":"trace[1459636185] transaction","detail":"{read_only:false; response_revision:30197; number_of_response:1; }","duration":"108.710926ms","start":"2026-07-28T16:49:50.245173Z","end":"2026-07-28T16:49:50.353884Z","steps":["trace[1459636185] 'process raft request' (duration: 108.299466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:50.35427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.025034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T16:49:50.354315Z","caller":"traceutil/trace.go:171","msg":"trace[1253821689] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:30200; }","duration":"109.094305ms","start":"2026-07-28T16:49:50.245209Z","end":"2026-07-28T16:49:50.354303Z","steps":["trace[1253821689] 'agreement among raft nodes before linearized reading' (duration: 108.580663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:50.355588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.136381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T16:49:50.35563Z","caller":"traceutil/trace.go:171","msg":"trace[787849669] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:30200; }","duration":"110.230343ms","start":"2026-07-28T16:49:50.245389Z","end":"2026-07-28T16:49:50.35562Z","steps":["trace[787849669] 'agreement among raft nodes before linearized reading' (duration: 108.488331ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:50.580056Z","caller":"traceutil/trace.go:171","msg":"trace[1156802115] linearizableReadLoop","detail":"{readStateIndex:31149; appliedIndex:31148; }","duration":"176.543488ms","start":"2026-07-28T16:49:50.403494Z","end":"2026-07-28T16:49:50.580037Z","steps":["trace[1156802115] 'read index received' (duration: 10.333452ms)","trace[1156802115] 'applied index is now lower than readState.Index' (duration: 166.209386ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:50.580149Z","caller":"traceutil/trace.go:171","msg":"trace[1836876281] transaction","detail":"{read_only:false; response_revision:30203; number_of_response:1; }","duration":"181.717123ms","start":"2026-07-28T16:49:50.3984Z","end":"2026-07-28T16:49:50.580117Z","steps":["trace[1836876281] 'process raft request' (duration: 181.515818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:50.580285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.773153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T16:49:50.580312Z","caller":"traceutil/trace.go:171","msg":"trace[1046546855] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:30203; }","duration":"176.844974ms","start":"2026-07-28T16:49:50.403458Z","end":"2026-07-28T16:49:50.580303Z","steps":["trace[1046546855] 'agreement among raft nodes before linearized reading' (duration: 176.695261ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:50.638617Z","caller":"traceutil/trace.go:171","msg":"trace[112663225] transaction","detail":"{read_only:false; response_revision:30204; number_of_response:1; }","duration":"221.311507ms","start":"2026-07-28T16:49:50.417287Z","end":"2026-07-28T16:49:50.638599Z","steps":["trace[112663225] 'process raft request' (duration: 221.219845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:50.883526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.99373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:49:50.884132Z","caller":"traceutil/trace.go:171","msg":"trace[1918609822] transaction","detail":"{read_only:false; response_revision:30206; number_of_response:1; }","duration":"235.591744ms","start":"2026-07-28T16:49:50.648494Z","end":"2026-07-28T16:49:50.884086Z","steps":["trace[1918609822] 'process raft request' (duration: 59.966689ms)","trace[1918609822] 'compare' (duration: 174.865537ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:50.884212Z","caller":"traceutil/trace.go:171","msg":"trace[351843694] transaction","detail":"{read_only:false; response_revision:30207; number_of_response:1; }","duration":"105.500778ms","start":"2026-07-28T16:49:50.778688Z","end":"2026-07-28T16:49:50.884189Z","steps":["trace[351843694] 'process raft request' (duration: 105.356904ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:50.884206Z","caller":"traceutil/trace.go:171","msg":"trace[1980794166] linearizableReadLoop","detail":"{readStateIndex:31152; appliedIndex:31151; }","duration":"229.806904ms","start":"2026-07-28T16:49:50.654366Z","end":"2026-07-28T16:49:50.884173Z","steps":["trace[1980794166] 'read index received' (duration: 54.024475ms)","trace[1980794166] 'applied index is now lower than readState.Index' (duration: 175.778638ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:50.884657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.665647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:49:50.884723Z","caller":"traceutil/trace.go:171","msg":"trace[851467556] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:30207; }","duration":"143.76304ms","start":"2026-07-28T16:49:50.740944Z","end":"2026-07-28T16:49:50.884707Z","steps":["trace[851467556] 'agreement among raft nodes before linearized reading' (duration: 143.654647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:50.884882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.095027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T16:49:50.884936Z","caller":"traceutil/trace.go:171","msg":"trace[1836278646] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:30207; }","duration":"227.16486ms","start":"2026-07-28T16:49:50.657754Z","end":"2026-07-28T16:49:50.884919Z","steps":["trace[1836278646] 'agreement among raft nodes before linearized reading' (duration: 226.989785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:50.885705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.279267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:92 size:77000"} {"level":"info","ts":"2026-07-28T16:49:50.885883Z","caller":"traceutil/trace.go:171","msg":"trace[1051074845] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:92; response_revision:30207; }","duration":"228.490561ms","start":"2026-07-28T16:49:50.657364Z","end":"2026-07-28T16:49:50.885855Z","steps":["trace[1051074845] 'agreement among raft nodes before linearized reading' (duration: 227.239401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:50.885961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.398124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-28T16:49:50.886483Z","caller":"traceutil/trace.go:171","msg":"trace[1469465784] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:30207; }","duration":"289.966478ms","start":"2026-07-28T16:49:50.596502Z","end":"2026-07-28T16:49:50.886468Z","steps":["trace[1469465784] 'agreement among raft nodes before linearized reading' (duration: 287.767925ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.066292Z","caller":"traceutil/trace.go:171","msg":"trace[1516664156] linearizableReadLoop","detail":"{readStateIndex:31154; appliedIndex:31153; }","duration":"177.134852ms","start":"2026-07-28T16:49:50.889132Z","end":"2026-07-28T16:49:51.066267Z","steps":["trace[1516664156] 'read index received' (duration: 176.895186ms)","trace[1516664156] 'applied index is now lower than readState.Index' (duration: 238.376µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:51.066387Z","caller":"traceutil/trace.go:171","msg":"trace[2061346933] transaction","detail":"{read_only:false; response_revision:30208; number_of_response:1; }","duration":"177.674954ms","start":"2026-07-28T16:49:50.888661Z","end":"2026-07-28T16:49:51.066336Z","steps":["trace[2061346933] 'process raft request' (duration: 177.437628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.066576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.410808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1877"} {"level":"warn","ts":"2026-07-28T16:49:51.066601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.709512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T16:49:51.06667Z","caller":"traceutil/trace.go:171","msg":"trace[1614265854] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:30208; }","duration":"177.553602ms","start":"2026-07-28T16:49:50.889093Z","end":"2026-07-28T16:49:51.066647Z","steps":["trace[1614265854] 'agreement among raft nodes before linearized reading' (duration: 177.328386ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.066758Z","caller":"traceutil/trace.go:171","msg":"trace[804361075] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:30208; }","duration":"174.891077ms","start":"2026-07-28T16:49:50.891849Z","end":"2026-07-28T16:49:51.06674Z","steps":["trace[804361075] 'agreement among raft nodes before linearized reading' (duration: 174.573949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.067197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.733268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-07-28T16:49:51.067433Z","caller":"traceutil/trace.go:171","msg":"trace[125479355] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:30208; }","duration":"150.984725ms","start":"2026-07-28T16:49:50.916411Z","end":"2026-07-28T16:49:51.067396Z","steps":["trace[125479355] 'agreement among raft nodes before linearized reading' (duration: 150.052762ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.54642Z","caller":"traceutil/trace.go:171","msg":"trace[95720260] transaction","detail":"{read_only:false; response_revision:30213; number_of_response:1; }","duration":"250.604039ms","start":"2026-07-28T16:49:51.295775Z","end":"2026-07-28T16:49:51.546379Z","steps":["trace[95720260] 'process raft request' (duration: 247.75791ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.54647Z","caller":"traceutil/trace.go:171","msg":"trace[1525784482] transaction","detail":"{read_only:false; response_revision:30214; number_of_response:1; }","duration":"250.663091ms","start":"2026-07-28T16:49:51.29577Z","end":"2026-07-28T16:49:51.546433Z","steps":["trace[1525784482] 'process raft request' (duration: 250.529898ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.546543Z","caller":"traceutil/trace.go:171","msg":"trace[449043176] linearizableReadLoop","detail":"{readStateIndex:31160; appliedIndex:31158; }","duration":"215.67395ms","start":"2026-07-28T16:49:51.330838Z","end":"2026-07-28T16:49:51.546512Z","steps":["trace[449043176] 'read index received' (duration: 212.663886ms)","trace[449043176] 'applied index is now lower than readState.Index' (duration: 3.007554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:51.546726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.174837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:49:51.546473Z","caller":"traceutil/trace.go:171","msg":"trace[1620549719] transaction","detail":"{read_only:false; response_revision:30215; number_of_response:1; }","duration":"209.204172ms","start":"2026-07-28T16:49:51.337249Z","end":"2026-07-28T16:49:51.546454Z","steps":["trace[1620549719] 'process raft request' (duration: 209.146881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.546746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.214416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:49:51.546783Z","caller":"traceutil/trace.go:171","msg":"trace[160818753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30215; }","duration":"245.26792ms","start":"2026-07-28T16:49:51.301497Z","end":"2026-07-28T16:49:51.546765Z","steps":["trace[160818753] 'agreement among raft nodes before linearized reading' (duration: 245.046884ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.546806Z","caller":"traceutil/trace.go:171","msg":"trace[683144403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30215; }","duration":"249.323929ms","start":"2026-07-28T16:49:51.297469Z","end":"2026-07-28T16:49:51.546793Z","steps":["trace[683144403] 'agreement among raft nodes before linearized reading' (duration: 249.150634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.546993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.050611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-28T16:49:51.547012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.899199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-28T16:49:51.547049Z","caller":"traceutil/trace.go:171","msg":"trace[2114728570] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:30215; }","duration":"209.9497ms","start":"2026-07-28T16:49:51.337086Z","end":"2026-07-28T16:49:51.547036Z","steps":["trace[2114728570] 'agreement among raft nodes before linearized reading' (duration: 209.841408ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.547047Z","caller":"traceutil/trace.go:171","msg":"trace[1190321237] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:30215; }","duration":"251.132402ms","start":"2026-07-28T16:49:51.295896Z","end":"2026-07-28T16:49:51.547029Z","steps":["trace[1190321237] 'agreement among raft nodes before linearized reading' (duration: 250.899937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.547107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.756524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:49:51.547152Z","caller":"traceutil/trace.go:171","msg":"trace[1109750030] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30215; }","duration":"174.824155ms","start":"2026-07-28T16:49:51.372317Z","end":"2026-07-28T16:49:51.547141Z","steps":["trace[1109750030] 'agreement among raft nodes before linearized reading' (duration: 174.723783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.547277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.289564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:49:51.547402Z","caller":"traceutil/trace.go:171","msg":"trace[1925715663] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:0; response_revision:30215; }","duration":"209.5026ms","start":"2026-07-28T16:49:51.337871Z","end":"2026-07-28T16:49:51.547374Z","steps":["trace[1925715663] 'agreement among raft nodes before linearized reading' (duration: 209.268094ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.752707Z","caller":"traceutil/trace.go:171","msg":"trace[604033711] transaction","detail":"{read_only:false; response_revision:30217; number_of_response:1; }","duration":"201.125516ms","start":"2026-07-28T16:49:51.551544Z","end":"2026-07-28T16:49:51.752669Z","steps":["trace[604033711] 'process raft request' (duration: 200.89922ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.75294Z","caller":"traceutil/trace.go:171","msg":"trace[869924697] linearizableReadLoop","detail":"{readStateIndex:31165; appliedIndex:31162; }","duration":"156.006568ms","start":"2026-07-28T16:49:51.596902Z","end":"2026-07-28T16:49:51.752909Z","steps":["trace[869924697] 'read index received' (duration: 155.518556ms)","trace[869924697] 'applied index is now lower than readState.Index' (duration: 486.532µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:51.753044Z","caller":"traceutil/trace.go:171","msg":"trace[1542442118] transaction","detail":"{read_only:false; response_revision:30219; number_of_response:1; }","duration":"197.827356ms","start":"2026-07-28T16:49:51.555199Z","end":"2026-07-28T16:49:51.753026Z","steps":["trace[1542442118] 'process raft request' (duration: 197.443476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.753223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.566003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-28T16:49:51.753251Z","caller":"traceutil/trace.go:171","msg":"trace[1489355520] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:30219; }","duration":"198.699067ms","start":"2026-07-28T16:49:51.554545Z","end":"2026-07-28T16:49:51.753244Z","steps":["trace[1489355520] 'agreement among raft nodes before linearized reading' (duration: 198.589984ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.753511Z","caller":"traceutil/trace.go:171","msg":"trace[1796703950] transaction","detail":"{read_only:false; response_revision:30218; number_of_response:1; }","duration":"201.249699ms","start":"2026-07-28T16:49:51.551593Z","end":"2026-07-28T16:49:51.752843Z","steps":["trace[1796703950] 'process raft request' (duration: 201.002383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.754023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.808543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:942888"} {"level":"info","ts":"2026-07-28T16:49:51.754053Z","caller":"traceutil/trace.go:171","msg":"trace[1501127580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:30219; }","duration":"201.861643ms","start":"2026-07-28T16:49:51.552185Z","end":"2026-07-28T16:49:51.754047Z","steps":["trace[1501127580] 'agreement among raft nodes before linearized reading' (duration: 201.164886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.754117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.30887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:942888"} {"level":"info","ts":"2026-07-28T16:49:51.754175Z","caller":"traceutil/trace.go:171","msg":"trace[1917829033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:30219; }","duration":"201.384922ms","start":"2026-07-28T16:49:51.552773Z","end":"2026-07-28T16:49:51.754158Z","steps":["trace[1917829033] 'agreement among raft nodes before linearized reading' (duration: 200.452269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.800673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.750827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:49:51.800747Z","caller":"traceutil/trace.go:171","msg":"trace[991613144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30220; }","duration":"147.8717ms","start":"2026-07-28T16:49:51.652858Z","end":"2026-07-28T16:49:51.800729Z","steps":["trace[991613144] 'agreement among raft nodes before linearized reading' (duration: 147.711746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.800772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.398146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:49:51.800853Z","caller":"traceutil/trace.go:171","msg":"trace[706888717] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:30220; }","duration":"112.520769ms","start":"2026-07-28T16:49:51.688315Z","end":"2026-07-28T16:49:51.800836Z","steps":["trace[706888717] 'agreement among raft nodes before linearized reading' (duration: 112.263133ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.800828Z","caller":"traceutil/trace.go:171","msg":"trace[2047556714] transaction","detail":"{read_only:false; response_revision:30220; number_of_response:1; }","duration":"138.526932ms","start":"2026-07-28T16:49:51.662167Z","end":"2026-07-28T16:49:51.800694Z","steps":["trace[2047556714] 'process raft request' (duration: 138.242205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.800896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.816224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T16:49:51.801075Z","caller":"traceutil/trace.go:171","msg":"trace[292597778] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:30220; }","duration":"200.055219ms","start":"2026-07-28T16:49:51.600972Z","end":"2026-07-28T16:49:51.801028Z","steps":["trace[292597778] 'agreement among raft nodes before linearized reading' (duration: 199.658269ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.99888Z","caller":"traceutil/trace.go:171","msg":"trace[1776598525] transaction","detail":"{read_only:false; response_revision:30221; number_of_response:1; }","duration":"239.136831ms","start":"2026-07-28T16:49:51.759705Z","end":"2026-07-28T16:49:51.998842Z","steps":["trace[1776598525] 'process raft request' (duration: 144.810155ms)","trace[1776598525] 'compare' (duration: 94.073119ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:51.998948Z","caller":"traceutil/trace.go:171","msg":"trace[822276282] transaction","detail":"{read_only:false; response_revision:30223; number_of_response:1; }","duration":"226.136744ms","start":"2026-07-28T16:49:51.772791Z","end":"2026-07-28T16:49:51.998928Z","steps":["trace[822276282] 'process raft request' (duration: 226.016271ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.999091Z","caller":"traceutil/trace.go:171","msg":"trace[339518893] transaction","detail":"{read_only:false; response_revision:30222; number_of_response:1; }","duration":"235.674706ms","start":"2026-07-28T16:49:51.763233Z","end":"2026-07-28T16:49:51.998908Z","steps":["trace[339518893] 'process raft request' (duration: 235.517222ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.999095Z","caller":"traceutil/trace.go:171","msg":"trace[226262088] linearizableReadLoop","detail":"{readStateIndex:31169; appliedIndex:31166; }","duration":"198.45982ms","start":"2026-07-28T16:49:51.800543Z","end":"2026-07-28T16:49:51.999003Z","steps":["trace[226262088] 'read index received' (duration: 104.012762ms)","trace[226262088] 'applied index is now lower than readState.Index' (duration: 94.443048ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:51.999133Z","caller":"traceutil/trace.go:171","msg":"trace[1806140893] transaction","detail":"{read_only:false; response_revision:30224; number_of_response:1; }","duration":"126.743595ms","start":"2026-07-28T16:49:51.872362Z","end":"2026-07-28T16:49:51.999106Z","steps":["trace[1806140893] 'process raft request' (duration: 126.508589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.999411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.496047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:49:51.999427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.598082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112525"} {"level":"info","ts":"2026-07-28T16:49:51.999459Z","caller":"traceutil/trace.go:171","msg":"trace[790557370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30224; }","duration":"197.556628ms","start":"2026-07-28T16:49:51.801889Z","end":"2026-07-28T16:49:51.999446Z","steps":["trace[790557370] 'agreement among raft nodes before linearized reading' (duration: 197.473946ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.99947Z","caller":"traceutil/trace.go:171","msg":"trace[832728307] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:30224; }","duration":"239.694705ms","start":"2026-07-28T16:49:51.759764Z","end":"2026-07-28T16:49:51.999459Z","steps":["trace[832728307] 'agreement among raft nodes before linearized reading' (duration: 239.273354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.999464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.895367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:49:51.999494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.433388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:49:51.999533Z","caller":"traceutil/trace.go:171","msg":"trace[1625778712] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:30224; }","duration":"122.00577ms","start":"2026-07-28T16:49:51.877508Z","end":"2026-07-28T16:49:51.999513Z","steps":["trace[1625778712] 'agreement among raft nodes before linearized reading' (duration: 121.892647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.999546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.774906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T16:49:51.999545Z","caller":"traceutil/trace.go:171","msg":"trace[241770708] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:30224; }","duration":"193.486409ms","start":"2026-07-28T16:49:51.806042Z","end":"2026-07-28T16:49:51.999529Z","steps":["trace[241770708] 'agreement among raft nodes before linearized reading' (duration: 193.400767ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:51.999626Z","caller":"traceutil/trace.go:171","msg":"trace[1784370967] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:30224; }","duration":"239.905259ms","start":"2026-07-28T16:49:51.759703Z","end":"2026-07-28T16:49:51.999608Z","steps":["trace[1784370967] 'agreement among raft nodes before linearized reading' (duration: 239.608712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:51.999588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.126899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:49:51.99969Z","caller":"traceutil/trace.go:171","msg":"trace[1796277954] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30224; }","duration":"105.262332ms","start":"2026-07-28T16:49:51.894408Z","end":"2026-07-28T16:49:51.99967Z","steps":["trace[1796277954] 'agreement among raft nodes before linearized reading' (duration: 105.026956ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:55.449036Z","caller":"traceutil/trace.go:171","msg":"trace[989163574] linearizableReadLoop","detail":"{readStateIndex:31227; appliedIndex:31226; }","duration":"138.844999ms","start":"2026-07-28T16:49:55.31017Z","end":"2026-07-28T16:49:55.449015Z","steps":["trace[989163574] 'read index received' (duration: 138.734756ms)","trace[989163574] 'applied index is now lower than readState.Index' (duration: 109.293µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:55.449213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.035234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:49:55.44926Z","caller":"traceutil/trace.go:171","msg":"trace[1389658895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30280; }","duration":"139.134296ms","start":"2026-07-28T16:49:55.310099Z","end":"2026-07-28T16:49:55.449234Z","steps":["trace[1389658895] 'agreement among raft nodes before linearized reading' (duration: 139.009373ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:55.449318Z","caller":"traceutil/trace.go:171","msg":"trace[802410585] transaction","detail":"{read_only:false; response_revision:30280; number_of_response:1; }","duration":"256.334249ms","start":"2026-07-28T16:49:55.192946Z","end":"2026-07-28T16:49:55.449281Z","steps":["trace[802410585] 'process raft request' (duration: 255.895909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:55.999263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.198043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:49:55.999534Z","caller":"traceutil/trace.go:171","msg":"trace[726587997] transaction","detail":"{read_only:false; response_revision:30285; number_of_response:1; }","duration":"181.809176ms","start":"2026-07-28T16:49:55.817706Z","end":"2026-07-28T16:49:55.999516Z","steps":["trace[726587997] 'process raft request' (duration: 181.758894ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:55.99968Z","caller":"traceutil/trace.go:171","msg":"trace[2093818254] transaction","detail":"{read_only:false; response_revision:30284; number_of_response:1; }","duration":"328.897775ms","start":"2026-07-28T16:49:55.67077Z","end":"2026-07-28T16:49:55.999668Z","steps":["trace[2093818254] 'process raft request' (duration: 328.603898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:55.999738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:55.67075Z","time spent":"328.958036ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:49:55.999743Z","caller":"traceutil/trace.go:171","msg":"trace[426684336] transaction","detail":"{read_only:false; response_revision:30283; number_of_response:1; }","duration":"388.023804ms","start":"2026-07-28T16:49:55.611675Z","end":"2026-07-28T16:49:55.999699Z","steps":["trace[426684336] 'process raft request' (duration: 150.283318ms)","trace[426684336] 'compare' (duration: 236.926826ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:55.999707Z","caller":"traceutil/trace.go:171","msg":"trace[9317252] linearizableReadLoop","detail":"{readStateIndex:31230; appliedIndex:31229; }","duration":"333.610289ms","start":"2026-07-28T16:49:55.66606Z","end":"2026-07-28T16:49:55.99967Z","steps":["trace[9317252] 'read index received' (duration: 96.028958ms)","trace[9317252] 'applied index is now lower than readState.Index' (duration: 237.576801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:55.999836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.987794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:49:55.999933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.101905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:49:55.999931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:55.611657Z","time spent":"388.182037ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:49:55.999938Z","caller":"traceutil/trace.go:171","msg":"trace[1676298291] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:30285; }","duration":"356.143318ms","start":"2026-07-28T16:49:55.643773Z","end":"2026-07-28T16:49:55.999916Z","steps":["trace[1676298291] 'agreement among raft nodes before linearized reading' (duration: 355.996625ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:55.999977Z","caller":"traceutil/trace.go:171","msg":"trace[1167893409] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:30285; }","duration":"388.196957ms","start":"2026-07-28T16:49:55.611766Z","end":"2026-07-28T16:49:55.999963Z","steps":["trace[1167893409] 'agreement among raft nodes before linearized reading' (duration: 388.128486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:55.999988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:55.643748Z","time spent":"356.23004ms","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:49:56.000016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:55.611743Z","time spent":"388.2636ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:49:56.000234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.949875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:49:56.000291Z","caller":"traceutil/trace.go:171","msg":"trace[1506801788] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:30285; }","duration":"299.076289ms","start":"2026-07-28T16:49:55.7012Z","end":"2026-07-28T16:49:56.000276Z","steps":["trace[1506801788] 'agreement among raft nodes before linearized reading' (duration: 298.929456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:56.000361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.042615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-28T16:49:56.000385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.007665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:49:56.000423Z","caller":"traceutil/trace.go:171","msg":"trace[634825288] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:30285; }","duration":"197.155138ms","start":"2026-07-28T16:49:55.803254Z","end":"2026-07-28T16:49:56.000409Z","steps":["trace[634825288] 'agreement among raft nodes before linearized reading' (duration: 196.987304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:56.000493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.741602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:49:56.000429Z","caller":"traceutil/trace.go:171","msg":"trace[2129116454] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30285; }","duration":"211.071776ms","start":"2026-07-28T16:49:55.789342Z","end":"2026-07-28T16:49:56.000414Z","steps":["trace[2129116454] 'agreement among raft nodes before linearized reading' (duration: 210.945023ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:56.000556Z","caller":"traceutil/trace.go:171","msg":"trace[1772991345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30285; }","duration":"213.854575ms","start":"2026-07-28T16:49:55.786687Z","end":"2026-07-28T16:49:56.000541Z","steps":["trace[1772991345] 'agreement among raft nodes before linearized reading' (duration: 213.645909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:56.000701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.306784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-28T16:49:56.000763Z","caller":"traceutil/trace.go:171","msg":"trace[370354195] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:30285; }","duration":"165.371196ms","start":"2026-07-28T16:49:55.835376Z","end":"2026-07-28T16:49:56.000748Z","steps":["trace[370354195] 'agreement among raft nodes before linearized reading' (duration: 165.177161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:56.26083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.96292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:49:56.260977Z","caller":"traceutil/trace.go:171","msg":"trace[345541717] transaction","detail":"{read_only:false; response_revision:30287; number_of_response:1; }","duration":"255.704584ms","start":"2026-07-28T16:49:56.005235Z","end":"2026-07-28T16:49:56.26094Z","steps":["trace[345541717] 'process raft request' (duration: 142.526819ms)","trace[345541717] 'compare' (duration: 112.733934ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:56.260941Z","caller":"traceutil/trace.go:171","msg":"trace[1667428227] linearizableReadLoop","detail":"{readStateIndex:31234; appliedIndex:31232; }","duration":"252.285721ms","start":"2026-07-28T16:49:56.008636Z","end":"2026-07-28T16:49:56.260922Z","steps":["trace[1667428227] 'read index received' (duration: 84.085167ms)","trace[1667428227] 'applied index is now lower than readState.Index' (duration: 168.199284ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:56.262107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.4621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:953910"} {"level":"info","ts":"2026-07-28T16:49:56.262155Z","caller":"traceutil/trace.go:171","msg":"trace[125065671] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:30287; }","duration":"253.512741ms","start":"2026-07-28T16:49:56.00863Z","end":"2026-07-28T16:49:56.262143Z","steps":["trace[125065671] 'agreement among raft nodes before linearized reading' (duration: 252.552898ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:56.500461Z","caller":"traceutil/trace.go:171","msg":"trace[1025566340] transaction","detail":"{read_only:false; response_revision:30288; number_of_response:1; }","duration":"110.644673ms","start":"2026-07-28T16:49:56.389793Z","end":"2026-07-28T16:49:56.500438Z","steps":["trace[1025566340] 'process raft request' (duration: 110.493529ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:56.690242Z","caller":"traceutil/trace.go:171","msg":"trace[644929104] transaction","detail":"{read_only:false; response_revision:30289; number_of_response:1; }","duration":"299.954121ms","start":"2026-07-28T16:49:56.390264Z","end":"2026-07-28T16:49:56.690218Z","steps":["trace[644929104] 'process raft request' (duration: 290.933742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:56.690362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:49:56.390238Z","time spent":"300.061163ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:49:56.690412Z","caller":"traceutil/trace.go:171","msg":"trace[1487239806] transaction","detail":"{read_only:false; response_revision:30290; number_of_response:1; }","duration":"267.422849ms","start":"2026-07-28T16:49:56.422964Z","end":"2026-07-28T16:49:56.690387Z","steps":["trace[1487239806] 'process raft request' (duration: 266.866446ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:57.656175Z","caller":"traceutil/trace.go:171","msg":"trace[2096042236] linearizableReadLoop","detail":"{readStateIndex:31241; appliedIndex:31240; }","duration":"167.083067ms","start":"2026-07-28T16:49:57.489065Z","end":"2026-07-28T16:49:57.656148Z","steps":["trace[2096042236] 'read index received' (duration: 79.517166ms)","trace[2096042236] 'applied index is now lower than readState.Index' (duration: 87.564881ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:57.656225Z","caller":"traceutil/trace.go:171","msg":"trace[455951850] transaction","detail":"{read_only:false; response_revision:30293; number_of_response:1; }","duration":"204.20062ms","start":"2026-07-28T16:49:57.45198Z","end":"2026-07-28T16:49:57.656181Z","steps":["trace[455951850] 'process raft request' (duration: 116.68753ms)","trace[455951850] 'compare' (duration: 87.281554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:57.656432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.353613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:49:57.656573Z","caller":"traceutil/trace.go:171","msg":"trace[1178364995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30293; }","duration":"167.524198ms","start":"2026-07-28T16:49:57.48903Z","end":"2026-07-28T16:49:57.656554Z","steps":["trace[1178364995] 'agreement among raft nodes before linearized reading' (duration: 167.21154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:57.950664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.222974ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:49:57.950885Z","caller":"traceutil/trace.go:171","msg":"trace[1466918035] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30294; }","duration":"124.454ms","start":"2026-07-28T16:49:57.826414Z","end":"2026-07-28T16:49:57.950868Z","steps":["trace[1466918035] 'range keys from in-memory index tree' (duration: 124.211244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:57.951264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.040493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:49:57.951368Z","caller":"traceutil/trace.go:171","msg":"trace[1431180403] transaction","detail":"{read_only:false; response_revision:30295; number_of_response:1; }","duration":"205.324447ms","start":"2026-07-28T16:49:57.746024Z","end":"2026-07-28T16:49:57.951349Z","steps":["trace[1431180403] 'process raft request' (duration: 71.120001ms)","trace[1431180403] 'compare' (duration: 133.426307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:50:02.596877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626843441,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:50:02.710855Z","caller":"traceutil/trace.go:171","msg":"trace[847904889] transaction","detail":"{read_only:false; response_revision:30331; number_of_response:1; }","duration":"740.619256ms","start":"2026-07-28T16:50:01.970207Z","end":"2026-07-28T16:50:02.710827Z","steps":["trace[847904889] 'process raft request' (duration: 740.443422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:02.71102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:01.970178Z","time spent":"740.75937ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:50:02.908179Z","caller":"traceutil/trace.go:171","msg":"trace[1978005046] transaction","detail":"{read_only:false; response_revision:30332; number_of_response:1; }","duration":"829.186392ms","start":"2026-07-28T16:50:02.078963Z","end":"2026-07-28T16:50:02.908149Z","steps":["trace[1978005046] 'process raft request' (duration: 828.882745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:02.908332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.078937Z","time spent":"829.316166ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:50:02.908426Z","caller":"traceutil/trace.go:171","msg":"trace[1828104142] transaction","detail":"{read_only:false; response_revision:30333; number_of_response:1; }","duration":"379.289891ms","start":"2026-07-28T16:50:02.529115Z","end":"2026-07-28T16:50:02.908405Z","steps":["trace[1828104142] 'process raft request' (duration: 378.924642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:02.908563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.529071Z","time spent":"379.424235ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:50:03.623105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.755417ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:50:03.623294Z","caller":"traceutil/trace.go:171","msg":"trace[2082329352] linearizableReadLoop","detail":"{readStateIndex:31281; appliedIndex:31278; }","duration":"1.527538599s","start":"2026-07-28T16:50:02.095742Z","end":"2026-07-28T16:50:03.623281Z","steps":["trace[2082329352] 'read index received' (duration: 614.854796ms)","trace[2082329352] 'applied index is now lower than readState.Index' (duration: 912.683133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:50:03.623439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527699753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T16:50:03.623469Z","caller":"traceutil/trace.go:171","msg":"trace[499768111] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30333; }","duration":"1.527770555s","start":"2026-07-28T16:50:02.095689Z","end":"2026-07-28T16:50:03.62346Z","steps":["trace[499768111] 'agreement among raft nodes before linearized reading' (duration: 1.527668902s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.623493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.095666Z","time spent":"1.527821656s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:50:03.623875Z","caller":"traceutil/trace.go:171","msg":"trace[2028872942] transaction","detail":"{read_only:false; response_revision:30334; number_of_response:1; }","duration":"910.047629ms","start":"2026-07-28T16:50:02.713714Z","end":"2026-07-28T16:50:03.623761Z","steps":["trace[2028872942] 'process raft request' (duration: 909.481765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.624162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.71369Z","time spent":"910.268455ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:50:03.823491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.67166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:50:03.823679Z","caller":"traceutil/trace.go:171","msg":"trace[336443769] transaction","detail":"{read_only:false; response_revision:30336; number_of_response:1; }","duration":"770.388941ms","start":"2026-07-28T16:50:03.053271Z","end":"2026-07-28T16:50:03.82366Z","steps":["trace[336443769] 'process raft request' (duration: 770.319119ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:03.82372Z","caller":"traceutil/trace.go:171","msg":"trace[487159936] transaction","detail":"{read_only:false; response_revision:30335; number_of_response:1; }","duration":"1.108335516s","start":"2026-07-28T16:50:02.71534Z","end":"2026-07-28T16:50:03.823675Z","steps":["trace[487159936] 'process raft request' (duration: 908.40366ms)","trace[487159936] 'compare' (duration: 199.569658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:50:03.823903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.715334Z","time spent":"1.10847932s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:50:03.823765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:03.053248Z","time spent":"770.482674ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:50:03.845633Z","caller":"traceutil/trace.go:171","msg":"trace[1460844786] linearizableReadLoop","detail":"{readStateIndex:31286; appliedIndex:31283; }","duration":"222.292091ms","start":"2026-07-28T16:50:03.623323Z","end":"2026-07-28T16:50:03.845615Z","steps":["trace[1460844786] 'read index received' (duration: 127.101924ms)","trace[1460844786] 'applied index is now lower than readState.Index' (duration: 95.189147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:50:03.845816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495429658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-07-28T16:50:03.845843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.676757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:50:03.8459Z","caller":"traceutil/trace.go:171","msg":"trace[2012067787] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phvnb; range_end:; response_count:1; response_revision:30338; }","duration":"1.495547551s","start":"2026-07-28T16:50:02.350332Z","end":"2026-07-28T16:50:03.84588Z","steps":["trace[2012067787] 'agreement among raft nodes before linearized reading' (duration: 1.495314785s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:03.845921Z","caller":"traceutil/trace.go:171","msg":"trace[1108163760] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:30338; }","duration":"507.763769ms","start":"2026-07-28T16:50:03.338139Z","end":"2026-07-28T16:50:03.845902Z","steps":["trace[1108163760] 'agreement among raft nodes before linearized reading' (duration: 507.628586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.845951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.350319Z","time spent":"1.495623632s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phvnb\" "} {"level":"warn","ts":"2026-07-28T16:50:03.845969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:03.338094Z","time spent":"507.863302ms","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:50:03.845974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629334288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:50:03.846022Z","caller":"traceutil/trace.go:171","msg":"trace[1818590036] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30338; }","duration":"1.62941887s","start":"2026-07-28T16:50:02.216588Z","end":"2026-07-28T16:50:03.846006Z","steps":["trace[1818590036] 'agreement among raft nodes before linearized reading' (duration: 1.629347868s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.846073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.216569Z","time spent":"1.629492821s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:50:03.84617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420097105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:50:03.846167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.518297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:03.846211Z","caller":"traceutil/trace.go:171","msg":"trace[1559617433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30338; }","duration":"1.420167637s","start":"2026-07-28T16:50:02.426033Z","end":"2026-07-28T16:50:03.846201Z","steps":["trace[1559617433] 'agreement among raft nodes before linearized reading' (duration: 1.420107405s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.846244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.426018Z","time spent":"1.420220468s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:50:03.846254Z","caller":"traceutil/trace.go:171","msg":"trace[2128083707] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:30338; }","duration":"577.672901ms","start":"2026-07-28T16:50:03.268562Z","end":"2026-07-28T16:50:03.846235Z","steps":["trace[2128083707] 'agreement among raft nodes before linearized reading' (duration: 577.501726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.846167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195045036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:50:03.845906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529510968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:50:03.846367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719164794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:50:03.846391Z","caller":"traceutil/trace.go:171","msg":"trace[46746109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30338; }","duration":"1.530054701s","start":"2026-07-28T16:50:02.316324Z","end":"2026-07-28T16:50:03.846378Z","steps":["trace[46746109] 'agreement among raft nodes before linearized reading' (duration: 1.529405195s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:03.846402Z","caller":"traceutil/trace.go:171","msg":"trace[1836376581] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:30338; }","duration":"1.719222125s","start":"2026-07-28T16:50:02.127169Z","end":"2026-07-28T16:50:03.846392Z","steps":["trace[1836376581] 'agreement among raft nodes before linearized reading' (duration: 1.719089322s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.84643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.127159Z","time spent":"1.719265446s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"info","ts":"2026-07-28T16:50:03.846212Z","caller":"traceutil/trace.go:171","msg":"trace[561453742] transaction","detail":"{read_only:false; response_revision:30338; number_of_response:1; }","duration":"215.26211ms","start":"2026-07-28T16:50:03.630941Z","end":"2026-07-28T16:50:03.846203Z","steps":["trace[561453742] 'process raft request' (duration: 214.603304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.846552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747174426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:50:03.846597Z","caller":"traceutil/trace.go:171","msg":"trace[130760514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30338; }","duration":"1.747238077s","start":"2026-07-28T16:50:02.099348Z","end":"2026-07-28T16:50:03.846586Z","steps":["trace[130760514] 'agreement among raft nodes before linearized reading' (duration: 1.747086593s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:03.846177Z","caller":"traceutil/trace.go:171","msg":"trace[37628506] transaction","detail":"{read_only:false; response_revision:30337; number_of_response:1; }","duration":"780.064077ms","start":"2026-07-28T16:50:03.0661Z","end":"2026-07-28T16:50:03.846164Z","steps":["trace[37628506] 'process raft request' (duration: 779.087403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.84663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.099339Z","time spent":"1.747284648s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:50:03.84669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:03.066082Z","time spent":"780.548968ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:50:03.846307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:03.268526Z","time spent":"577.769123ms","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:50:03.846811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72848989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T16:50:03.846837Z","caller":"traceutil/trace.go:171","msg":"trace[1719940756] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30338; }","duration":"1.728539512s","start":"2026-07-28T16:50:02.118289Z","end":"2026-07-28T16:50:03.846829Z","steps":["trace[1719940756] 'agreement among raft nodes before linearized reading' (duration: 1.72844915s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.846869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.118279Z","time spent":"1.728584553s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:50:03.846356Z","caller":"traceutil/trace.go:171","msg":"trace[1767756463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30338; }","duration":"1.195275512s","start":"2026-07-28T16:50:02.651061Z","end":"2026-07-28T16:50:03.846337Z","steps":["trace[1767756463] 'agreement among raft nodes before linearized reading' (duration: 1.194980655s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.846984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742081942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T16:50:03.84702Z","caller":"traceutil/trace.go:171","msg":"trace[659900759] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30338; }","duration":"1.742131633s","start":"2026-07-28T16:50:02.10488Z","end":"2026-07-28T16:50:03.847012Z","steps":["trace[659900759] 'agreement among raft nodes before linearized reading' (duration: 1.742051001s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.847053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.104873Z","time spent":"1.742174654s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:50:03.846976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.651043Z","time spent":"1.195918288s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:50:03.847111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744897111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T16:50:03.847157Z","caller":"traceutil/trace.go:171","msg":"trace[2086208758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30338; }","duration":"1.744985633s","start":"2026-07-28T16:50:02.102159Z","end":"2026-07-28T16:50:03.847145Z","steps":["trace[2086208758] 'agreement among raft nodes before linearized reading' (duration: 1.744854649s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.847207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.10214Z","time spent":"1.745060704s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:50:03.846486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:02.316269Z","time spent":"1.530207114s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:50:03.994156Z","caller":"traceutil/trace.go:171","msg":"trace[1511327399] transaction","detail":"{read_only:false; response_revision:30342; number_of_response:1; }","duration":"139.969407ms","start":"2026-07-28T16:50:03.854141Z","end":"2026-07-28T16:50:03.99411Z","steps":["trace[1511327399] 'process raft request' (duration: 139.662969ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:03.994366Z","caller":"traceutil/trace.go:171","msg":"trace[508548404] transaction","detail":"{read_only:false; response_revision:30343; number_of_response:1; }","duration":"140.150871ms","start":"2026-07-28T16:50:03.854184Z","end":"2026-07-28T16:50:03.994335Z","steps":["trace[508548404] 'process raft request' (duration: 139.655059ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:03.994437Z","caller":"traceutil/trace.go:171","msg":"trace[600901921] transaction","detail":"{read_only:false; response_revision:30340; number_of_response:1; }","duration":"140.340456ms","start":"2026-07-28T16:50:03.854058Z","end":"2026-07-28T16:50:03.994398Z","steps":["trace[600901921] 'process raft request' (duration: 96.586731ms)","trace[600901921] 'compare' (duration: 42.981916ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:03.994486Z","caller":"traceutil/trace.go:171","msg":"trace[383499732] transaction","detail":"{read_only:false; response_revision:30341; number_of_response:1; }","duration":"140.321696ms","start":"2026-07-28T16:50:03.854115Z","end":"2026-07-28T16:50:03.994437Z","steps":["trace[383499732] 'process raft request' (duration: 139.642449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.994534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.44828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:03.994674Z","caller":"traceutil/trace.go:171","msg":"trace[1374472959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30344; }","duration":"138.622594ms","start":"2026-07-28T16:50:03.855992Z","end":"2026-07-28T16:50:03.994615Z","steps":["trace[1374472959] 'agreement among raft nodes before linearized reading' (duration: 138.370588ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:03.994619Z","caller":"traceutil/trace.go:171","msg":"trace[1677416092] transaction","detail":"{read_only:false; response_revision:30344; number_of_response:1; }","duration":"140.100591ms","start":"2026-07-28T16:50:03.854496Z","end":"2026-07-28T16:50:03.994597Z","steps":["trace[1677416092] 'process raft request' (duration: 139.381723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:03.99616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.167702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:954203"} {"level":"info","ts":"2026-07-28T16:50:03.996217Z","caller":"traceutil/trace.go:171","msg":"trace[744915066] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:30344; }","duration":"140.238094ms","start":"2026-07-28T16:50:03.855966Z","end":"2026-07-28T16:50:03.996204Z","steps":["trace[744915066] 'agreement among raft nodes before linearized reading' (duration: 137.952458ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:05.315764Z","caller":"traceutil/trace.go:171","msg":"trace[642985580] transaction","detail":"{read_only:false; response_revision:31005; number_of_response:1; }","duration":"153.423574ms","start":"2026-07-28T16:51:05.162314Z","end":"2026-07-28T16:51:05.315738Z","steps":["trace[642985580] 'process raft request' (duration: 153.2405ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:05.410244Z","caller":"traceutil/trace.go:171","msg":"trace[519282181] linearizableReadLoop","detail":"{readStateIndex:31969; appliedIndex:31967; }","duration":"114.119708ms","start":"2026-07-28T16:51:05.296092Z","end":"2026-07-28T16:51:05.410212Z","steps":["trace[519282181] 'read index received' (duration: 19.490395ms)","trace[519282181] 'applied index is now lower than readState.Index' (duration: 94.627713ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:05.410338Z","caller":"traceutil/trace.go:171","msg":"trace[2022002956] transaction","detail":"{read_only:false; response_revision:31006; number_of_response:1; }","duration":"243.154679ms","start":"2026-07-28T16:51:05.167118Z","end":"2026-07-28T16:51:05.410272Z","steps":["trace[2022002956] 'process raft request' (duration: 209.256793ms)","trace[2022002956] 'compare' (duration: 33.083156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:05.410517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.404775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:51:05.410592Z","caller":"traceutil/trace.go:171","msg":"trace[779225961] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31006; }","duration":"114.554798ms","start":"2026-07-28T16:51:05.296026Z","end":"2026-07-28T16:51:05.410581Z","steps":["trace[779225961] 'agreement among raft nodes before linearized reading' (duration: 114.293272ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:05.614015Z","caller":"traceutil/trace.go:171","msg":"trace[177534396] transaction","detail":"{read_only:false; response_revision:31009; number_of_response:1; }","duration":"133.805787ms","start":"2026-07-28T16:51:05.480181Z","end":"2026-07-28T16:51:05.613987Z","steps":["trace[177534396] 'process raft request' (duration: 133.596812ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:05.967881Z","caller":"traceutil/trace.go:171","msg":"trace[1242592610] transaction","detail":"{read_only:false; response_revision:31011; number_of_response:1; }","duration":"131.193763ms","start":"2026-07-28T16:51:05.836653Z","end":"2026-07-28T16:51:05.967846Z","steps":["trace[1242592610] 'process raft request' (duration: 75.100238ms)","trace[1242592610] 'compare' (duration: 55.652044ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:06.436311Z","caller":"traceutil/trace.go:171","msg":"trace[459443745] linearizableReadLoop","detail":"{readStateIndex:31975; appliedIndex:31974; }","duration":"394.726898ms","start":"2026-07-28T16:51:06.041556Z","end":"2026-07-28T16:51:06.436283Z","steps":["trace[459443745] 'read index received' (duration: 344.012323ms)","trace[459443745] 'applied index is now lower than readState.Index' (duration: 50.713435ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:06.436424Z","caller":"traceutil/trace.go:171","msg":"trace[2112805120] transaction","detail":"{read_only:false; response_revision:31012; number_of_response:1; }","duration":"396.240904ms","start":"2026-07-28T16:51:06.040137Z","end":"2026-07-28T16:51:06.436378Z","steps":["trace[2112805120] 'process raft request' (duration: 345.587811ms)","trace[2112805120] 'compare' (duration: 50.138231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:06.436583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.007584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22340"} {"level":"warn","ts":"2026-07-28T16:51:06.436584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:06.040112Z","time spent":"396.385538ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:51:06.436623Z","caller":"traceutil/trace.go:171","msg":"trace[204899359] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:31012; }","duration":"395.078536ms","start":"2026-07-28T16:51:06.04153Z","end":"2026-07-28T16:51:06.436608Z","steps":["trace[204899359] 'agreement among raft nodes before linearized reading' (duration: 394.914882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:06.436664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:06.041514Z","time spent":"395.142108ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22363,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T16:51:06.436945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.233387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T16:51:06.437013Z","caller":"traceutil/trace.go:171","msg":"trace[1076109109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31012; }","duration":"247.32978ms","start":"2026-07-28T16:51:06.189666Z","end":"2026-07-28T16:51:06.436996Z","steps":["trace[1076109109] 'agreement among raft nodes before linearized reading' (duration: 247.167756ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:06.657071Z","caller":"traceutil/trace.go:171","msg":"trace[450604894] transaction","detail":"{read_only:false; response_revision:31013; number_of_response:1; }","duration":"216.220443ms","start":"2026-07-28T16:51:06.440828Z","end":"2026-07-28T16:51:06.657048Z","steps":["trace[450604894] 'process raft request' (duration: 186.452689ms)","trace[450604894] 'compare' (duration: 29.58609ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:06.657309Z","caller":"traceutil/trace.go:171","msg":"trace[2007412113] transaction","detail":"{read_only:false; response_revision:31014; number_of_response:1; }","duration":"216.376556ms","start":"2026-07-28T16:51:06.440921Z","end":"2026-07-28T16:51:06.657297Z","steps":["trace[2007412113] 'process raft request' (duration: 216.082209ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:06.657362Z","caller":"traceutil/trace.go:171","msg":"trace[844788407] transaction","detail":"{read_only:false; response_revision:31015; number_of_response:1; }","duration":"216.13445ms","start":"2026-07-28T16:51:06.441209Z","end":"2026-07-28T16:51:06.657344Z","steps":["trace[844788407] 'process raft request' (duration: 215.996387ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:06.6575Z","caller":"traceutil/trace.go:171","msg":"trace[1363399465] transaction","detail":"{read_only:false; response_revision:31016; number_of_response:1; }","duration":"216.048949ms","start":"2026-07-28T16:51:06.441441Z","end":"2026-07-28T16:51:06.65749Z","steps":["trace[1363399465] 'process raft request' (duration: 215.857714ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:06.657592Z","caller":"traceutil/trace.go:171","msg":"trace[976255496] linearizableReadLoop","detail":"{readStateIndex:31980; appliedIndex:31975; }","duration":"167.361713ms","start":"2026-07-28T16:51:06.490194Z","end":"2026-07-28T16:51:06.657555Z","steps":["trace[976255496] 'read index received' (duration: 137.191939ms)","trace[976255496] 'applied index is now lower than readState.Index' (duration: 30.168474ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:06.657621Z","caller":"traceutil/trace.go:171","msg":"trace[442605283] transaction","detail":"{read_only:false; response_revision:31017; number_of_response:1; }","duration":"216.016878ms","start":"2026-07-28T16:51:06.441557Z","end":"2026-07-28T16:51:06.657574Z","steps":["trace[442605283] 'process raft request' (duration: 215.877645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:06.657732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.525528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:06.657769Z","caller":"traceutil/trace.go:171","msg":"trace[604602251] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31017; }","duration":"167.607209ms","start":"2026-07-28T16:51:06.490151Z","end":"2026-07-28T16:51:06.657759Z","steps":["trace[604602251] 'agreement among raft nodes before linearized reading' (duration: 167.534308ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:07.131824Z","caller":"traceutil/trace.go:171","msg":"trace[1952887937] transaction","detail":"{read_only:false; response_revision:31018; number_of_response:1; }","duration":"346.700479ms","start":"2026-07-28T16:51:06.784588Z","end":"2026-07-28T16:51:07.131288Z","steps":["trace[1952887937] 'process raft request' (duration: 346.480044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.133028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:06.784569Z","time spent":"348.108613ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:51:07.410063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.66134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:51:07.41055Z","caller":"traceutil/trace.go:171","msg":"trace[954339138] linearizableReadLoop","detail":"{readStateIndex:31982; appliedIndex:31981; }","duration":"279.315498ms","start":"2026-07-28T16:51:07.131212Z","end":"2026-07-28T16:51:07.410528Z","steps":["trace[954339138] 'read index received' (duration: 80.996202ms)","trace[954339138] 'applied index is now lower than readState.Index' (duration: 198.317636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:07.410709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.86775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:07.410752Z","caller":"traceutil/trace.go:171","msg":"trace[1369479114] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:31020; }","duration":"364.925251ms","start":"2026-07-28T16:51:07.045815Z","end":"2026-07-28T16:51:07.41074Z","steps":["trace[1369479114] 'agreement among raft nodes before linearized reading' (duration: 364.827179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.410785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.045743Z","time spent":"365.033734ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-28T16:51:07.410771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.788318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"warn","ts":"2026-07-28T16:51:07.41081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.368812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:07.410934Z","caller":"traceutil/trace.go:171","msg":"trace[446762238] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:31020; }","duration":"365.538166ms","start":"2026-07-28T16:51:07.04537Z","end":"2026-07-28T16:51:07.410908Z","steps":["trace[446762238] 'agreement among raft nodes before linearized reading' (duration: 365.28516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.410949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.168403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:07.410939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.271059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:07.410933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.264971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"warn","ts":"2026-07-28T16:51:07.410999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.045363Z","time spent":"365.626018ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-28T16:51:07.411018Z","caller":"traceutil/trace.go:171","msg":"trace[461360948] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:31020; }","duration":"365.380822ms","start":"2026-07-28T16:51:07.045618Z","end":"2026-07-28T16:51:07.410999Z","steps":["trace[461360948] 'agreement among raft nodes before linearized reading' (duration: 365.249569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.411066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.045607Z","time spent":"365.450684ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-28T16:51:07.411048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.46161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:07.411136Z","caller":"traceutil/trace.go:171","msg":"trace[964098007] transaction","detail":"{read_only:false; response_revision:31019; number_of_response:1; }","duration":"333.519737ms","start":"2026-07-28T16:51:07.077598Z","end":"2026-07-28T16:51:07.411118Z","steps":["trace[964098007] 'process raft request' (duration: 134.71795ms)","trace[964098007] 'compare' (duration: 197.528556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:07.411236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.823613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:07.41087Z","caller":"traceutil/trace.go:171","msg":"trace[516211257] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:31020; }","duration":"364.88281ms","start":"2026-07-28T16:51:07.045948Z","end":"2026-07-28T16:51:07.410831Z","steps":["trace[516211257] 'agreement among raft nodes before linearized reading' (duration: 364.620384ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:07.411281Z","caller":"traceutil/trace.go:171","msg":"trace[1766518592] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:31020; }","duration":"365.917835ms","start":"2026-07-28T16:51:07.045353Z","end":"2026-07-28T16:51:07.41127Z","steps":["trace[1766518592] 'agreement among raft nodes before linearized reading' (duration: 365.856414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.411273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.508266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:07.411311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.045155Z","time spent":"366.149271ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:51:07.411319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.07758Z","time spent":"333.64052ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:51:07.411333Z","caller":"traceutil/trace.go:171","msg":"trace[965600173] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:31020; }","duration":"365.587827ms","start":"2026-07-28T16:51:07.045731Z","end":"2026-07-28T16:51:07.411318Z","steps":["trace[965600173] 'agreement among raft nodes before linearized reading' (duration: 365.492915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.411342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.045941Z","time spent":"365.367262ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4865,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:51:07.410991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.600198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:07.411375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.045719Z","time spent":"365.646289ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:51:07.411117Z","caller":"traceutil/trace.go:171","msg":"trace[60956198] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:31020; }","duration":"364.549712ms","start":"2026-07-28T16:51:07.046557Z","end":"2026-07-28T16:51:07.411107Z","steps":["trace[60956198] 'agreement among raft nodes before linearized reading' (duration: 364.46801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.411438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.046546Z","time spent":"364.88537ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:51:07.411433Z","caller":"traceutil/trace.go:171","msg":"trace[24638381] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:31020; }","duration":"366.066959ms","start":"2026-07-28T16:51:07.04534Z","end":"2026-07-28T16:51:07.411407Z","steps":["trace[24638381] 'agreement among raft nodes before linearized reading' (duration: 365.625009ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:07.411069Z","caller":"traceutil/trace.go:171","msg":"trace[1846396553] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:31020; }","duration":"363.439855ms","start":"2026-07-28T16:51:07.047598Z","end":"2026-07-28T16:51:07.411038Z","steps":["trace[1846396553] 'agreement among raft nodes before linearized reading' (duration: 363.037966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.4115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.04759Z","time spent":"363.900606ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4865,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:51:07.411506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.04531Z","time spent":"366.178562ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-28T16:51:07.410984Z","caller":"traceutil/trace.go:171","msg":"trace[2007252382] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:31020; }","duration":"364.245235ms","start":"2026-07-28T16:51:07.04673Z","end":"2026-07-28T16:51:07.410975Z","steps":["trace[2007252382] 'agreement among raft nodes before linearized reading' (duration: 364.167923ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:07.411553Z","caller":"traceutil/trace.go:171","msg":"trace[2067744515] transaction","detail":"{read_only:false; response_revision:31020; number_of_response:1; }","duration":"274.4858ms","start":"2026-07-28T16:51:07.137048Z","end":"2026-07-28T16:51:07.411534Z","steps":["trace[2067744515] 'process raft request' (duration: 273.301742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.411633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.046723Z","time spent":"364.847649ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-28T16:51:07.411791Z","caller":"traceutil/trace.go:171","msg":"trace[158875450] transaction","detail":"{read_only:false; response_revision:31021; number_of_response:1; }","duration":"198.280405ms","start":"2026-07-28T16:51:07.213494Z","end":"2026-07-28T16:51:07.411774Z","steps":["trace[158875450] 'process raft request' (duration: 197.000524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.411992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.614446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:51:07.412114Z","caller":"traceutil/trace.go:171","msg":"trace[121210588] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:31022; }","duration":"270.721468ms","start":"2026-07-28T16:51:07.141327Z","end":"2026-07-28T16:51:07.412049Z","steps":["trace[121210588] 'agreement among raft nodes before linearized reading' (duration: 270.575364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.964169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.872546ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:07.964266Z","caller":"traceutil/trace.go:171","msg":"trace[824247593] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:31022; }","duration":"137.982228ms","start":"2026-07-28T16:51:07.826269Z","end":"2026-07-28T16:51:07.964251Z","steps":["trace[824247593] 'range keys from in-memory index tree' (duration: 137.854105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.964391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.397567ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-28T16:51:07.964495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.413945Z","time spent":"550.54641ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T16:51:07.964907Z","caller":"traceutil/trace.go:171","msg":"trace[147505688] linearizableReadLoop","detail":"{readStateIndex:31987; appliedIndex:31985; }","duration":"456.42614ms","start":"2026-07-28T16:51:07.508461Z","end":"2026-07-28T16:51:07.964887Z","steps":["trace[147505688] 'read index received' (duration: 103.539081ms)","trace[147505688] 'applied index is now lower than readState.Index' (duration: 352.886459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:07.96499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.89627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:07.96501Z","caller":"traceutil/trace.go:171","msg":"trace[627196970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31023; }","duration":"313.960092ms","start":"2026-07-28T16:51:07.651042Z","end":"2026-07-28T16:51:07.965002Z","steps":["trace[627196970] 'agreement among raft nodes before linearized reading' (duration: 313.922361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.965024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.578723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-rabbit-init-xn8sg\" ","response":"range_response_count:1 size:6553"} {"level":"info","ts":"2026-07-28T16:51:07.96511Z","caller":"traceutil/trace.go:171","msg":"trace[1074912999] range","detail":"{range_begin:/registry/pods/openstack/heat-rabbit-init-xn8sg; range_end:; response_count:1; response_revision:31023; }","duration":"456.709796ms","start":"2026-07-28T16:51:07.508391Z","end":"2026-07-28T16:51:07.965101Z","steps":["trace[1074912999] 'agreement among raft nodes before linearized reading' (duration: 456.541842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.965134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.508359Z","time spent":"456.768488ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6576,"request content":"key:\"/registry/pods/openstack/heat-rabbit-init-xn8sg\" "} {"level":"warn","ts":"2026-07-28T16:51:07.965034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.651021Z","time spent":"314.005712ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:51:07.965397Z","caller":"traceutil/trace.go:171","msg":"trace[1966758224] transaction","detail":"{read_only:false; response_revision:31023; number_of_response:1; }","duration":"548.157913ms","start":"2026-07-28T16:51:07.416759Z","end":"2026-07-28T16:51:07.964917Z","steps":["trace[1966758224] 'process raft request' (duration: 548.02959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.965573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.416736Z","time spent":"548.687935ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:51:08.414625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.776256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:51:08.414745Z","caller":"traceutil/trace.go:171","msg":"trace[1703573205] transaction","detail":"{read_only:false; response_revision:31024; number_of_response:1; }","duration":"448.094877ms","start":"2026-07-28T16:51:07.966628Z","end":"2026-07-28T16:51:08.414722Z","steps":["trace[1703573205] 'process raft request' (duration: 155.145647ms)","trace[1703573205] 'compare' (duration: 292.674553ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:08.414829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.966608Z","time spent":"448.169718ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:51:08.462941Z","caller":"traceutil/trace.go:171","msg":"trace[1943095880] transaction","detail":"{read_only:false; response_revision:31025; number_of_response:1; }","duration":"491.38341ms","start":"2026-07-28T16:51:07.97153Z","end":"2026-07-28T16:51:08.462913Z","steps":["trace[1943095880] 'process raft request' (duration: 491.142714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:08.463127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.971514Z","time spent":"491.527454ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:51:08.463143Z","caller":"traceutil/trace.go:171","msg":"trace[886732677] linearizableReadLoop","detail":"{readStateIndex:31990; appliedIndex:31988; }","duration":"126.977331ms","start":"2026-07-28T16:51:08.336135Z","end":"2026-07-28T16:51:08.463112Z","steps":["trace[886732677] 'read index received' (duration: 126.505709ms)","trace[886732677] 'applied index is now lower than readState.Index' (duration: 469.952µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:08.463183Z","caller":"traceutil/trace.go:171","msg":"trace[1474802866] transaction","detail":"{read_only:false; response_revision:31026; number_of_response:1; }","duration":"490.94219ms","start":"2026-07-28T16:51:07.972211Z","end":"2026-07-28T16:51:08.463153Z","steps":["trace[1474802866] 'process raft request' (duration: 490.633612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:08.463315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.161415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:08.463348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:07.972202Z","time spent":"491.084623ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:51:08.463388Z","caller":"traceutil/trace.go:171","msg":"trace[1086546186] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:31026; }","duration":"127.290728ms","start":"2026-07-28T16:51:08.336081Z","end":"2026-07-28T16:51:08.463372Z","steps":["trace[1086546186] 'agreement among raft nodes before linearized reading' (duration: 127.153835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:08.963634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626845398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:51:09.464904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626845398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:51:09.84093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329333756s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:51:09.841378Z","caller":"traceutil/trace.go:171","msg":"trace[294202227] transaction","detail":"{read_only:false; response_revision:31027; number_of_response:1; }","duration":"1.40013064s","start":"2026-07-28T16:51:08.441222Z","end":"2026-07-28T16:51:09.841353Z","steps":["trace[294202227] 'process raft request' (duration: 1.399959736s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:09.841523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.4412Z","time spent":"1.400245613s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:51:10.367239Z","caller":"traceutil/trace.go:171","msg":"trace[1506402816] linearizableReadLoop","detail":"{readStateIndex:31992; appliedIndex:31990; }","duration":"1.903976043s","start":"2026-07-28T16:51:08.46323Z","end":"2026-07-28T16:51:10.367206Z","steps":["trace[1506402816] 'read index received' (duration: 1.378043352s)","trace[1506402816] 'applied index is now lower than readState.Index' (duration: 525.931381ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:10.367276Z","caller":"traceutil/trace.go:171","msg":"trace[1345186093] transaction","detail":"{read_only:false; response_revision:31028; number_of_response:1; }","duration":"949.740908ms","start":"2026-07-28T16:51:09.41749Z","end":"2026-07-28T16:51:10.367231Z","steps":["trace[1345186093] 'process raft request' (duration: 949.43571ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:10.367401Z","caller":"traceutil/trace.go:171","msg":"trace[395970089] transaction","detail":"{read_only:false; response_revision:31029; number_of_response:1; }","duration":"893.938309ms","start":"2026-07-28T16:51:09.473424Z","end":"2026-07-28T16:51:10.367362Z","steps":["trace[395970089] 'process raft request' (duration: 893.715254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.367474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.417473Z","time spent":"949.907132ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:51:10.367504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950510166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T16:51:10.367573Z","caller":"traceutil/trace.go:171","msg":"trace[447435774] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:31029; }","duration":"1.95065983s","start":"2026-07-28T16:51:08.416898Z","end":"2026-07-28T16:51:10.367558Z","steps":["trace[447435774] 'agreement among raft nodes before linearized reading' (duration: 1.950487035s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.367589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.473402Z","time spent":"894.088783ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4824,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:51:10.367624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.416877Z","time spent":"1.950736072s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T16:51:10.367704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006294113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:51:10.367801Z","caller":"traceutil/trace.go:171","msg":"trace[1790477368] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:31029; }","duration":"2.006412107s","start":"2026-07-28T16:51:08.361364Z","end":"2026-07-28T16:51:10.367776Z","steps":["trace[1790477368] 'agreement among raft nodes before linearized reading' (duration: 2.006203322s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.367857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.3613Z","time spent":"2.00654626s","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:51:10.439634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023745709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:10.439649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594731656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:10.439707Z","caller":"traceutil/trace.go:171","msg":"trace[592530370] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:31030; }","duration":"1.023880402s","start":"2026-07-28T16:51:09.41581Z","end":"2026-07-28T16:51:10.43969Z","steps":["trace[592530370] 'agreement among raft nodes before linearized reading' (duration: 1.023693158s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.439694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734750575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:51:10.439749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.415787Z","time spent":"1.023953614s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-28T16:51:10.439746Z","caller":"traceutil/trace.go:171","msg":"trace[1460331580] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:31030; }","duration":"1.59488357s","start":"2026-07-28T16:51:08.844839Z","end":"2026-07-28T16:51:10.439723Z","steps":["trace[1460331580] 'agreement among raft nodes before linearized reading' (duration: 1.594698596s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.439754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908697518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:51:10.439806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.844816Z","time spent":"1.594978912s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-28T16:51:10.439825Z","caller":"traceutil/trace.go:171","msg":"trace[1785594504] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:31030; }","duration":"1.908810601s","start":"2026-07-28T16:51:08.530998Z","end":"2026-07-28T16:51:10.439808Z","steps":["trace[1785594504] 'agreement among raft nodes before linearized reading' (duration: 1.908683778s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.439828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777485504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:51:10.439867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.530977Z","time spent":"1.908880952s","remote":"127.0.0.1:35702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:51:10.439899Z","caller":"traceutil/trace.go:171","msg":"trace[1634084161] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:31030; }","duration":"1.777591597s","start":"2026-07-28T16:51:08.662289Z","end":"2026-07-28T16:51:10.439881Z","steps":["trace[1634084161] 'agreement among raft nodes before linearized reading' (duration: 1.777406742s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.439907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716046939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-28T16:51:10.439944Z","caller":"traceutil/trace.go:171","msg":"trace[1883786632] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s79vd; range_end:; response_count:1; response_revision:31030; }","duration":"1.7161048s","start":"2026-07-28T16:51:08.72383Z","end":"2026-07-28T16:51:10.439935Z","steps":["trace[1883786632] 'agreement among raft nodes before linearized reading' (duration: 1.715964327s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.439945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.662269Z","time spent":"1.777667419s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:51:10.439981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024123658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:10.439985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.723817Z","time spent":"1.716161352s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s79vd\" "} {"level":"warn","ts":"2026-07-28T16:51:10.440022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023570415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:10.440107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777971006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:51:10.440365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595358602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:10.439732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777929565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:51:10.440388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264019236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:51:10.440418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023045092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:10.440428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023037882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-07-28T16:51:10.440605Z","caller":"traceutil/trace.go:171","msg":"trace[1002538750] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:31030; }","duration":"1.023219156s","start":"2026-07-28T16:51:09.41737Z","end":"2026-07-28T16:51:10.440589Z","steps":["trace[1002538750] 'agreement among raft nodes before linearized reading' (duration: 1.02298689s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:10.439766Z","caller":"traceutil/trace.go:171","msg":"trace[1716995142] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:31030; }","duration":"1.734895448s","start":"2026-07-28T16:51:08.704851Z","end":"2026-07-28T16:51:10.439747Z","steps":["trace[1716995142] 'agreement among raft nodes before linearized reading' (duration: 1.734761424s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.440682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.417361Z","time spent":"1.023302698s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4865,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:51:10.440431Z","caller":"traceutil/trace.go:171","msg":"trace[166294587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31030; }","duration":"1.778673754s","start":"2026-07-28T16:51:08.661738Z","end":"2026-07-28T16:51:10.440412Z","steps":["trace[166294587] 'agreement among raft nodes before linearized reading' (duration: 1.777828723s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.440757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.704832Z","time spent":"1.735898333s","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:51:10.440808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.66171Z","time spent":"1.779082043s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:51:10.440034Z","caller":"traceutil/trace.go:171","msg":"trace[345655485] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:31030; }","duration":"1.02421345s","start":"2026-07-28T16:51:09.415807Z","end":"2026-07-28T16:51:10.44002Z","steps":["trace[345655485] 'agreement among raft nodes before linearized reading' (duration: 1.024131638s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.440968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.41578Z","time spent":"1.025122713s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:51:10.440133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023678858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:10.441033Z","caller":"traceutil/trace.go:171","msg":"trace[801027607] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:31030; }","duration":"1.02459834s","start":"2026-07-28T16:51:09.416419Z","end":"2026-07-28T16:51:10.441018Z","steps":["trace[801027607] 'agreement among raft nodes before linearized reading' (duration: 1.023668067s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.439725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023091924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:10.441087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.416405Z","time spent":"1.024667572s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-28T16:51:10.441121Z","caller":"traceutil/trace.go:171","msg":"trace[239033286] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:31030; }","duration":"1.024498607s","start":"2026-07-28T16:51:09.416594Z","end":"2026-07-28T16:51:10.441093Z","steps":["trace[239033286] 'agreement among raft nodes before linearized reading' (duration: 1.023057262s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.441171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.416587Z","time spent":"1.024571459s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-28T16:51:10.440157Z","caller":"traceutil/trace.go:171","msg":"trace[126174157] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:31030; }","duration":"1.023735018s","start":"2026-07-28T16:51:09.416407Z","end":"2026-07-28T16:51:10.440142Z","steps":["trace[126174157] 'agreement among raft nodes before linearized reading' (duration: 1.023524373s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.44126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.416389Z","time spent":"1.024864916s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-28T16:51:10.440215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778609542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T16:51:10.441199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59609565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-07-28T16:51:10.440258Z","caller":"traceutil/trace.go:171","msg":"trace[1281086399] transaction","detail":"{read_only:false; response_revision:31030; number_of_response:1; }","duration":"469.532498ms","start":"2026-07-28T16:51:09.970694Z","end":"2026-07-28T16:51:10.440227Z","steps":["trace[1281086399] 'process raft request' (duration: 465.531291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.441559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.970665Z","time spent":"470.81871ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:51:10.440264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023822511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-07-28T16:51:10.441405Z","caller":"traceutil/trace.go:171","msg":"trace[1162307363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31030; }","duration":"1.779823552s","start":"2026-07-28T16:51:08.661566Z","end":"2026-07-28T16:51:10.44139Z","steps":["trace[1162307363] 'agreement among raft nodes before linearized reading' (duration: 1.778548171s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:10.441682Z","caller":"traceutil/trace.go:171","msg":"trace[1159883232] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:31030; }","duration":"1.596343406s","start":"2026-07-28T16:51:08.845091Z","end":"2026-07-28T16:51:10.441435Z","steps":["trace[1159883232] 'agreement among raft nodes before linearized reading' (duration: 1.595004373s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.441713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.661554Z","time spent":"1.780136519s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:51:10.44175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.845036Z","time spent":"1.596672914s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4865,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:51:10.441648Z","caller":"traceutil/trace.go:171","msg":"trace[1425522739] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:31030; }","duration":"1.025231635s","start":"2026-07-28T16:51:09.416406Z","end":"2026-07-28T16:51:10.441638Z","steps":["trace[1425522739] 'agreement among raft nodes before linearized reading' (duration: 1.023735008s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.441836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.416394Z","time spent":"1.02542954s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4865,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:51:10.440332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595419873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:10.441939Z","caller":"traceutil/trace.go:171","msg":"trace[690713454] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:31030; }","duration":"1.597058463s","start":"2026-07-28T16:51:08.844866Z","end":"2026-07-28T16:51:10.441924Z","steps":["trace[690713454] 'agreement among raft nodes before linearized reading' (duration: 1.595445813s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.441984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.844846Z","time spent":"1.597125555s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-28T16:51:10.440334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022804686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:10.442091Z","caller":"traceutil/trace.go:171","msg":"trace[121779584] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:31030; }","duration":"1.024564639s","start":"2026-07-28T16:51:09.417492Z","end":"2026-07-28T16:51:10.442057Z","steps":["trace[121779584] 'agreement among raft nodes before linearized reading' (duration: 1.022801996s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.440307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595042513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:10.442149Z","caller":"traceutil/trace.go:171","msg":"trace[524394142] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:31030; }","duration":"1.59692587s","start":"2026-07-28T16:51:08.845212Z","end":"2026-07-28T16:51:10.442138Z","steps":["trace[524394142] 'agreement among raft nodes before linearized reading' (duration: 1.594800828s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.442152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.417394Z","time spent":"1.024743233s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:51:10.442213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.845206Z","time spent":"1.596972971s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:51:10.440336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023913883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:51:10.440395Z","caller":"traceutil/trace.go:171","msg":"trace[2143356802] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:31030; }","duration":"1.595424453s","start":"2026-07-28T16:51:08.844963Z","end":"2026-07-28T16:51:10.440388Z","steps":["trace[2143356802] 'agreement among raft nodes before linearized reading' (duration: 1.595387462s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:10.442295Z","caller":"traceutil/trace.go:171","msg":"trace[628741926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31030; }","duration":"1.025886101s","start":"2026-07-28T16:51:09.416388Z","end":"2026-07-28T16:51:10.442275Z","steps":["trace[628741926] 'agreement among raft nodes before linearized reading' (duration: 1.023839391s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.442445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.416379Z","time spent":"1.026051905s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:51:10.442402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.844946Z","time spent":"1.597445652s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-28T16:51:10.440468Z","caller":"traceutil/trace.go:171","msg":"trace[1374760087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31030; }","duration":"1.778326955s","start":"2026-07-28T16:51:08.662055Z","end":"2026-07-28T16:51:10.440382Z","steps":["trace[1374760087] 'agreement among raft nodes before linearized reading' (duration: 1.777773692s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.442564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.662045Z","time spent":"1.780512048s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:51:10.44047Z","caller":"traceutil/trace.go:171","msg":"trace[549957913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31030; }","duration":"1.26414863s","start":"2026-07-28T16:51:09.176301Z","end":"2026-07-28T16:51:10.44045Z","steps":["trace[549957913] 'agreement among raft nodes before linearized reading' (duration: 1.264013036s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.442636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.176284Z","time spent":"1.266338014s","remote":"127.0.0.1:58552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:51:10.440482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313248255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T16:51:10.440492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471649831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T16:51:10.440504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024661311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:10.443378Z","caller":"traceutil/trace.go:171","msg":"trace[1414177208] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:31030; }","duration":"1.027571262s","start":"2026-07-28T16:51:09.415793Z","end":"2026-07-28T16:51:10.443364Z","steps":["trace[1414177208] 'agreement among raft nodes before linearized reading' (duration: 1.024685141s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.439689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777855164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:51:10.443578Z","caller":"traceutil/trace.go:171","msg":"trace[505953525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31030; }","duration":"1.781763039s","start":"2026-07-28T16:51:08.661802Z","end":"2026-07-28T16:51:10.443565Z","steps":["trace[505953525] 'agreement among raft nodes before linearized reading' (duration: 1.777747651s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.443621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.661797Z","time spent":"1.78181008s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:51:10.443417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.415752Z","time spent":"1.027650134s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:51:10.44028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788557924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:10.443681Z","caller":"traceutil/trace.go:171","msg":"trace[1653489671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31030; }","duration":"1.791994157s","start":"2026-07-28T16:51:08.651676Z","end":"2026-07-28T16:51:10.44367Z","steps":["trace[1653489671] 'agreement among raft nodes before linearized reading' (duration: 1.788572184s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.443807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.651655Z","time spent":"1.792136481s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:51:10.440463Z","caller":"traceutil/trace.go:171","msg":"trace[1160873185] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:31030; }","duration":"1.023099753s","start":"2026-07-28T16:51:09.417352Z","end":"2026-07-28T16:51:10.440452Z","steps":["trace[1160873185] 'agreement among raft nodes before linearized reading' (duration: 1.023034321s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:10.443297Z","caller":"traceutil/trace.go:171","msg":"trace[2046018922] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31030; }","duration":"1.315550901s","start":"2026-07-28T16:51:09.127189Z","end":"2026-07-28T16:51:10.44274Z","steps":["trace[2046018922] 'agreement among raft nodes before linearized reading' (duration: 1.313172983s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.443999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.127149Z","time spent":"1.316833072s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:51:10.444174Z","caller":"traceutil/trace.go:171","msg":"trace[95674151] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31030; }","duration":"1.474395028s","start":"2026-07-28T16:51:08.968788Z","end":"2026-07-28T16:51:10.443183Z","steps":["trace[95674151] 'agreement among raft nodes before linearized reading' (duration: 1.47163378s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:10.444241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:08.968757Z","time spent":"1.475468374s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:51:10.444033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:09.417343Z","time spent":"1.026665271s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:51:50.952424Z","caller":"traceutil/trace.go:171","msg":"trace[148154144] transaction","detail":"{read_only:false; response_revision:31377; number_of_response:1; }","duration":"270.575596ms","start":"2026-07-28T16:51:50.681826Z","end":"2026-07-28T16:51:50.952402Z","steps":["trace[148154144] 'process raft request' (duration: 209.742545ms)","trace[148154144] 'compare' (duration: 60.684428ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:50.952595Z","caller":"traceutil/trace.go:171","msg":"trace[1986718875] transaction","detail":"{read_only:false; response_revision:31378; number_of_response:1; }","duration":"270.638728ms","start":"2026-07-28T16:51:50.681942Z","end":"2026-07-28T16:51:50.952581Z","steps":["trace[1986718875] 'process raft request' (duration: 270.420012ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:50.952871Z","caller":"traceutil/trace.go:171","msg":"trace[717356576] linearizableReadLoop","detail":"{readStateIndex:32351; appliedIndex:32348; }","duration":"264.249402ms","start":"2026-07-28T16:51:50.688389Z","end":"2026-07-28T16:51:50.952639Z","steps":["trace[717356576] 'read index received' (duration: 49.941306ms)","trace[717356576] 'applied index is now lower than readState.Index' (duration: 214.305966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:50.952923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.521638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:51:50.953035Z","caller":"traceutil/trace.go:171","msg":"trace[562625073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31378; }","duration":"264.642251ms","start":"2026-07-28T16:51:50.688341Z","end":"2026-07-28T16:51:50.952984Z","steps":["trace[562625073] 'agreement among raft nodes before linearized reading' (duration: 264.440646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:50.953285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.584548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:51:50.954106Z","caller":"traceutil/trace.go:171","msg":"trace[1914606255] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31378; }","duration":"230.461029ms","start":"2026-07-28T16:51:50.723629Z","end":"2026-07-28T16:51:50.95409Z","steps":["trace[1914606255] 'agreement among raft nodes before linearized reading' (duration: 229.531547ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:52.206855Z","caller":"traceutil/trace.go:171","msg":"trace[1358814182] transaction","detail":"{read_only:false; response_revision:31382; number_of_response:1; }","duration":"185.27633ms","start":"2026-07-28T16:51:52.021533Z","end":"2026-07-28T16:51:52.20681Z","steps":["trace[1358814182] 'process raft request' (duration: 184.998453ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:52.319473Z","caller":"traceutil/trace.go:171","msg":"trace[1284048311] linearizableReadLoop","detail":"{readStateIndex:32356; appliedIndex:32354; }","duration":"150.470102ms","start":"2026-07-28T16:51:52.168973Z","end":"2026-07-28T16:51:52.319443Z","steps":["trace[1284048311] 'read index received' (duration: 37.650196ms)","trace[1284048311] 'applied index is now lower than readState.Index' (duration: 112.818916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:52.319689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.679028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:52.319743Z","caller":"traceutil/trace.go:171","msg":"trace[67564768] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:31383; }","duration":"150.802251ms","start":"2026-07-28T16:51:52.168925Z","end":"2026-07-28T16:51:52.319727Z","steps":["trace[67564768] 'agreement among raft nodes before linearized reading' (duration: 150.643067ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:52.320028Z","caller":"traceutil/trace.go:171","msg":"trace[8190287] transaction","detail":"{read_only:false; response_revision:31383; number_of_response:1; }","duration":"255.574221ms","start":"2026-07-28T16:51:52.064441Z","end":"2026-07-28T16:51:52.320015Z","steps":["trace[8190287] 'process raft request' (duration: 228.878431ms)","trace[8190287] 'compare' (duration: 25.744907ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:56.693016Z","caller":"traceutil/trace.go:171","msg":"trace[605993987] linearizableReadLoop","detail":"{readStateIndex:32391; appliedIndex:32390; }","duration":"130.265591ms","start":"2026-07-28T16:51:56.562717Z","end":"2026-07-28T16:51:56.692983Z","steps":["trace[605993987] 'read index received' (duration: 70.732801ms)","trace[605993987] 'applied index is now lower than readState.Index' (duration: 59.53137ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:56.693056Z","caller":"traceutil/trace.go:171","msg":"trace[587278914] transaction","detail":"{read_only:false; response_revision:31417; number_of_response:1; }","duration":"350.407389ms","start":"2026-07-28T16:51:56.342604Z","end":"2026-07-28T16:51:56.693011Z","steps":["trace[587278914] 'process raft request' (duration: 290.817609ms)","trace[587278914] 'compare' (duration: 58.973535ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:56.693213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.470955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:56.69325Z","caller":"traceutil/trace.go:171","msg":"trace[1625839114] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:31417; }","duration":"130.564018ms","start":"2026-07-28T16:51:56.562674Z","end":"2026-07-28T16:51:56.693238Z","steps":["trace[1625839114] 'agreement among raft nodes before linearized reading' (duration: 130.451985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:56.693247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:56.342596Z","time spent":"350.557583ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:51:56.703754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.953945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:51:56.703747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.910465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:56.703848Z","caller":"traceutil/trace.go:171","msg":"trace[1201990684] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:31418; }","duration":"135.156459ms","start":"2026-07-28T16:51:56.568668Z","end":"2026-07-28T16:51:56.703824Z","steps":["trace[1201990684] 'agreement among raft nodes before linearized reading' (duration: 134.989875ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:56.703875Z","caller":"traceutil/trace.go:171","msg":"trace[2126986015] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:31418; }","duration":"140.1019ms","start":"2026-07-28T16:51:56.56374Z","end":"2026-07-28T16:51:56.703842Z","steps":["trace[2126986015] 'agreement among raft nodes before linearized reading' (duration: 139.866704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:56.703988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.297871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:56.704049Z","caller":"traceutil/trace.go:171","msg":"trace[356555506] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:31418; }","duration":"139.403483ms","start":"2026-07-28T16:51:56.56463Z","end":"2026-07-28T16:51:56.704033Z","steps":["trace[356555506] 'agreement among raft nodes before linearized reading' (duration: 139.300011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:56.704055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.207833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:56.704116Z","caller":"traceutil/trace.go:171","msg":"trace[1643703327] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:31418; }","duration":"140.289434ms","start":"2026-07-28T16:51:56.563817Z","end":"2026-07-28T16:51:56.704106Z","steps":["trace[1643703327] 'agreement among raft nodes before linearized reading' (duration: 140.214512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:56.704118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.560875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:56.70415Z","caller":"traceutil/trace.go:171","msg":"trace[1114645115] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:31418; }","duration":"134.606866ms","start":"2026-07-28T16:51:56.569535Z","end":"2026-07-28T16:51:56.704142Z","steps":["trace[1114645115] 'agreement among raft nodes before linearized reading' (duration: 134.553495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:56.704198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.257553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"warn","ts":"2026-07-28T16:51:56.704208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.656811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:56.704234Z","caller":"traceutil/trace.go:171","msg":"trace[1585856013] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:31418; }","duration":"103.314625ms","start":"2026-07-28T16:51:56.60091Z","end":"2026-07-28T16:51:56.704225Z","steps":["trace[1585856013] 'agreement among raft nodes before linearized reading' (duration: 103.159501ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:56.704243Z","caller":"traceutil/trace.go:171","msg":"trace[1293585096] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:31418; }","duration":"135.704293ms","start":"2026-07-28T16:51:56.568529Z","end":"2026-07-28T16:51:56.704233Z","steps":["trace[1293585096] 'agreement among raft nodes before linearized reading' (duration: 135.655062ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:56.703849Z","caller":"traceutil/trace.go:171","msg":"trace[1804725077] transaction","detail":"{read_only:false; response_revision:31418; number_of_response:1; }","duration":"140.92596ms","start":"2026-07-28T16:51:56.562901Z","end":"2026-07-28T16:51:56.703827Z","steps":["trace[1804725077] 'process raft request' (duration: 140.477769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:56.7044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.439718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"warn","ts":"2026-07-28T16:51:56.704237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.431826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:56.704433Z","caller":"traceutil/trace.go:171","msg":"trace[1331929498] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:31418; }","duration":"126.485469ms","start":"2026-07-28T16:51:56.577938Z","end":"2026-07-28T16:51:56.704424Z","steps":["trace[1331929498] 'agreement among raft nodes before linearized reading' (duration: 126.337215ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:56.704459Z","caller":"traceutil/trace.go:171","msg":"trace[1373324457] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:31418; }","duration":"135.710463ms","start":"2026-07-28T16:51:56.568739Z","end":"2026-07-28T16:51:56.70445Z","steps":["trace[1373324457] 'agreement among raft nodes before linearized reading' (duration: 135.468558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:56.703754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.784842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:56.704533Z","caller":"traceutil/trace.go:171","msg":"trace[231479559] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:31418; }","duration":"133.619412ms","start":"2026-07-28T16:51:56.570907Z","end":"2026-07-28T16:51:56.704527Z","steps":["trace[231479559] 'agreement among raft nodes before linearized reading' (duration: 132.731161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:56.705595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.748375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"info","ts":"2026-07-28T16:51:56.705668Z","caller":"traceutil/trace.go:171","msg":"trace[1834233954] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:31418; }","duration":"126.865338ms","start":"2026-07-28T16:51:56.578781Z","end":"2026-07-28T16:51:56.705646Z","steps":["trace[1834233954] 'agreement among raft nodes before linearized reading' (duration: 125.864133ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:57.192388Z","caller":"traceutil/trace.go:171","msg":"trace[1675260093] linearizableReadLoop","detail":"{readStateIndex:32394; appliedIndex:32393; }","duration":"424.676747ms","start":"2026-07-28T16:51:56.767481Z","end":"2026-07-28T16:51:57.192157Z","steps":["trace[1675260093] 'read index received' (duration: 421.11356ms)","trace[1675260093] 'applied index is now lower than readState.Index' (duration: 3.562037ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:57.192636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.133758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:51:57.192678Z","caller":"traceutil/trace.go:171","msg":"trace[759732254] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:31420; }","duration":"425.23248ms","start":"2026-07-28T16:51:56.767433Z","end":"2026-07-28T16:51:57.192665Z","steps":["trace[759732254] 'agreement among raft nodes before linearized reading' (duration: 425.072296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:57.192712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:56.767414Z","time spent":"425.289862ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:51:57.192391Z","caller":"traceutil/trace.go:171","msg":"trace[940531764] transaction","detail":"{read_only:false; response_revision:31420; number_of_response:1; }","duration":"461.992695ms","start":"2026-07-28T16:51:56.730369Z","end":"2026-07-28T16:51:57.192361Z","steps":["trace[940531764] 'process raft request' (duration: 458.311305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:57.192913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.230633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:51:57.193003Z","caller":"traceutil/trace.go:171","msg":"trace[612081264] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:31420; }","duration":"384.405547ms","start":"2026-07-28T16:51:56.808579Z","end":"2026-07-28T16:51:57.192984Z","steps":["trace[612081264] 'agreement among raft nodes before linearized reading' (duration: 384.243903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:57.193054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:56.808555Z","time spent":"384.489049ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:51:57.193055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.014209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:51:57.193189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.984936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:51:57.193199Z","caller":"traceutil/trace.go:171","msg":"trace[237844590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31420; }","duration":"200.182183ms","start":"2026-07-28T16:51:56.992974Z","end":"2026-07-28T16:51:57.193156Z","steps":["trace[237844590] 'agreement among raft nodes before linearized reading' (duration: 199.901506ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:57.193237Z","caller":"traceutil/trace.go:171","msg":"trace[1886330341] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:31420; }","duration":"361.062208ms","start":"2026-07-28T16:51:56.832162Z","end":"2026-07-28T16:51:57.193224Z","steps":["trace[1886330341] 'agreement among raft nodes before linearized reading' (duration: 360.987767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:57.193276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:56.832147Z","time spent":"361.11953ms","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:51:57.193326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.993618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"warn","ts":"2026-07-28T16:51:57.193288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:56.730334Z","time spent":"462.525918ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:51:57.193404Z","caller":"traceutil/trace.go:171","msg":"trace[1842001677] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:31420; }","duration":"253.08213ms","start":"2026-07-28T16:51:56.940305Z","end":"2026-07-28T16:51:57.193387Z","steps":["trace[1842001677] 'agreement among raft nodes before linearized reading' (duration: 252.856015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:57.193473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.329147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:51:57.193512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.832176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:51:57.193377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.078111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:51:57.193524Z","caller":"traceutil/trace.go:171","msg":"trace[638621777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31420; }","duration":"364.42255ms","start":"2026-07-28T16:51:56.829084Z","end":"2026-07-28T16:51:57.193507Z","steps":["trace[638621777] 'agreement among raft nodes before linearized reading' (duration: 364.333308ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:57.193558Z","caller":"traceutil/trace.go:171","msg":"trace[106071140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31420; }","duration":"188.899838ms","start":"2026-07-28T16:51:57.004648Z","end":"2026-07-28T16:51:57.193548Z","steps":["trace[106071140] 'agreement among raft nodes before linearized reading' (duration: 188.741135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:57.193571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:56.829058Z","time spent":"364.505982ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:51:57.193569Z","caller":"traceutil/trace.go:171","msg":"trace[89371959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31420; }","duration":"373.277446ms","start":"2026-07-28T16:51:56.820278Z","end":"2026-07-28T16:51:57.193556Z","steps":["trace[89371959] 'agreement among raft nodes before linearized reading' (duration: 372.943277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:57.193608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:56.820207Z","time spent":"373.389949ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:51:57.193649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.361479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:51:57.193731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.100832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-ks-endpoints-shph8\" ","response":"range_response_count:1 size:2792"} {"level":"info","ts":"2026-07-28T16:51:57.193775Z","caller":"traceutil/trace.go:171","msg":"trace[1960960274] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-ks-endpoints-shph8; range_end:; response_count:1; response_revision:31420; }","duration":"168.170633ms","start":"2026-07-28T16:51:57.025589Z","end":"2026-07-28T16:51:57.193759Z","steps":["trace[1960960274] 'agreement among raft nodes before linearized reading' (duration: 168.069521ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:57.193778Z","caller":"traceutil/trace.go:171","msg":"trace[1604637530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31420; }","duration":"182.540783ms","start":"2026-07-28T16:51:57.011207Z","end":"2026-07-28T16:51:57.193748Z","steps":["trace[1604637530] 'agreement among raft nodes before linearized reading' (duration: 182.119713ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:57.538976Z","caller":"traceutil/trace.go:171","msg":"trace[904064839] transaction","detail":"{read_only:false; response_revision:31426; number_of_response:1; }","duration":"338.686213ms","start":"2026-07-28T16:51:57.200265Z","end":"2026-07-28T16:51:57.538952Z","steps":["trace[904064839] 'process raft request' (duration: 338.612561ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:57.538997Z","caller":"traceutil/trace.go:171","msg":"trace[1428409532] transaction","detail":"{read_only:false; response_revision:31423; number_of_response:1; }","duration":"340.289062ms","start":"2026-07-28T16:51:57.198677Z","end":"2026-07-28T16:51:57.538966Z","steps":["trace[1428409532] 'process raft request' (duration: 340.011775ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:57.539016Z","caller":"traceutil/trace.go:171","msg":"trace[25931447] transaction","detail":"{read_only:false; response_revision:31424; number_of_response:1; }","duration":"340.274092ms","start":"2026-07-28T16:51:57.198719Z","end":"2026-07-28T16:51:57.538993Z","steps":["trace[25931447] 'process raft request' (duration: 340.049096ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:57.539037Z","caller":"traceutil/trace.go:171","msg":"trace[239363247] transaction","detail":"{read_only:false; response_revision:31422; number_of_response:1; }","duration":"340.392014ms","start":"2026-07-28T16:51:57.198629Z","end":"2026-07-28T16:51:57.539021Z","steps":["trace[239363247] 'process raft request' (duration: 316.38879ms)","trace[239363247] 'compare' (duration: 23.43092ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:57.539054Z","caller":"traceutil/trace.go:171","msg":"trace[897577142] linearizableReadLoop","detail":"{readStateIndex:32401; appliedIndex:32395; }","duration":"123.67783ms","start":"2026-07-28T16:51:57.415356Z","end":"2026-07-28T16:51:57.539033Z","steps":["trace[897577142] 'read index received' (duration: 99.772238ms)","trace[897577142] 'applied index is now lower than readState.Index' (duration: 23.904712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:57.53911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:57.198596Z","time spent":"340.475867ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:51:57.539128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:57.198656Z","time spent":"340.398754ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:51:57.539135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:57.198691Z","time spent":"340.379904ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:51:57.539146Z","caller":"traceutil/trace.go:171","msg":"trace[395601135] transaction","detail":"{read_only:false; response_revision:31425; number_of_response:1; }","duration":"340.373434ms","start":"2026-07-28T16:51:57.198764Z","end":"2026-07-28T16:51:57.539138Z","steps":["trace[395601135] 'process raft request' (duration: 340.076107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:57.539109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:57.200251Z","time spent":"338.790036ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:51:57.539202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:57.198741Z","time spent":"340.434095ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:51:57.539205Z","caller":"traceutil/trace.go:171","msg":"trace[225991929] transaction","detail":"{read_only:false; response_revision:31427; number_of_response:1; }","duration":"338.240512ms","start":"2026-07-28T16:51:57.200946Z","end":"2026-07-28T16:51:57.539186Z","steps":["trace[225991929] 'process raft request' (duration: 337.966406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:57.539213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.855133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:51:57.539245Z","caller":"traceutil/trace.go:171","msg":"trace[2080705241] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:31427; }","duration":"123.933406ms","start":"2026-07-28T16:51:57.415304Z","end":"2026-07-28T16:51:57.539237Z","steps":["trace[2080705241] 'agreement among raft nodes before linearized reading' (duration: 123.804862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:57.539278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:51:57.200935Z","time spent":"338.304464ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:51:57.734404Z","caller":"traceutil/trace.go:171","msg":"trace[808782836] transaction","detail":"{read_only:false; response_revision:31428; number_of_response:1; }","duration":"163.732746ms","start":"2026-07-28T16:51:57.570615Z","end":"2026-07-28T16:51:57.734347Z","steps":["trace[808782836] 'process raft request' (duration: 163.536841ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:00.080725Z","caller":"traceutil/trace.go:171","msg":"trace[1533215332] transaction","detail":"{read_only:false; response_revision:31461; number_of_response:1; }","duration":"113.096403ms","start":"2026-07-28T16:51:59.967607Z","end":"2026-07-28T16:52:00.080703Z","steps":["trace[1533215332] 'process raft request' (duration: 112.941229ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:00.089744Z","caller":"traceutil/trace.go:171","msg":"trace[1607999508] transaction","detail":"{read_only:false; response_revision:31462; number_of_response:1; }","duration":"109.230179ms","start":"2026-07-28T16:51:59.980497Z","end":"2026-07-28T16:52:00.089727Z","steps":["trace[1607999508] 'process raft request' (duration: 109.085195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:00.586333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.515343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T16:52:00.586636Z","caller":"traceutil/trace.go:171","msg":"trace[1614511623] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31463; }","duration":"150.808801ms","start":"2026-07-28T16:52:00.435766Z","end":"2026-07-28T16:52:00.586575Z","steps":["trace[1614511623] 'range keys from in-memory index tree' (duration: 150.35611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:00.587038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.593943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-user-5b2fw\" ","response":"range_response_count:1 size:12746"} {"level":"info","ts":"2026-07-28T16:52:00.58717Z","caller":"traceutil/trace.go:171","msg":"trace[1606005438] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-user-5b2fw; range_end:; response_count:1; response_revision:31463; }","duration":"184.761627ms","start":"2026-07-28T16:52:00.402395Z","end":"2026-07-28T16:52:00.587157Z","steps":["trace[1606005438] 'range keys from in-memory index tree' (duration: 184.46133ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:00.813092Z","caller":"traceutil/trace.go:171","msg":"trace[365359364] transaction","detail":"{read_only:false; response_revision:31465; number_of_response:1; }","duration":"211.134579ms","start":"2026-07-28T16:52:00.601938Z","end":"2026-07-28T16:52:00.813073Z","steps":["trace[365359364] 'process raft request' (duration: 211.001816ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:00.813554Z","caller":"traceutil/trace.go:171","msg":"trace[1906259346] linearizableReadLoop","detail":"{readStateIndex:32440; appliedIndex:32440; }","duration":"142.1205ms","start":"2026-07-28T16:52:00.671424Z","end":"2026-07-28T16:52:00.813545Z","steps":["trace[1906259346] 'read index received' (duration: 142.114679ms)","trace[1906259346] 'applied index is now lower than readState.Index' (duration: 3.56µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:52:00.81364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.824299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:00.813661Z","caller":"traceutil/trace.go:171","msg":"trace[1300257489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31465; }","duration":"161.896001ms","start":"2026-07-28T16:52:00.651759Z","end":"2026-07-28T16:52:00.813655Z","steps":["trace[1300257489] 'agreement among raft nodes before linearized reading' (duration: 161.8413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:00.813834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.311856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:52:00.813854Z","caller":"traceutil/trace.go:171","msg":"trace[1269821378] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31465; }","duration":"214.353548ms","start":"2026-07-28T16:52:00.599494Z","end":"2026-07-28T16:52:00.813847Z","steps":["trace[1269821378] 'agreement among raft nodes before linearized reading' (duration: 214.266306ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:00.816294Z","caller":"traceutil/trace.go:171","msg":"trace[1111884929] transaction","detail":"{read_only:false; response_revision:31466; number_of_response:1; }","duration":"140.011278ms","start":"2026-07-28T16:52:00.676256Z","end":"2026-07-28T16:52:00.816267Z","steps":["trace[1111884929] 'process raft request' (duration: 139.714511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:00.817412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.359206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:00.817453Z","caller":"traceutil/trace.go:171","msg":"trace[1062834692] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:31468; }","duration":"103.424747ms","start":"2026-07-28T16:52:00.714019Z","end":"2026-07-28T16:52:00.817444Z","steps":["trace[1062834692] 'agreement among raft nodes before linearized reading' (duration: 103.374236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:00.817582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.353439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-07-28T16:52:00.817638Z","caller":"traceutil/trace.go:171","msg":"trace[2040255149] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:31468; }","duration":"113.456022ms","start":"2026-07-28T16:52:00.70417Z","end":"2026-07-28T16:52:00.817626Z","steps":["trace[2040255149] 'agreement among raft nodes before linearized reading' (duration: 113.331709ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.011878Z","caller":"traceutil/trace.go:171","msg":"trace[1749637831] linearizableReadLoop","detail":"{readStateIndex:32507; appliedIndex:32506; }","duration":"130.564918ms","start":"2026-07-28T16:52:08.881288Z","end":"2026-07-28T16:52:09.011853Z","steps":["trace[1749637831] 'read index received' (duration: 56.141527ms)","trace[1749637831] 'applied index is now lower than readState.Index' (duration: 74.422061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:52:09.012108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.473735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-07-28T16:52:09.012167Z","caller":"traceutil/trace.go:171","msg":"trace[434312074] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:31530; }","duration":"162.570806ms","start":"2026-07-28T16:52:08.849582Z","end":"2026-07-28T16:52:09.012152Z","steps":["trace[434312074] 'agreement among raft nodes before linearized reading' (duration: 162.350551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:09.012171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.906512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:09.012219Z","caller":"traceutil/trace.go:171","msg":"trace[1191888425] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:31530; }","duration":"166.974305ms","start":"2026-07-28T16:52:08.845229Z","end":"2026-07-28T16:52:09.012203Z","steps":["trace[1191888425] 'agreement among raft nodes before linearized reading' (duration: 166.893213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:09.012434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.385974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-07-28T16:52:09.012465Z","caller":"traceutil/trace.go:171","msg":"trace[1742589962] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:31530; }","duration":"167.441726ms","start":"2026-07-28T16:52:08.845016Z","end":"2026-07-28T16:52:09.012457Z","steps":["trace[1742589962] 'agreement among raft nodes before linearized reading' (duration: 167.364474ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.01245Z","caller":"traceutil/trace.go:171","msg":"trace[718026014] transaction","detail":"{read_only:false; response_revision:31530; number_of_response:1; }","duration":"168.02603ms","start":"2026-07-28T16:52:08.844398Z","end":"2026-07-28T16:52:09.012424Z","steps":["trace[718026014] 'process raft request' (duration: 93.049455ms)","trace[718026014] 'compare' (duration: 74.148585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:52:09.01266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.248049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-07-28T16:52:09.012706Z","caller":"traceutil/trace.go:171","msg":"trace[284624408] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:31530; }","duration":"169.305991ms","start":"2026-07-28T16:52:08.84339Z","end":"2026-07-28T16:52:09.012695Z","steps":["trace[284624408] 'agreement among raft nodes before linearized reading' (duration: 168.555062ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.535047Z","caller":"traceutil/trace.go:171","msg":"trace[1766047255] transaction","detail":"{read_only:false; response_revision:31531; number_of_response:1; }","duration":"268.941466ms","start":"2026-07-28T16:52:09.266086Z","end":"2026-07-28T16:52:09.535027Z","steps":["trace[1766047255] 'process raft request' (duration: 268.784402ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:16.965499Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28881} {"level":"info","ts":"2026-07-28T16:52:17.050152Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28881,"took":"81.541085ms","hash":2472734354,"current-db-size-bytes":45535232,"current-db-size":"46 MB","current-db-size-in-use-bytes":32514048,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T16:52:17.050204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2472734354,"revision":28881,"compact-revision":27019} {"level":"info","ts":"2026-07-28T16:52:24.085659Z","caller":"traceutil/trace.go:171","msg":"trace[2113814536] transaction","detail":"{read_only:false; response_revision:31634; number_of_response:1; }","duration":"289.032745ms","start":"2026-07-28T16:52:23.796592Z","end":"2026-07-28T16:52:24.085625Z","steps":["trace[2113814536] 'process raft request' (duration: 288.79372ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:24.086152Z","caller":"traceutil/trace.go:171","msg":"trace[1817908499] transaction","detail":"{read_only:false; response_revision:31635; number_of_response:1; }","duration":"288.79135ms","start":"2026-07-28T16:52:23.797338Z","end":"2026-07-28T16:52:24.08613Z","steps":["trace[1817908499] 'process raft request' (duration: 288.229066ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:24.086156Z","caller":"traceutil/trace.go:171","msg":"trace[475024932] transaction","detail":"{read_only:false; response_revision:31636; number_of_response:1; }","duration":"288.357189ms","start":"2026-07-28T16:52:23.79777Z","end":"2026-07-28T16:52:24.086127Z","steps":["trace[475024932] 'process raft request' (duration: 288.171084ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:24.086336Z","caller":"traceutil/trace.go:171","msg":"trace[1704173696] transaction","detail":"{read_only:false; response_revision:31637; number_of_response:1; }","duration":"287.98685ms","start":"2026-07-28T16:52:23.798339Z","end":"2026-07-28T16:52:24.086325Z","steps":["trace[1704173696] 'process raft request' (duration: 287.741654ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:24.58498Z","caller":"traceutil/trace.go:171","msg":"trace[249466829] transaction","detail":"{read_only:false; response_revision:31639; number_of_response:1; }","duration":"102.627498ms","start":"2026-07-28T16:52:24.482332Z","end":"2026-07-28T16:52:24.58496Z","steps":["trace[249466829] 'process raft request' (duration: 102.522526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:25.253224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.569676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-07-28T16:52:25.253269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.170241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:52:25.253322Z","caller":"traceutil/trace.go:171","msg":"trace[224630141] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:31640; }","duration":"171.72136ms","start":"2026-07-28T16:52:25.081575Z","end":"2026-07-28T16:52:25.253297Z","steps":["trace[224630141] 'range keys from in-memory index tree' (duration: 171.357211ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:25.253365Z","caller":"traceutil/trace.go:171","msg":"trace[1442421761] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:31640; }","duration":"195.323745ms","start":"2026-07-28T16:52:25.058006Z","end":"2026-07-28T16:52:25.253329Z","steps":["trace[1442421761] 'count revisions from in-memory index tree' (duration: 195.029097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:25.25346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.556502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:25.25353Z","caller":"traceutil/trace.go:171","msg":"trace[128858626] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:31640; }","duration":"184.664725ms","start":"2026-07-28T16:52:25.068853Z","end":"2026-07-28T16:52:25.253517Z","steps":["trace[128858626] 'range keys from in-memory index tree' (duration: 184.46434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:25.253524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.873213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-07-28T16:52:25.253599Z","caller":"traceutil/trace.go:171","msg":"trace[555076416] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:31640; }","duration":"187.972586ms","start":"2026-07-28T16:52:25.065609Z","end":"2026-07-28T16:52:25.253582Z","steps":["trace[555076416] 'range keys from in-memory index tree' (duration: 187.725309ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:25.253642Z","caller":"traceutil/trace.go:171","msg":"trace[1657209167] linearizableReadLoop","detail":"{readStateIndex:32622; appliedIndex:32621; }","duration":"165.494298ms","start":"2026-07-28T16:52:25.088118Z","end":"2026-07-28T16:52:25.253612Z","steps":["trace[1657209167] 'read index received' (duration: 151.110238ms)","trace[1657209167] 'applied index is now lower than readState.Index' (duration: 14.38268ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:25.25377Z","caller":"traceutil/trace.go:171","msg":"trace[994102300] transaction","detail":"{read_only:false; response_revision:31641; number_of_response:1; }","duration":"167.905576ms","start":"2026-07-28T16:52:25.085789Z","end":"2026-07-28T16:52:25.253694Z","steps":["trace[994102300] 'process raft request' (duration: 153.520646ms)","trace[994102300] 'compare' (duration: 14.023552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:52:25.25384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.723464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-07-28T16:52:25.253913Z","caller":"traceutil/trace.go:171","msg":"trace[1125319612] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:31641; }","duration":"165.798546ms","start":"2026-07-28T16:52:25.088075Z","end":"2026-07-28T16:52:25.253874Z","steps":["trace[1125319612] 'agreement among raft nodes before linearized reading' (duration: 165.631762ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:26.097446Z","caller":"traceutil/trace.go:171","msg":"trace[126121805] transaction","detail":"{read_only:false; response_revision:31644; number_of_response:1; }","duration":"215.802562ms","start":"2026-07-28T16:52:25.881615Z","end":"2026-07-28T16:52:26.097418Z","steps":["trace[126121805] 'process raft request' (duration: 215.389922ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:26.117242Z","caller":"traceutil/trace.go:171","msg":"trace[2008562480] transaction","detail":"{read_only:false; response_revision:31645; number_of_response:1; }","duration":"235.382739ms","start":"2026-07-28T16:52:25.881841Z","end":"2026-07-28T16:52:26.117223Z","steps":["trace[2008562480] 'process raft request' (duration: 235.189864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:26.117382Z","caller":"traceutil/trace.go:171","msg":"trace[1349543416] linearizableReadLoop","detail":"{readStateIndex:32627; appliedIndex:32624; }","duration":"177.511871ms","start":"2026-07-28T16:52:25.939832Z","end":"2026-07-28T16:52:26.117344Z","steps":["trace[1349543416] 'read index received' (duration: 157.048452ms)","trace[1349543416] 'applied index is now lower than readState.Index' (duration: 20.461468ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:26.117451Z","caller":"traceutil/trace.go:171","msg":"trace[423888129] transaction","detail":"{read_only:false; response_revision:31646; number_of_response:1; }","duration":"234.684502ms","start":"2026-07-28T16:52:25.882738Z","end":"2026-07-28T16:52:26.117422Z","steps":["trace[423888129] 'process raft request' (duration: 234.439706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:26.117727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.87715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:52:26.11781Z","caller":"traceutil/trace.go:171","msg":"trace[176574857] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:31646; }","duration":"178.014123ms","start":"2026-07-28T16:52:25.939768Z","end":"2026-07-28T16:52:26.117782Z","steps":["trace[176574857] 'agreement among raft nodes before linearized reading' (duration: 177.781088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:26.117815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.30148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:52:26.117864Z","caller":"traceutil/trace.go:171","msg":"trace[1860960383] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31646; }","duration":"162.408583ms","start":"2026-07-28T16:52:25.95544Z","end":"2026-07-28T16:52:26.117848Z","steps":["trace[1860960383] 'agreement among raft nodes before linearized reading' (duration: 162.183867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:26.1182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.685291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:52:26.118245Z","caller":"traceutil/trace.go:171","msg":"trace[1519019700] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:31646; }","duration":"137.766743ms","start":"2026-07-28T16:52:25.980462Z","end":"2026-07-28T16:52:26.118229Z","steps":["trace[1519019700] 'agreement among raft nodes before linearized reading' (duration: 137.539728ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:27.430899Z","caller":"traceutil/trace.go:171","msg":"trace[1533855457] linearizableReadLoop","detail":"{readStateIndex:32637; appliedIndex:32636; }","duration":"172.040868ms","start":"2026-07-28T16:52:27.25883Z","end":"2026-07-28T16:52:27.430871Z","steps":["trace[1533855457] 'read index received' (duration: 171.860024ms)","trace[1533855457] 'applied index is now lower than readState.Index' (duration: 179.574µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:27.431028Z","caller":"traceutil/trace.go:171","msg":"trace[1736071424] transaction","detail":"{read_only:false; response_revision:31656; number_of_response:1; }","duration":"172.291134ms","start":"2026-07-28T16:52:27.258698Z","end":"2026-07-28T16:52:27.430989Z","steps":["trace[1736071424] 'process raft request' (duration: 172.015857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:27.431315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.451128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-07-28T16:52:27.431406Z","caller":"traceutil/trace.go:171","msg":"trace[483530509] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:31656; }","duration":"172.59105ms","start":"2026-07-28T16:52:27.258795Z","end":"2026-07-28T16:52:27.431386Z","steps":["trace[483530509] 'agreement among raft nodes before linearized reading' (duration: 172.267783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:27.431779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.979246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-07-28T16:52:27.431841Z","caller":"traceutil/trace.go:171","msg":"trace[873502130] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:31656; }","duration":"172.074038ms","start":"2026-07-28T16:52:27.259754Z","end":"2026-07-28T16:52:27.431828Z","steps":["trace[873502130] 'agreement among raft nodes before linearized reading' (duration: 171.838613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:27.985157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.308275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:27.985277Z","caller":"traceutil/trace.go:171","msg":"trace[274899052] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:31658; }","duration":"216.48407ms","start":"2026-07-28T16:52:27.768761Z","end":"2026-07-28T16:52:27.985246Z","steps":["trace[274899052] 'count revisions from in-memory index tree' (duration: 216.211933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:27.985717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.38545ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:27.985889Z","caller":"traceutil/trace.go:171","msg":"trace[1523150354] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:31658; }","duration":"159.576005ms","start":"2026-07-28T16:52:27.82629Z","end":"2026-07-28T16:52:27.985866Z","steps":["trace[1523150354] 'range keys from in-memory index tree' (duration: 159.366549ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:28.221278Z","caller":"traceutil/trace.go:171","msg":"trace[1174156562] transaction","detail":"{read_only:false; response_revision:31659; number_of_response:1; }","duration":"115.646465ms","start":"2026-07-28T16:52:28.105608Z","end":"2026-07-28T16:52:28.221255Z","steps":["trace[1174156562] 'process raft request' (duration: 115.46221ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:28.358271Z","caller":"traceutil/trace.go:171","msg":"trace[49775747] transaction","detail":"{read_only:false; response_revision:31661; number_of_response:1; }","duration":"132.035443ms","start":"2026-07-28T16:52:28.226202Z","end":"2026-07-28T16:52:28.358238Z","steps":["trace[49775747] 'process raft request' (duration: 115.747157ms)","trace[49775747] 'compare' (duration: 16.0423ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:28.358593Z","caller":"traceutil/trace.go:171","msg":"trace[353763031] transaction","detail":"{read_only:false; response_revision:31662; number_of_response:1; }","duration":"131.665615ms","start":"2026-07-28T16:52:28.226897Z","end":"2026-07-28T16:52:28.358563Z","steps":["trace[353763031] 'process raft request' (duration: 131.279126ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:28.358694Z","caller":"traceutil/trace.go:171","msg":"trace[441299756] transaction","detail":"{read_only:false; response_revision:31664; number_of_response:1; }","duration":"130.442894ms","start":"2026-07-28T16:52:28.228215Z","end":"2026-07-28T16:52:28.358658Z","steps":["trace[441299756] 'process raft request' (duration: 130.348182ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:28.358704Z","caller":"traceutil/trace.go:171","msg":"trace[301911103] transaction","detail":"{read_only:false; response_revision:31663; number_of_response:1; }","duration":"131.306226ms","start":"2026-07-28T16:52:28.227338Z","end":"2026-07-28T16:52:28.358644Z","steps":["trace[301911103] 'process raft request' (duration: 131.088671ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:31.290473Z","caller":"traceutil/trace.go:171","msg":"trace[1511020998] transaction","detail":"{read_only:false; response_revision:31682; number_of_response:1; }","duration":"111.563495ms","start":"2026-07-28T16:52:31.178881Z","end":"2026-07-28T16:52:31.290444Z","steps":["trace[1511020998] 'process raft request' (duration: 111.377501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:31.583333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.237268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-07-28T16:52:31.583986Z","caller":"traceutil/trace.go:171","msg":"trace[1165376801] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:31682; }","duration":"118.948595ms","start":"2026-07-28T16:52:31.465022Z","end":"2026-07-28T16:52:31.583971Z","steps":["trace[1165376801] 'range keys from in-memory index tree' (duration: 118.019683ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:31.583418Z","caller":"traceutil/trace.go:171","msg":"trace[1463735188] linearizableReadLoop","detail":"{readStateIndex:32665; appliedIndex:32664; }","duration":"117.576282ms","start":"2026-07-28T16:52:31.465813Z","end":"2026-07-28T16:52:31.58339Z","steps":["trace[1463735188] 'read index received' (duration: 116.632109ms)","trace[1463735188] 'applied index is now lower than readState.Index' (duration: 942.993µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:31.583513Z","caller":"traceutil/trace.go:171","msg":"trace[844070311] transaction","detail":"{read_only:false; response_revision:31683; number_of_response:1; }","duration":"118.073554ms","start":"2026-07-28T16:52:31.46541Z","end":"2026-07-28T16:52:31.583484Z","steps":["trace[844070311] 'process raft request' (duration: 117.06408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:31.583618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.785847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-07-28T16:52:31.584178Z","caller":"traceutil/trace.go:171","msg":"trace[1483773671] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:31683; }","duration":"118.359711ms","start":"2026-07-28T16:52:31.465791Z","end":"2026-07-28T16:52:31.584151Z","steps":["trace[1483773671] 'agreement among raft nodes before linearized reading' (duration: 117.694705ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:53:02.661152Z","caller":"traceutil/trace.go:171","msg":"trace[1139268147] transaction","detail":"{read_only:false; response_revision:31934; number_of_response:1; }","duration":"234.786555ms","start":"2026-07-28T16:53:02.426335Z","end":"2026-07-28T16:53:02.661122Z","steps":["trace[1139268147] 'process raft request' (duration: 234.609551ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:53:02.661211Z","caller":"traceutil/trace.go:171","msg":"trace[1989131973] linearizableReadLoop","detail":"{readStateIndex:32923; appliedIndex:32923; }","duration":"203.047582ms","start":"2026-07-28T16:53:02.458135Z","end":"2026-07-28T16:53:02.661183Z","steps":["trace[1989131973] 'read index received' (duration: 203.032072ms)","trace[1989131973] 'applied index is now lower than readState.Index' (duration: 8.63µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:53:02.661468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.310209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:53:02.661513Z","caller":"traceutil/trace.go:171","msg":"trace[1029464849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31934; }","duration":"203.407501ms","start":"2026-07-28T16:53:02.458094Z","end":"2026-07-28T16:53:02.661502Z","steps":["trace[1029464849] 'agreement among raft nodes before linearized reading' (duration: 203.223647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:02.729116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.144123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:53:02.729207Z","caller":"traceutil/trace.go:171","msg":"trace[334850450] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:31934; }","duration":"228.284857ms","start":"2026-07-28T16:53:02.500902Z","end":"2026-07-28T16:53:02.729187Z","steps":["trace[334850450] 'agreement among raft nodes before linearized reading' (duration: 228.048571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:02.729205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.318846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:53:02.729305Z","caller":"traceutil/trace.go:171","msg":"trace[347442642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31934; }","duration":"177.437919ms","start":"2026-07-28T16:53:02.551839Z","end":"2026-07-28T16:53:02.729277Z","steps":["trace[347442642] 'agreement among raft nodes before linearized reading' (duration: 177.159232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:02.729397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.144934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:53:02.729435Z","caller":"traceutil/trace.go:171","msg":"trace[1253979942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31935; }","duration":"182.210384ms","start":"2026-07-28T16:53:02.547216Z","end":"2026-07-28T16:53:02.729426Z","steps":["trace[1253979942] 'agreement among raft nodes before linearized reading' (duration: 182.101922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:02.729565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.649855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:53:02.729653Z","caller":"traceutil/trace.go:171","msg":"trace[903783696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31935; }","duration":"184.784487ms","start":"2026-07-28T16:53:02.544849Z","end":"2026-07-28T16:53:02.729634Z","steps":["trace[903783696] 'agreement among raft nodes before linearized reading' (duration: 184.553942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:02.729846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.91238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:53:02.729992Z","caller":"traceutil/trace.go:171","msg":"trace[2133629335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31935; }","duration":"171.063334ms","start":"2026-07-28T16:53:02.558876Z","end":"2026-07-28T16:53:02.729939Z","steps":["trace[2133629335] 'agreement among raft nodes before linearized reading' (duration: 170.654114ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:53:04.255069Z","caller":"traceutil/trace.go:171","msg":"trace[701051355] transaction","detail":"{read_only:false; response_revision:31944; number_of_response:1; }","duration":"555.760247ms","start":"2026-07-28T16:53:03.699278Z","end":"2026-07-28T16:53:04.255038Z","steps":["trace[701051355] 'process raft request' (duration: 555.556372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:04.255643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:03.699255Z","time spent":"556.238389ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:53:04.422201Z","caller":"traceutil/trace.go:171","msg":"trace[474679766] transaction","detail":"{read_only:false; response_revision:31945; number_of_response:1; }","duration":"636.924232ms","start":"2026-07-28T16:53:03.785222Z","end":"2026-07-28T16:53:04.422146Z","steps":["trace[474679766] 'process raft request' (duration: 615.017399ms)","trace[474679766] 'compare' (duration: 21.585636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:53:04.4225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:03.785206Z","time spent":"637.095327ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:53:04.422902Z","caller":"traceutil/trace.go:171","msg":"trace[684003436] transaction","detail":"{read_only:false; response_revision:31946; number_of_response:1; }","duration":"514.691068ms","start":"2026-07-28T16:53:03.908179Z","end":"2026-07-28T16:53:04.42287Z","steps":["trace[684003436] 'process raft request' (duration: 513.781706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:04.42306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:03.908155Z","time spent":"514.822131ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:53:04.42442Z","caller":"traceutil/trace.go:171","msg":"trace[2084425178] linearizableReadLoop","detail":"{readStateIndex:32935; appliedIndex:32933; }","duration":"560.564724ms","start":"2026-07-28T16:53:03.863823Z","end":"2026-07-28T16:53:04.424387Z","steps":["trace[2084425178] 'read index received' (duration: 390.998386ms)","trace[2084425178] 'applied index is now lower than readState.Index' (duration: 169.565088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:53:04.424608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.78496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:53:04.424658Z","caller":"traceutil/trace.go:171","msg":"trace[79488933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31947; }","duration":"560.871922ms","start":"2026-07-28T16:53:03.863777Z","end":"2026-07-28T16:53:04.424649Z","steps":["trace[79488933] 'agreement among raft nodes before linearized reading' (duration: 560.78606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:04.424708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:03.863757Z","time spent":"560.940783ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:53:04.424512Z","caller":"traceutil/trace.go:171","msg":"trace[1159594688] transaction","detail":"{read_only:false; response_revision:31947; number_of_response:1; }","duration":"485.459705ms","start":"2026-07-28T16:53:03.939035Z","end":"2026-07-28T16:53:04.424494Z","steps":["trace[1159594688] 'process raft request' (duration: 485.155048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:04.425229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:03.93901Z","time spent":"486.176863ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:53:04.426397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.204861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:53:04.426443Z","caller":"traceutil/trace.go:171","msg":"trace[2044262007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31947; }","duration":"308.300924ms","start":"2026-07-28T16:53:04.118131Z","end":"2026-07-28T16:53:04.426432Z","steps":["trace[2044262007] 'agreement among raft nodes before linearized reading' (duration: 308.13863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:04.426474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:04.118104Z","time spent":"308.363225ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:53:04.426793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.84713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-07-28T16:53:04.427137Z","caller":"traceutil/trace.go:171","msg":"trace[518741708] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:31947; }","duration":"425.598329ms","start":"2026-07-28T16:53:04.001521Z","end":"2026-07-28T16:53:04.427119Z","steps":["trace[518741708] 'agreement among raft nodes before linearized reading' (duration: 424.741978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:04.427308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:04.00149Z","time spent":"425.800793ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":911,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-07-28T16:53:05.281741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626847987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:53:05.35726Z","caller":"traceutil/trace.go:171","msg":"trace[500867714] transaction","detail":"{read_only:false; response_revision:31949; number_of_response:1; }","duration":"607.621549ms","start":"2026-07-28T16:53:04.749613Z","end":"2026-07-28T16:53:05.357234Z","steps":["trace[500867714] 'process raft request' (duration: 601.433789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:05.357437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:04.749599Z","time spent":"607.731423ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:53:05.364288Z","caller":"traceutil/trace.go:171","msg":"trace[691562924] transaction","detail":"{read_only:false; response_revision:31950; number_of_response:1; }","duration":"577.21062ms","start":"2026-07-28T16:53:04.787062Z","end":"2026-07-28T16:53:05.364273Z","steps":["trace[691562924] 'process raft request' (duration: 577.109027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:05.364376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:04.787039Z","time spent":"577.286021ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:53:05.364453Z","caller":"traceutil/trace.go:171","msg":"trace[154838822] linearizableReadLoop","detail":"{readStateIndex:32941; appliedIndex:32938; }","duration":"582.979529ms","start":"2026-07-28T16:53:04.78144Z","end":"2026-07-28T16:53:05.364419Z","steps":["trace[154838822] 'read index received' (duration: 569.617504ms)","trace[154838822] 'applied index is now lower than readState.Index' (duration: 13.360765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:53:05.364552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.118769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:53:05.364589Z","caller":"traceutil/trace.go:171","msg":"trace[1790199347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31951; }","duration":"619.17231ms","start":"2026-07-28T16:53:04.745408Z","end":"2026-07-28T16:53:05.364581Z","steps":["trace[1790199347] 'agreement among raft nodes before linearized reading' (duration: 619.060647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:05.364597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.681921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:53:05.364615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:04.7454Z","time spent":"619.209972ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:53:05.364622Z","caller":"traceutil/trace.go:171","msg":"trace[1453504397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31951; }","duration":"621.764414ms","start":"2026-07-28T16:53:04.742849Z","end":"2026-07-28T16:53:05.364614Z","steps":["trace[1453504397] 'agreement among raft nodes before linearized reading' (duration: 621.698552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:05.36464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:04.742819Z","time spent":"621.817504ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:53:05.364706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.787565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-07-28T16:53:05.364726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.639991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:53:05.364733Z","caller":"traceutil/trace.go:171","msg":"trace[2139290053] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:31951; }","duration":"377.839937ms","start":"2026-07-28T16:53:04.986885Z","end":"2026-07-28T16:53:05.364725Z","steps":["trace[2139290053] 'agreement among raft nodes before linearized reading' (duration: 377.776285ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:53:05.364744Z","caller":"traceutil/trace.go:171","msg":"trace[509329839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31951; }","duration":"621.676951ms","start":"2026-07-28T16:53:04.743061Z","end":"2026-07-28T16:53:05.364738Z","steps":["trace[509329839] 'agreement among raft nodes before linearized reading' (duration: 621.62798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:05.364762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:04.743053Z","time spent":"621.706232ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:53:05.364761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:04.986868Z","time spent":"377.887227ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7415,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-28T16:53:05.36477Z","caller":"traceutil/trace.go:171","msg":"trace[1654335591] transaction","detail":"{read_only:false; response_revision:31951; number_of_response:1; }","duration":"111.224398ms","start":"2026-07-28T16:53:05.253537Z","end":"2026-07-28T16:53:05.364761Z","steps":["trace[1654335591] 'process raft request' (duration: 110.705095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:05.36464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.997035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:53:05.364835Z","caller":"traceutil/trace.go:171","msg":"trace[1398293479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31951; }","duration":"621.22636ms","start":"2026-07-28T16:53:04.743602Z","end":"2026-07-28T16:53:05.364828Z","steps":["trace[1398293479] 'agreement among raft nodes before linearized reading' (duration: 620.930143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:05.364855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:04.743593Z","time spent":"621.254722ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:53:05.364966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.665932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-07-28T16:53:05.364988Z","caller":"traceutil/trace.go:171","msg":"trace[994145610] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:31951; }","duration":"370.723424ms","start":"2026-07-28T16:53:04.994258Z","end":"2026-07-28T16:53:05.364982Z","steps":["trace[994145610] 'agreement among raft nodes before linearized reading' (duration: 370.661972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:53:05.365004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:53:04.994238Z","time spent":"370.761944ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7415,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:53:05.365005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.351567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:53:05.36503Z","caller":"traceutil/trace.go:171","msg":"trace[1461710911] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:31951; }","duration":"290.402128ms","start":"2026-07-28T16:53:05.074619Z","end":"2026-07-28T16:53:05.365021Z","steps":["trace[1461710911] 'agreement among raft nodes before linearized reading' (duration: 290.362527ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:53:16.53029Z","caller":"traceutil/trace.go:171","msg":"trace[868324949] transaction","detail":"{read_only:false; response_revision:32026; number_of_response:1; }","duration":"135.953109ms","start":"2026-07-28T16:53:16.394315Z","end":"2026-07-28T16:53:16.530268Z","steps":["trace[868324949] 'process raft request' (duration: 118.497474ms)","trace[868324949] 'compare' (duration: 17.369703ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:54:16.484891Z","caller":"traceutil/trace.go:171","msg":"trace[669692482] transaction","detail":"{read_only:false; response_revision:32480; number_of_response:1; }","duration":"124.343217ms","start":"2026-07-28T16:54:16.360519Z","end":"2026-07-28T16:54:16.484863Z","steps":["trace[669692482] 'process raft request' (duration: 124.178593ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:54:16.956603Z","caller":"traceutil/trace.go:171","msg":"trace[1693463598] transaction","detail":"{read_only:false; response_revision:32482; number_of_response:1; }","duration":"391.54652ms","start":"2026-07-28T16:54:16.56503Z","end":"2026-07-28T16:54:16.956577Z","steps":["trace[1693463598] 'process raft request' (duration: 386.935778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:16.956779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:54:16.564974Z","time spent":"391.704814ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:54:16.958374Z","caller":"traceutil/trace.go:171","msg":"trace[557096891] linearizableReadLoop","detail":"{readStateIndex:33489; appliedIndex:33487; }","duration":"278.100919ms","start":"2026-07-28T16:54:16.680238Z","end":"2026-07-28T16:54:16.958339Z","steps":["trace[557096891] 'read index received' (duration: 271.857467ms)","trace[557096891] 'applied index is now lower than readState.Index' (duration: 6.241572ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:54:16.95842Z","caller":"traceutil/trace.go:171","msg":"trace[137082018] transaction","detail":"{read_only:false; response_revision:32483; number_of_response:1; }","duration":"311.069501ms","start":"2026-07-28T16:54:16.647306Z","end":"2026-07-28T16:54:16.958376Z","steps":["trace[137082018] 'process raft request' (duration: 310.751173ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:54:16.958575Z","caller":"traceutil/trace.go:171","msg":"trace[170690488] transaction","detail":"{read_only:false; response_revision:32484; number_of_response:1; }","duration":"164.692489ms","start":"2026-07-28T16:54:16.793788Z","end":"2026-07-28T16:54:16.95848Z","steps":["trace[170690488] 'process raft request' (duration: 164.482444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:16.958653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.400796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:54:16.958728Z","caller":"traceutil/trace.go:171","msg":"trace[1616380095] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32484; }","duration":"278.502939ms","start":"2026-07-28T16:54:16.680204Z","end":"2026-07-28T16:54:16.958706Z","steps":["trace[1616380095] 'agreement among raft nodes before linearized reading' (duration: 278.306074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:16.958632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:54:16.647282Z","time spent":"311.243896ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6893,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:54:17.333686Z","caller":"traceutil/trace.go:171","msg":"trace[1902714285] transaction","detail":"{read_only:false; response_revision:32491; number_of_response:1; }","duration":"156.272303ms","start":"2026-07-28T16:54:17.177377Z","end":"2026-07-28T16:54:17.333649Z","steps":["trace[1902714285] 'process raft request' (duration: 156.085169ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:54:17.715183Z","caller":"traceutil/trace.go:171","msg":"trace[1438087567] transaction","detail":"{read_only:false; response_revision:32494; number_of_response:1; }","duration":"111.798551ms","start":"2026-07-28T16:54:17.60335Z","end":"2026-07-28T16:54:17.715149Z","steps":["trace[1438087567] 'process raft request' (duration: 111.658768ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:54:55.993645Z","caller":"traceutil/trace.go:171","msg":"trace[974368019] transaction","detail":"{read_only:false; response_revision:32904; number_of_response:1; }","duration":"169.25012ms","start":"2026-07-28T16:54:55.824366Z","end":"2026-07-28T16:54:55.993616Z","steps":["trace[974368019] 'process raft request' (duration: 169.077826ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:54:56.160544Z","caller":"traceutil/trace.go:171","msg":"trace[194885916] transaction","detail":"{read_only:false; response_revision:32905; number_of_response:1; }","duration":"329.432609ms","start":"2026-07-28T16:54:55.831084Z","end":"2026-07-28T16:54:56.160517Z","steps":["trace[194885916] 'process raft request' (duration: 281.288497ms)","trace[194885916] 'compare' (duration: 47.969817ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:54:56.160656Z","caller":"traceutil/trace.go:171","msg":"trace[1448585009] linearizableReadLoop","detail":"{readStateIndex:33924; appliedIndex:33922; }","duration":"319.570698ms","start":"2026-07-28T16:54:55.841048Z","end":"2026-07-28T16:54:56.160618Z","steps":["trace[1448585009] 'read index received' (duration: 152.481841ms)","trace[1448585009] 'applied index is now lower than readState.Index' (duration: 167.086757ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:54:56.160699Z","caller":"traceutil/trace.go:171","msg":"trace[1428175538] transaction","detail":"{read_only:false; response_revision:32906; number_of_response:1; }","duration":"209.504289ms","start":"2026-07-28T16:54:55.951161Z","end":"2026-07-28T16:54:56.160665Z","steps":["trace[1428175538] 'process raft request' (duration: 209.307054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:56.160823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.764583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:54:56.161176Z","caller":"traceutil/trace.go:171","msg":"trace[1842582045] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:32906; }","duration":"320.148873ms","start":"2026-07-28T16:54:55.841002Z","end":"2026-07-28T16:54:56.161151Z","steps":["trace[1842582045] 'agreement among raft nodes before linearized reading' (duration: 319.762074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:56.161142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.260248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:54:56.161228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:54:55.840988Z","time spent":"320.229345ms","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:54:56.160993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.662581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:54:56.161267Z","caller":"traceutil/trace.go:171","msg":"trace[809249823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32906; }","duration":"210.391241ms","start":"2026-07-28T16:54:55.95084Z","end":"2026-07-28T16:54:56.161231Z","steps":["trace[809249823] 'agreement among raft nodes before linearized reading' (duration: 210.040662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:56.160865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:54:55.83106Z","time spent":"329.568801ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:54:56.16131Z","caller":"traceutil/trace.go:171","msg":"trace[1257418716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32906; }","duration":"213.990418ms","start":"2026-07-28T16:54:55.947296Z","end":"2026-07-28T16:54:56.161286Z","steps":["trace[1257418716] 'agreement among raft nodes before linearized reading' (duration: 213.584878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:56.160993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.962762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:54:56.161634Z","caller":"traceutil/trace.go:171","msg":"trace[350252413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32906; }","duration":"215.599927ms","start":"2026-07-28T16:54:55.94598Z","end":"2026-07-28T16:54:56.161579Z","steps":["trace[350252413] 'agreement among raft nodes before linearized reading' (duration: 214.90328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:56.160965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.476806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:54:56.161779Z","caller":"traceutil/trace.go:171","msg":"trace[1448185135] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:32906; }","duration":"306.380737ms","start":"2026-07-28T16:54:55.855382Z","end":"2026-07-28T16:54:56.161762Z","steps":["trace[1448185135] 'agreement among raft nodes before linearized reading' (duration: 305.467885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:56.161087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.170652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:54:56.161837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:54:55.85536Z","time spent":"306.460209ms","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":36,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:54:56.161835Z","caller":"traceutil/trace.go:171","msg":"trace[727332687] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:32906; }","duration":"209.96804ms","start":"2026-07-28T16:54:55.951854Z","end":"2026-07-28T16:54:56.161822Z","steps":["trace[727332687] 'agreement among raft nodes before linearized reading' (duration: 209.037578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:56.161097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.960231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:54:56.162014Z","caller":"traceutil/trace.go:171","msg":"trace[237586211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32906; }","duration":"210.938895ms","start":"2026-07-28T16:54:55.951059Z","end":"2026-07-28T16:54:56.161998Z","steps":["trace[237586211] 'agreement among raft nodes before linearized reading' (duration: 209.877539ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:03.295612Z","caller":"traceutil/trace.go:171","msg":"trace[182802123] transaction","detail":"{read_only:false; response_revision:32973; number_of_response:1; }","duration":"140.334476ms","start":"2026-07-28T16:55:03.15526Z","end":"2026-07-28T16:55:03.295594Z","steps":["trace[182802123] 'process raft request' (duration: 138.947762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:06.561716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.664298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:55:06.561901Z","caller":"traceutil/trace.go:171","msg":"trace[742946146] transaction","detail":"{read_only:false; response_revision:33001; number_of_response:1; }","duration":"329.962682ms","start":"2026-07-28T16:55:06.231911Z","end":"2026-07-28T16:55:06.561874Z","steps":["trace[742946146] 'process raft request' (duration: 43.056308ms)","trace[742946146] 'compare' (duration: 286.510624ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:55:06.562046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.231902Z","time spent":"330.071074ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:55:06.563015Z","caller":"traceutil/trace.go:171","msg":"trace[143957376] linearizableReadLoop","detail":"{readStateIndex:34024; appliedIndex:34022; }","duration":"328.483815ms","start":"2026-07-28T16:55:06.234517Z","end":"2026-07-28T16:55:06.563001Z","steps":["trace[143957376] 'read index received' (duration: 40.462815ms)","trace[143957376] 'applied index is now lower than readState.Index' (duration: 288.02026ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:55:06.563068Z","caller":"traceutil/trace.go:171","msg":"trace[536752679] transaction","detail":"{read_only:false; response_revision:33002; number_of_response:1; }","duration":"330.201327ms","start":"2026-07-28T16:55:06.232841Z","end":"2026-07-28T16:55:06.563042Z","steps":["trace[536752679] 'process raft request' (duration: 330.089424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:06.563187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.232826Z","time spent":"330.300789ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:55:06.563351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.807483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:55:06.563445Z","caller":"traceutil/trace.go:171","msg":"trace[815446504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33002; }","duration":"328.945247ms","start":"2026-07-28T16:55:06.234481Z","end":"2026-07-28T16:55:06.563427Z","steps":["trace[815446504] 'agreement among raft nodes before linearized reading' (duration: 328.68291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:06.563512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.234466Z","time spent":"329.039608ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:55:06.898485Z","caller":"traceutil/trace.go:171","msg":"trace[987173848] linearizableReadLoop","detail":"{readStateIndex:34025; appliedIndex:34024; }","duration":"335.349592ms","start":"2026-07-28T16:55:06.563109Z","end":"2026-07-28T16:55:06.898458Z","steps":["trace[987173848] 'read index received' (duration: 335.225229ms)","trace[987173848] 'applied index is now lower than readState.Index' (duration: 123.433µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:55:06.898643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.001498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:55:06.898672Z","caller":"traceutil/trace.go:171","msg":"trace[1197048044] transaction","detail":"{read_only:false; response_revision:33003; number_of_response:1; }","duration":"482.158235ms","start":"2026-07-28T16:55:06.416478Z","end":"2026-07-28T16:55:06.898636Z","steps":["trace[1197048044] 'process raft request' (duration: 481.815857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:06.89872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.594569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T16:55:06.898759Z","caller":"traceutil/trace.go:171","msg":"trace[2123259694] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33003; }","duration":"660.66616ms","start":"2026-07-28T16:55:06.238083Z","end":"2026-07-28T16:55:06.898749Z","steps":["trace[2123259694] 'agreement among raft nodes before linearized reading' (duration: 660.492806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:06.898757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.990557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-28T16:55:06.8988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.238077Z","time spent":"660.714912ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:55:06.898804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.881509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T16:55:06.89882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.416455Z","time spent":"482.288809ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:55:06.898833Z","caller":"traceutil/trace.go:171","msg":"trace[1129463870] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33003; }","duration":"649.091739ms","start":"2026-07-28T16:55:06.249724Z","end":"2026-07-28T16:55:06.898816Z","steps":["trace[1129463870] 'agreement among raft nodes before linearized reading' (duration: 648.861333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:06.89883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.424193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:55:06.898705Z","caller":"traceutil/trace.go:171","msg":"trace[760654134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33003; }","duration":"412.116111ms","start":"2026-07-28T16:55:06.486574Z","end":"2026-07-28T16:55:06.89869Z","steps":["trace[760654134] 'agreement among raft nodes before linearized reading' (duration: 411.941306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:06.899017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.486554Z","time spent":"412.436109ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:55:06.898879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.249718Z","time spent":"649.15041ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:55:06.898878Z","caller":"traceutil/trace.go:171","msg":"trace[1130269239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33003; }","duration":"663.962611ms","start":"2026-07-28T16:55:06.234892Z","end":"2026-07-28T16:55:06.898855Z","steps":["trace[1130269239] 'agreement among raft nodes before linearized reading' (duration: 663.798427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:06.899134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.234884Z","time spent":"664.239687ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:55:06.898888Z","caller":"traceutil/trace.go:171","msg":"trace[100409389] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:33003; }","duration":"616.524366ms","start":"2026-07-28T16:55:06.282351Z","end":"2026-07-28T16:55:06.898875Z","steps":["trace[100409389] 'agreement among raft nodes before linearized reading' (duration: 616.301351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:06.899244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.282338Z","time spent":"616.890325ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":208,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:55:07.150034Z","caller":"traceutil/trace.go:171","msg":"trace[1652163646] linearizableReadLoop","detail":"{readStateIndex:34027; appliedIndex:34025; }","duration":"251.450271ms","start":"2026-07-28T16:55:06.89855Z","end":"2026-07-28T16:55:07.150001Z","steps":["trace[1652163646] 'read index received' (duration: 251.136713ms)","trace[1652163646] 'applied index is now lower than readState.Index' (duration: 312.088µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:55:07.150354Z","caller":"traceutil/trace.go:171","msg":"trace[2087781766] transaction","detail":"{read_only:false; response_revision:33004; number_of_response:1; }","duration":"583.325158ms","start":"2026-07-28T16:55:06.567015Z","end":"2026-07-28T16:55:07.15034Z","steps":["trace[2087781766] 'process raft request' (duration: 582.515898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:07.150453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.566992Z","time spent":"583.39433ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:55:07.150758Z","caller":"traceutil/trace.go:171","msg":"trace[234734601] transaction","detail":"{read_only:false; response_revision:33005; number_of_response:1; }","duration":"378.907093ms","start":"2026-07-28T16:55:06.77184Z","end":"2026-07-28T16:55:07.150747Z","steps":["trace[234734601] 'process raft request' (duration: 377.998651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:07.150819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.771814Z","time spent":"378.970534ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9548,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:55:07.151149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.659192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:55:07.151202Z","caller":"traceutil/trace.go:171","msg":"trace[29023539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33005; }","duration":"347.747365ms","start":"2026-07-28T16:55:06.803441Z","end":"2026-07-28T16:55:07.151188Z","steps":["trace[29023539] 'agreement among raft nodes before linearized reading' (duration: 347.597181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:07.151234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.803418Z","time spent":"347.808366ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:55:07.151988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.454221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:55:07.152844Z","caller":"traceutil/trace.go:171","msg":"trace[153694000] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33005; }","duration":"455.343223ms","start":"2026-07-28T16:55:06.697478Z","end":"2026-07-28T16:55:07.152821Z","steps":["trace[153694000] 'agreement among raft nodes before linearized reading' (duration: 454.351869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:07.15303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.697463Z","time spent":"455.548698ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:55:07.152287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.540328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:55:07.153663Z","caller":"traceutil/trace.go:171","msg":"trace[1093310845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33005; }","duration":"502.954392ms","start":"2026-07-28T16:55:06.65069Z","end":"2026-07-28T16:55:07.153644Z","steps":["trace[1093310845] 'agreement among raft nodes before linearized reading' (duration: 501.515677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:07.152478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.058452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:55:07.153956Z","caller":"traceutil/trace.go:171","msg":"trace[260560570] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33005; }","duration":"568.553818ms","start":"2026-07-28T16:55:06.585371Z","end":"2026-07-28T16:55:07.153925Z","steps":["trace[260560570] 'agreement among raft nodes before linearized reading' (duration: 566.969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:07.154426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.585356Z","time spent":"569.048271ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:55:07.153854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:06.650673Z","time spent":"503.158647ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:55:07.155441Z","caller":"traceutil/trace.go:171","msg":"trace[1285043958] transaction","detail":"{read_only:false; response_revision:33006; number_of_response:1; }","duration":"250.457436ms","start":"2026-07-28T16:55:06.904932Z","end":"2026-07-28T16:55:07.155389Z","steps":["trace[1285043958] 'process raft request' (duration: 250.249871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:07.155466Z","caller":"traceutil/trace.go:171","msg":"trace[1351281022] transaction","detail":"{read_only:false; response_revision:33007; number_of_response:1; }","duration":"250.283672ms","start":"2026-07-28T16:55:06.905161Z","end":"2026-07-28T16:55:07.155445Z","steps":["trace[1351281022] 'process raft request' (duration: 250.133358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:07.15571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.237844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:55:07.155789Z","caller":"traceutil/trace.go:171","msg":"trace[399839258] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:33008; }","duration":"207.345267ms","start":"2026-07-28T16:55:06.948422Z","end":"2026-07-28T16:55:07.155767Z","steps":["trace[399839258] 'agreement among raft nodes before linearized reading' (duration: 207.233254ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:07.156025Z","caller":"traceutil/trace.go:171","msg":"trace[1169924506] transaction","detail":"{read_only:false; response_revision:33008; number_of_response:1; }","duration":"249.751429ms","start":"2026-07-28T16:55:06.906255Z","end":"2026-07-28T16:55:07.156006Z","steps":["trace[1169924506] 'process raft request' (duration: 249.093593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.067615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626850718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:55:09.568106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626850718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:55:09.602518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113636036s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:55:09.603291Z","caller":"traceutil/trace.go:171","msg":"trace[708734009] transaction","detail":"{read_only:false; response_revision:33022; number_of_response:1; }","duration":"1.114552888s","start":"2026-07-28T16:55:08.488707Z","end":"2026-07-28T16:55:09.60326Z","steps":["trace[708734009] 'process raft request' (duration: 1.114358723s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.603465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:08.488683Z","time spent":"1.114693982s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:55:09.614201Z","caller":"traceutil/trace.go:171","msg":"trace[1466103412] transaction","detail":"{read_only:false; response_revision:33023; number_of_response:1; }","duration":"420.551176ms","start":"2026-07-28T16:55:09.193631Z","end":"2026-07-28T16:55:09.614183Z","steps":["trace[1466103412] 'process raft request' (duration: 420.422093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.61431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:09.193614Z","time spent":"420.641689ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:55:09.614343Z","caller":"traceutil/trace.go:171","msg":"trace[2060910096] linearizableReadLoop","detail":"{readStateIndex:34047; appliedIndex:34044; }","duration":"1.047052306s","start":"2026-07-28T16:55:08.567268Z","end":"2026-07-28T16:55:09.61432Z","steps":["trace[2060910096] 'read index received' (duration: 1.035792591s)","trace[2060910096] 'applied index is now lower than readState.Index' (duration: 11.257875ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:55:09.614364Z","caller":"traceutil/trace.go:171","msg":"trace[216367336] transaction","detail":"{read_only:false; response_revision:33024; number_of_response:1; }","duration":"230.455469ms","start":"2026-07-28T16:55:09.383891Z","end":"2026-07-28T16:55:09.614346Z","steps":["trace[216367336] 'process raft request' (duration: 230.258054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.614504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.151138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:55:09.614527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046524332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T16:55:09.614536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04725639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T16:55:09.614535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.843771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:55:09.614544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.286448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:55:09.614562Z","caller":"traceutil/trace.go:171","msg":"trace[526150668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33024; }","duration":"1.047299351s","start":"2026-07-28T16:55:08.567255Z","end":"2026-07-28T16:55:09.614555Z","steps":["trace[526150668] 'agreement among raft nodes before linearized reading' (duration: 1.047160658s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:09.614572Z","caller":"traceutil/trace.go:171","msg":"trace[473832499] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:33024; }","duration":"385.926873ms","start":"2026-07-28T16:55:09.228633Z","end":"2026-07-28T16:55:09.614559Z","steps":["trace[473832499] 'agreement among raft nodes before linearized reading' (duration: 385.861982ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:09.614583Z","caller":"traceutil/trace.go:171","msg":"trace[87669109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33024; }","duration":"454.338189ms","start":"2026-07-28T16:55:09.160234Z","end":"2026-07-28T16:55:09.614572Z","steps":["trace[87669109] 'agreement among raft nodes before linearized reading' (duration: 454.225406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.614591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:08.567241Z","time spent":"1.047343393s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:55:09.61461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:09.160228Z","time spent":"454.374719ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:55:09.614615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.998915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T16:55:09.61462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:09.228614Z","time spent":"385.979055ms","remote":"127.0.0.1:36834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:55:09.614641Z","caller":"traceutil/trace.go:171","msg":"trace[536835748] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33024; }","duration":"455.055826ms","start":"2026-07-28T16:55:09.159579Z","end":"2026-07-28T16:55:09.614635Z","steps":["trace[536835748] 'agreement among raft nodes before linearized reading' (duration: 454.997445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.614662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:09.159561Z","time spent":"455.096367ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:55:09.614674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.419228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T16:55:09.61469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.782783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:55:09.614698Z","caller":"traceutil/trace.go:171","msg":"trace[1367546397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33024; }","duration":"458.47676ms","start":"2026-07-28T16:55:09.156214Z","end":"2026-07-28T16:55:09.614691Z","steps":["trace[1367546397] 'agreement among raft nodes before linearized reading' (duration: 458.417068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.614614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.29887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:55:09.614712Z","caller":"traceutil/trace.go:171","msg":"trace[1655442759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33024; }","duration":"964.834494ms","start":"2026-07-28T16:55:08.649871Z","end":"2026-07-28T16:55:09.614705Z","steps":["trace[1655442759] 'agreement among raft nodes before linearized reading' (duration: 964.800793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.614717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:09.156195Z","time spent":"458.51669ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:55:09.61472Z","caller":"traceutil/trace.go:171","msg":"trace[1499923931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33024; }","duration":"526.448104ms","start":"2026-07-28T16:55:09.088265Z","end":"2026-07-28T16:55:09.614713Z","steps":["trace[1499923931] 'agreement among raft nodes before linearized reading' (duration: 526.316701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.61473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:08.64985Z","time spent":"964.876835ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:55:09.614725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.870761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-07-28T16:55:09.614741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:09.088243Z","time spent":"526.491305ms","remote":"127.0.0.1:58534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:55:09.614534Z","caller":"traceutil/trace.go:171","msg":"trace[667333768] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:33024; }","duration":"342.22193ms","start":"2026-07-28T16:55:09.272302Z","end":"2026-07-28T16:55:09.614524Z","steps":["trace[667333768] 'agreement among raft nodes before linearized reading' (duration: 342.168478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.614743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.366637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29754295-9dhjv\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-07-28T16:55:09.614756Z","caller":"traceutil/trace.go:171","msg":"trace[811093394] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:33024; }","duration":"387.935782ms","start":"2026-07-28T16:55:09.226811Z","end":"2026-07-28T16:55:09.614747Z","steps":["trace[811093394] 'agreement among raft nodes before linearized reading' (duration: 387.85894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.614812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:09.272281Z","time spent":"342.522657ms","remote":"127.0.0.1:36852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:55:09.614824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:09.226794Z","time spent":"388.022225ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1341,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"info","ts":"2026-07-28T16:55:09.614826Z","caller":"traceutil/trace.go:171","msg":"trace[932421415] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29754295-9dhjv; range_end:; response_count:1; response_revision:33024; }","duration":"723.48501ms","start":"2026-07-28T16:55:08.891322Z","end":"2026-07-28T16:55:09.614807Z","steps":["trace[932421415] 'agreement among raft nodes before linearized reading' (duration: 723.345547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.614859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:08.891304Z","time spent":"723.547722ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7308,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29754295-9dhjv\" "} {"level":"info","ts":"2026-07-28T16:55:09.614562Z","caller":"traceutil/trace.go:171","msg":"trace[1263086995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33024; }","duration":"1.046584874s","start":"2026-07-28T16:55:08.567966Z","end":"2026-07-28T16:55:09.614551Z","steps":["trace[1263086995] 'agreement among raft nodes before linearized reading' (duration: 1.046471871s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.614952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:08.567951Z","time spent":"1.046995224s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:55:09.813683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.922389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:55:09.814145Z","caller":"traceutil/trace.go:171","msg":"trace[785304682] transaction","detail":"{read_only:false; response_revision:33025; number_of_response:1; }","duration":"195.997991ms","start":"2026-07-28T16:55:09.618126Z","end":"2026-07-28T16:55:09.814124Z","steps":["trace[785304682] 'process raft request' (duration: 84.536138ms)","trace[785304682] 'compare' (duration: 110.648983ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:55:09.819275Z","caller":"traceutil/trace.go:171","msg":"trace[1279327181] transaction","detail":"{read_only:false; response_revision:33026; number_of_response:1; }","duration":"200.738476ms","start":"2026-07-28T16:55:09.618504Z","end":"2026-07-28T16:55:09.819242Z","steps":["trace[1279327181] 'process raft request' (duration: 200.507931ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:09.81958Z","caller":"traceutil/trace.go:171","msg":"trace[1357949968] transaction","detail":"{read_only:false; response_revision:33027; number_of_response:1; }","duration":"199.215649ms","start":"2026-07-28T16:55:09.620339Z","end":"2026-07-28T16:55:09.819555Z","steps":["trace[1357949968] 'process raft request' (duration: 198.84813ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:09.819638Z","caller":"traceutil/trace.go:171","msg":"trace[112223227] linearizableReadLoop","detail":"{readStateIndex:34053; appliedIndex:34047; }","duration":"168.663735ms","start":"2026-07-28T16:55:09.650959Z","end":"2026-07-28T16:55:09.819623Z","steps":["trace[112223227] 'read index received' (duration: 51.680628ms)","trace[112223227] 'applied index is now lower than readState.Index' (duration: 116.982037ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:55:09.819727Z","caller":"traceutil/trace.go:171","msg":"trace[655417968] transaction","detail":"{read_only:false; response_revision:33029; number_of_response:1; }","duration":"198.475591ms","start":"2026-07-28T16:55:09.621235Z","end":"2026-07-28T16:55:09.819711Z","steps":["trace[655417968] 'process raft request' (duration: 198.318057ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:09.819743Z","caller":"traceutil/trace.go:171","msg":"trace[515728534] transaction","detail":"{read_only:false; response_revision:33030; number_of_response:1; }","duration":"198.291736ms","start":"2026-07-28T16:55:09.621436Z","end":"2026-07-28T16:55:09.819728Z","steps":["trace[515728534] 'process raft request' (duration: 198.150263ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:09.819869Z","caller":"traceutil/trace.go:171","msg":"trace[1968865827] transaction","detail":"{read_only:false; response_revision:33028; number_of_response:1; }","duration":"198.713507ms","start":"2026-07-28T16:55:09.621138Z","end":"2026-07-28T16:55:09.819852Z","steps":["trace[1968865827] 'process raft request' (duration: 198.325298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:09.819863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.898731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:55:09.819981Z","caller":"traceutil/trace.go:171","msg":"trace[854818070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33030; }","duration":"169.058605ms","start":"2026-07-28T16:55:09.650913Z","end":"2026-07-28T16:55:09.819972Z","steps":["trace[854818070] 'agreement among raft nodes before linearized reading' (duration: 168.910101ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:10.136569Z","caller":"traceutil/trace.go:171","msg":"trace[1654057518] linearizableReadLoop","detail":"{readStateIndex:34054; appliedIndex:34053; }","duration":"115.617474ms","start":"2026-07-28T16:55:10.020919Z","end":"2026-07-28T16:55:10.136537Z","steps":["trace[1654057518] 'read index received' (duration: 115.415369ms)","trace[1654057518] 'applied index is now lower than readState.Index' (duration: 200.375µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:55:10.136625Z","caller":"traceutil/trace.go:171","msg":"trace[989934364] transaction","detail":"{read_only:false; response_revision:33031; number_of_response:1; }","duration":"153.551868ms","start":"2026-07-28T16:55:09.983042Z","end":"2026-07-28T16:55:10.136594Z","steps":["trace[989934364] 'process raft request' (duration: 153.255351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:10.136829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.88154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29754295-9dhjv\" ","response":"range_response_count:1 size:2898"} {"level":"info","ts":"2026-07-28T16:55:10.136862Z","caller":"traceutil/trace.go:171","msg":"trace[718222306] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29754295-9dhjv; range_end:; response_count:1; response_revision:33031; }","duration":"115.969873ms","start":"2026-07-28T16:55:10.020881Z","end":"2026-07-28T16:55:10.136851Z","steps":["trace[718222306] 'agreement among raft nodes before linearized reading' (duration: 115.778548ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:10.164804Z","caller":"traceutil/trace.go:171","msg":"trace[1442978695] transaction","detail":"{read_only:false; response_revision:33032; number_of_response:1; }","duration":"123.586368ms","start":"2026-07-28T16:55:10.041194Z","end":"2026-07-28T16:55:10.16478Z","steps":["trace[1442978695] 'process raft request' (duration: 123.426334ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:19.631333Z","caller":"traceutil/trace.go:171","msg":"trace[855763219] transaction","detail":"{read_only:false; response_revision:33099; number_of_response:1; }","duration":"102.968767ms","start":"2026-07-28T16:55:19.528329Z","end":"2026-07-28T16:55:19.631297Z","steps":["trace[855763219] 'process raft request' (duration: 101.939722ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:28.506339Z","caller":"traceutil/trace.go:171","msg":"trace[1116673037] transaction","detail":"{read_only:false; response_revision:33163; number_of_response:1; }","duration":"171.438393ms","start":"2026-07-28T16:55:28.334874Z","end":"2026-07-28T16:55:28.506313Z","steps":["trace[1116673037] 'process raft request' (duration: 171.273409ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:29.941427Z","caller":"traceutil/trace.go:171","msg":"trace[431542413] transaction","detail":"{read_only:false; response_revision:33164; number_of_response:1; }","duration":"236.044395ms","start":"2026-07-28T16:55:29.705358Z","end":"2026-07-28T16:55:29.941402Z","steps":["trace[431542413] 'process raft request' (duration: 235.917202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:30.281432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.804197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:55:30.281553Z","caller":"traceutil/trace.go:171","msg":"trace[883724013] linearizableReadLoop","detail":"{readStateIndex:34192; appliedIndex:34190; }","duration":"370.702853ms","start":"2026-07-28T16:55:29.910831Z","end":"2026-07-28T16:55:30.281533Z","steps":["trace[883724013] 'read index received' (duration: 30.542664ms)","trace[883724013] 'applied index is now lower than readState.Index' (duration: 340.158709ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:55:30.281599Z","caller":"traceutil/trace.go:171","msg":"trace[1475026940] transaction","detail":"{read_only:false; response_revision:33165; number_of_response:1; }","duration":"572.292509ms","start":"2026-07-28T16:55:29.709262Z","end":"2026-07-28T16:55:30.281555Z","steps":["trace[1475026940] 'process raft request' (duration: 302.274607ms)","trace[1475026940] 'compare' (duration: 269.51993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:55:30.281747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.918919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:55:30.281796Z","caller":"traceutil/trace.go:171","msg":"trace[1840800925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33165; }","duration":"370.99744ms","start":"2026-07-28T16:55:29.910781Z","end":"2026-07-28T16:55:30.281779Z","steps":["trace[1840800925] 'agreement among raft nodes before linearized reading' (duration: 370.837616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:30.281853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:29.910763Z","time spent":"371.078692ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:55:30.281867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:29.709237Z","time spent":"572.523895ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:55:30.283545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.338894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:55:30.283606Z","caller":"traceutil/trace.go:171","msg":"trace[507837684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33166; }","duration":"370.438057ms","start":"2026-07-28T16:55:29.913151Z","end":"2026-07-28T16:55:30.28359Z","steps":["trace[507837684] 'agreement among raft nodes before linearized reading' (duration: 370.289783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:30.283625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.614207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:55:30.283658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:29.913134Z","time spent":"370.514778ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:55:30.283663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.149982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:55:30.283674Z","caller":"traceutil/trace.go:171","msg":"trace[1998823569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33166; }","duration":"360.707869ms","start":"2026-07-28T16:55:29.922952Z","end":"2026-07-28T16:55:30.28366Z","steps":["trace[1998823569] 'agreement among raft nodes before linearized reading' (duration: 360.497794ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:30.283702Z","caller":"traceutil/trace.go:171","msg":"trace[1125086455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33166; }","duration":"366.209963ms","start":"2026-07-28T16:55:29.917481Z","end":"2026-07-28T16:55:30.283691Z","steps":["trace[1125086455] 'agreement among raft nodes before linearized reading' (duration: 366.09962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:30.283714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:29.922931Z","time spent":"360.77245ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:55:30.283737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:29.91747Z","time spent":"366.259955ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:55:30.283811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.218385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:55:30.283838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.790255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:55:30.283844Z","caller":"traceutil/trace.go:171","msg":"trace[814968582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33166; }","duration":"364.269656ms","start":"2026-07-28T16:55:29.919565Z","end":"2026-07-28T16:55:30.283834Z","steps":["trace[814968582] 'agreement among raft nodes before linearized reading' (duration: 364.184634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:55:30.283866Z","caller":"traceutil/trace.go:171","msg":"trace[677823598] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:33166; }","duration":"165.818515ms","start":"2026-07-28T16:55:30.118039Z","end":"2026-07-28T16:55:30.283858Z","steps":["trace[677823598] 'agreement among raft nodes before linearized reading' (duration: 165.764204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:30.283871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:29.919556Z","time spent":"364.308797ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:55:30.284054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.443134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:55:30.286701Z","caller":"traceutil/trace.go:171","msg":"trace[797917905] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:33166; }","duration":"338.12274ms","start":"2026-07-28T16:55:29.948546Z","end":"2026-07-28T16:55:30.286669Z","steps":["trace[797917905] 'agreement among raft nodes before linearized reading' (duration: 335.391953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:30.284057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.319771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:55:30.286903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:29.948533Z","time spent":"338.291114ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:55:30.286903Z","caller":"traceutil/trace.go:171","msg":"trace[2134987937] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33166; }","duration":"370.17565ms","start":"2026-07-28T16:55:29.916668Z","end":"2026-07-28T16:55:30.286844Z","steps":["trace[2134987937] 'agreement among raft nodes before linearized reading' (duration: 367.033113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:30.287131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:55:29.91666Z","time spent":"370.430716ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:55:30.688021Z","caller":"traceutil/trace.go:171","msg":"trace[2010084237] transaction","detail":"{read_only:false; response_revision:33174; number_of_response:1; }","duration":"175.01852ms","start":"2026-07-28T16:55:30.512977Z","end":"2026-07-28T16:55:30.687995Z","steps":["trace[2010084237] 'process raft request' (duration: 174.725283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:55:30.762137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.000251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:55:30.762224Z","caller":"traceutil/trace.go:171","msg":"trace[841710566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33174; }","duration":"113.149134ms","start":"2026-07-28T16:55:30.649054Z","end":"2026-07-28T16:55:30.762203Z","steps":["trace[841710566] 'agreement among raft nodes before linearized reading' (duration: 38.911177ms)","trace[841710566] 'range keys from in-memory index tree' (duration: 74.094933ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:55:33.195372Z","caller":"traceutil/trace.go:171","msg":"trace[2013059522] transaction","detail":"{read_only:false; response_revision:33189; number_of_response:1; }","duration":"109.865994ms","start":"2026-07-28T16:55:33.085468Z","end":"2026-07-28T16:55:33.195334Z","steps":["trace[2013059522] 'process raft request' (duration: 109.441224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.126892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.436674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:07.127031Z","caller":"traceutil/trace.go:171","msg":"trace[1225933030] linearizableReadLoop","detail":"{readStateIndex:34435; appliedIndex:34434; }","duration":"577.054856ms","start":"2026-07-28T16:56:06.54995Z","end":"2026-07-28T16:56:07.127005Z","steps":["trace[1225933030] 'read index received' (duration: 119.402986ms)","trace[1225933030] 'applied index is now lower than readState.Index' (duration: 457.65045ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:07.127103Z","caller":"traceutil/trace.go:171","msg":"trace[1674540193] transaction","detail":"{read_only:false; response_revision:33401; number_of_response:1; }","duration":"632.740221ms","start":"2026-07-28T16:56:06.494351Z","end":"2026-07-28T16:56:07.127091Z","steps":["trace[1674540193] 'process raft request' (duration: 175.004749ms)","trace[1674540193] 'compare' (duration: 457.144437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:07.127166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:06.494326Z","time spent":"632.808283ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:07.127192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.23095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:56:07.127255Z","caller":"traceutil/trace.go:171","msg":"trace[327319950] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:33401; }","duration":"577.337352ms","start":"2026-07-28T16:56:06.549899Z","end":"2026-07-28T16:56:07.127236Z","steps":["trace[327319950] 'agreement among raft nodes before linearized reading' (duration: 577.198549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.127369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:06.54988Z","time spent":"577.450946ms","remote":"127.0.0.1:35702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:56:07.161929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.363706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:56:07.161989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.540368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:56:07.162021Z","caller":"traceutil/trace.go:171","msg":"trace[2042032419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33402; }","duration":"511.485459ms","start":"2026-07-28T16:56:06.650514Z","end":"2026-07-28T16:56:07.161999Z","steps":["trace[2042032419] 'agreement among raft nodes before linearized reading' (duration: 511.384207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.162004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.846369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:56:07.162069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:06.650488Z","time spent":"511.573102ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:56:07.162061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.315638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:56:07.162124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.313944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11717"} {"level":"info","ts":"2026-07-28T16:56:07.162166Z","caller":"traceutil/trace.go:171","msg":"trace[1820534751] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:33402; }","duration":"258.480962ms","start":"2026-07-28T16:56:06.903662Z","end":"2026-07-28T16:56:07.162143Z","steps":["trace[1820534751] 'agreement among raft nodes before linearized reading' (duration: 258.293177ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:07.162193Z","caller":"traceutil/trace.go:171","msg":"trace[705037982] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:33402; }","duration":"596.389366ms","start":"2026-07-28T16:56:06.565787Z","end":"2026-07-28T16:56:07.162177Z","steps":["trace[705037982] 'agreement among raft nodes before linearized reading' (duration: 596.15063ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:07.162179Z","caller":"traceutil/trace.go:171","msg":"trace[2027347093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33402; }","duration":"416.663381ms","start":"2026-07-28T16:56:06.745382Z","end":"2026-07-28T16:56:07.162046Z","steps":["trace[2027347093] 'agreement among raft nodes before linearized reading' (duration: 416.447126ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:07.162175Z","caller":"traceutil/trace.go:171","msg":"trace[2050932806] transaction","detail":"{read_only:false; response_revision:33402; number_of_response:1; }","duration":"233.788361ms","start":"2026-07-28T16:56:06.928314Z","end":"2026-07-28T16:56:07.162103Z","steps":["trace[2050932806] 'process raft request' (duration: 233.248528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.162311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:06.745363Z","time spent":"416.929148ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:56:07.162386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.725992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:56:07.16243Z","caller":"traceutil/trace.go:171","msg":"trace[1295534204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33402; }","duration":"599.333777ms","start":"2026-07-28T16:56:06.563081Z","end":"2026-07-28T16:56:07.162415Z","steps":["trace[1295534204] 'agreement among raft nodes before linearized reading' (duration: 598.62911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.162223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.069935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:56:07.162468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:06.563061Z","time spent":"599.397649ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:56:07.162476Z","caller":"traceutil/trace.go:171","msg":"trace[366816377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33402; }","duration":"358.355812ms","start":"2026-07-28T16:56:06.804107Z","end":"2026-07-28T16:56:07.162462Z","steps":["trace[366816377] 'agreement among raft nodes before linearized reading' (duration: 358.017664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.162511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:06.804085Z","time spent":"358.415193ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:56:07.162235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:06.565729Z","time spent":"596.499069ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-28T16:56:07.162374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.0437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:56:07.162671Z","caller":"traceutil/trace.go:171","msg":"trace[1316827888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33402; }","duration":"350.339127ms","start":"2026-07-28T16:56:06.812311Z","end":"2026-07-28T16:56:07.16265Z","steps":["trace[1316827888] 'agreement among raft nodes before linearized reading' (duration: 349.667141ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:07.162092Z","caller":"traceutil/trace.go:171","msg":"trace[1578980103] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33402; }","duration":"382.982092ms","start":"2026-07-28T16:56:06.779086Z","end":"2026-07-28T16:56:07.162068Z","steps":["trace[1578980103] 'agreement among raft nodes before linearized reading' (duration: 382.697635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.162809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:06.779053Z","time spent":"383.743831ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:56:07.162667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.148066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:56:07.162766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:06.812257Z","time spent":"350.49382ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:56:07.162876Z","caller":"traceutil/trace.go:171","msg":"trace[569378059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33402; }","duration":"413.358071ms","start":"2026-07-28T16:56:06.749485Z","end":"2026-07-28T16:56:07.162843Z","steps":["trace[569378059] 'agreement among raft nodes before linearized reading' (duration: 412.393597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.16294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:06.749434Z","time spent":"413.489715ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:56:07.275092Z","caller":"traceutil/trace.go:171","msg":"trace[126015496] transaction","detail":"{read_only:false; response_revision:33403; number_of_response:1; }","duration":"108.566952ms","start":"2026-07-28T16:56:07.166506Z","end":"2026-07-28T16:56:07.275073Z","steps":["trace[126015496] 'process raft request' (duration: 108.428569ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:07.326787Z","caller":"traceutil/trace.go:171","msg":"trace[963802072] transaction","detail":"{read_only:false; response_revision:33404; number_of_response:1; }","duration":"159.408441ms","start":"2026-07-28T16:56:07.167307Z","end":"2026-07-28T16:56:07.326715Z","steps":["trace[963802072] 'process raft request' (duration: 158.942259ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:07.326907Z","caller":"traceutil/trace.go:171","msg":"trace[1554492597] transaction","detail":"{read_only:false; response_revision:33405; number_of_response:1; }","duration":"159.463722ms","start":"2026-07-28T16:56:07.167398Z","end":"2026-07-28T16:56:07.326861Z","steps":["trace[1554492597] 'process raft request' (duration: 159.214796ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:07.327035Z","caller":"traceutil/trace.go:171","msg":"trace[1931533709] transaction","detail":"{read_only:false; response_revision:33407; number_of_response:1; }","duration":"159.567464ms","start":"2026-07-28T16:56:07.167449Z","end":"2026-07-28T16:56:07.327017Z","steps":["trace[1931533709] 'process raft request' (duration: 159.375709ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:07.326987Z","caller":"traceutil/trace.go:171","msg":"trace[971849952] transaction","detail":"{read_only:false; response_revision:33406; number_of_response:1; }","duration":"159.542234ms","start":"2026-07-28T16:56:07.167417Z","end":"2026-07-28T16:56:07.32696Z","steps":["trace[971849952] 'process raft request' (duration: 159.354089ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:07.327775Z","caller":"traceutil/trace.go:171","msg":"trace[1487488683] linearizableReadLoop","detail":"{readStateIndex:34442; appliedIndex:34436; }","duration":"157.542755ms","start":"2026-07-28T16:56:07.170209Z","end":"2026-07-28T16:56:07.327752Z","steps":["trace[1487488683] 'read index received' (duration: 104.732969ms)","trace[1487488683] 'applied index is now lower than readState.Index' (duration: 52.809056ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:07.327884Z","caller":"traceutil/trace.go:171","msg":"trace[211107718] transaction","detail":"{read_only:false; response_revision:33408; number_of_response:1; }","duration":"159.443341ms","start":"2026-07-28T16:56:07.168433Z","end":"2026-07-28T16:56:07.327876Z","steps":["trace[211107718] 'process raft request' (duration: 158.499838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.328105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.853352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11717"} {"level":"info","ts":"2026-07-28T16:56:07.32817Z","caller":"traceutil/trace.go:171","msg":"trace[951361106] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:33408; }","duration":"157.971336ms","start":"2026-07-28T16:56:07.170181Z","end":"2026-07-28T16:56:07.328153Z","steps":["trace[951361106] 'agreement among raft nodes before linearized reading' (duration: 157.779751ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:07.50859Z","caller":"traceutil/trace.go:171","msg":"trace[656938478] transaction","detail":"{read_only:false; response_revision:33409; number_of_response:1; }","duration":"177.137572ms","start":"2026-07-28T16:56:07.331432Z","end":"2026-07-28T16:56:07.508569Z","steps":["trace[656938478] 'process raft request' (duration: 176.978508ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:07.626474Z","caller":"traceutil/trace.go:171","msg":"trace[175434333] transaction","detail":"{read_only:false; response_revision:33410; number_of_response:1; }","duration":"293.708999ms","start":"2026-07-28T16:56:07.332731Z","end":"2026-07-28T16:56:07.62644Z","steps":["trace[175434333] 'process raft request' (duration: 250.477447ms)","trace[175434333] 'compare' (duration: 43.021147ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:07.626544Z","caller":"traceutil/trace.go:171","msg":"trace[1274982034] linearizableReadLoop","detail":"{readStateIndex:34444; appliedIndex:34442; }","duration":"293.239228ms","start":"2026-07-28T16:56:07.333288Z","end":"2026-07-28T16:56:07.626527Z","steps":["trace[1274982034] 'read index received' (duration: 175.119113ms)","trace[1274982034] 'applied index is now lower than readState.Index' (duration: 118.118045ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:07.626722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.417062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:56:07.626752Z","caller":"traceutil/trace.go:171","msg":"trace[538839938] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33411; }","duration":"293.484843ms","start":"2026-07-28T16:56:07.333257Z","end":"2026-07-28T16:56:07.626742Z","steps":["trace[538839938] 'agreement among raft nodes before linearized reading' (duration: 293.35245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.626763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.743417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:56:07.626789Z","caller":"traceutil/trace.go:171","msg":"trace[719579234] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:33411; }","duration":"253.803807ms","start":"2026-07-28T16:56:07.372976Z","end":"2026-07-28T16:56:07.626779Z","steps":["trace[719579234] 'agreement among raft nodes before linearized reading' (duration: 253.760146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.626719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.353646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:56:07.626826Z","caller":"traceutil/trace.go:171","msg":"trace[269486861] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33411; }","duration":"292.50898ms","start":"2026-07-28T16:56:07.334312Z","end":"2026-07-28T16:56:07.626821Z","steps":["trace[269486861] 'agreement among raft nodes before linearized reading' (duration: 292.343966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.626812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.268399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:56:07.626872Z","caller":"traceutil/trace.go:171","msg":"trace[1077465554] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:33411; }","duration":"201.367281ms","start":"2026-07-28T16:56:07.425489Z","end":"2026-07-28T16:56:07.626857Z","steps":["trace[1077465554] 'agreement among raft nodes before linearized reading' (duration: 201.206427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:07.626892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.891088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:07.62691Z","caller":"traceutil/trace.go:171","msg":"trace[17930895] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:33411; }","duration":"181.936088ms","start":"2026-07-28T16:56:07.444968Z","end":"2026-07-28T16:56:07.626905Z","steps":["trace[17930895] 'agreement among raft nodes before linearized reading' (duration: 181.902817ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:10.308545Z","caller":"traceutil/trace.go:171","msg":"trace[572096723] transaction","detail":"{read_only:false; response_revision:33427; number_of_response:1; }","duration":"150.194166ms","start":"2026-07-28T16:56:10.158318Z","end":"2026-07-28T16:56:10.308512Z","steps":["trace[572096723] 'process raft request' (duration: 150.076083ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:10.777202Z","caller":"traceutil/trace.go:171","msg":"trace[1559038319] linearizableReadLoop","detail":"{readStateIndex:34463; appliedIndex:34462; }","duration":"126.179881ms","start":"2026-07-28T16:56:10.650995Z","end":"2026-07-28T16:56:10.777175Z","steps":["trace[1559038319] 'read index received' (duration: 118.576916ms)","trace[1559038319] 'applied index is now lower than readState.Index' (duration: 7.601655ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:10.777224Z","caller":"traceutil/trace.go:171","msg":"trace[1509356908] transaction","detail":"{read_only:false; response_revision:33428; number_of_response:1; }","duration":"302.426421ms","start":"2026-07-28T16:56:10.474761Z","end":"2026-07-28T16:56:10.777188Z","steps":["trace[1509356908] 'process raft request' (duration: 294.833097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:10.777348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.347616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:10.77738Z","caller":"traceutil/trace.go:171","msg":"trace[74051659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33428; }","duration":"126.429218ms","start":"2026-07-28T16:56:10.650942Z","end":"2026-07-28T16:56:10.777372Z","steps":["trace[74051659] 'agreement among raft nodes before linearized reading' (duration: 126.355436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:10.777409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:10.474735Z","time spent":"302.555144ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:11.399559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.81105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:11.399694Z","caller":"traceutil/trace.go:171","msg":"trace[2128359565] transaction","detail":"{read_only:false; response_revision:33429; number_of_response:1; }","duration":"262.91233ms","start":"2026-07-28T16:56:11.136757Z","end":"2026-07-28T16:56:11.39967Z","steps":["trace[2128359565] 'process raft request' (duration: 88.890814ms)","trace[2128359565] 'compare' (duration: 173.662167ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:11.402955Z","caller":"traceutil/trace.go:171","msg":"trace[354665512] linearizableReadLoop","detail":"{readStateIndex:34465; appliedIndex:34464; }","duration":"109.574387ms","start":"2026-07-28T16:56:11.29336Z","end":"2026-07-28T16:56:11.402934Z","steps":["trace[354665512] 'read index received' (duration: 109.305981ms)","trace[354665512] 'applied index is now lower than readState.Index' (duration: 267.216µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:11.403072Z","caller":"traceutil/trace.go:171","msg":"trace[2106631496] transaction","detail":"{read_only:false; response_revision:33430; number_of_response:1; }","duration":"213.373224ms","start":"2026-07-28T16:56:11.189675Z","end":"2026-07-28T16:56:11.403048Z","steps":["trace[2106631496] 'process raft request' (duration: 213.138948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:11.403211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.848243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:56:11.403261Z","caller":"traceutil/trace.go:171","msg":"trace[487965484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33430; }","duration":"109.943326ms","start":"2026-07-28T16:56:11.293304Z","end":"2026-07-28T16:56:11.403247Z","steps":["trace[487965484] 'agreement among raft nodes before linearized reading' (duration: 109.748871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:12.154786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.256856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:12.154904Z","caller":"traceutil/trace.go:171","msg":"trace[215081159] transaction","detail":"{read_only:false; response_revision:33431; number_of_response:1; }","duration":"747.442652ms","start":"2026-07-28T16:56:11.407441Z","end":"2026-07-28T16:56:12.154883Z","steps":["trace[215081159] 'process raft request' (duration: 389.987211ms)","trace[215081159] 'compare' (duration: 356.736213ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:12.154978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:11.407418Z","time spent":"747.530904ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:12.172971Z","caller":"traceutil/trace.go:171","msg":"trace[1393302982] transaction","detail":"{read_only:false; response_revision:33433; number_of_response:1; }","duration":"765.073101ms","start":"2026-07-28T16:56:11.407874Z","end":"2026-07-28T16:56:12.172947Z","steps":["trace[1393302982] 'process raft request' (duration: 764.573009ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:12.172722Z","caller":"traceutil/trace.go:171","msg":"trace[1476396239] transaction","detail":"{read_only:false; response_revision:33432; number_of_response:1; }","duration":"764.6421ms","start":"2026-07-28T16:56:11.40785Z","end":"2026-07-28T16:56:12.172492Z","steps":["trace[1476396239] 'process raft request' (duration: 764.459036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:12.173082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:11.407862Z","time spent":"765.166983ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:12.173121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:11.407832Z","time spent":"765.211155ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:12.173209Z","caller":"traceutil/trace.go:171","msg":"trace[1804964524] transaction","detail":"{read_only:false; response_revision:33435; number_of_response:1; }","duration":"764.497377ms","start":"2026-07-28T16:56:11.408694Z","end":"2026-07-28T16:56:12.173191Z","steps":["trace[1804964524] 'process raft request' (duration: 764.407455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:12.173312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:11.408684Z","time spent":"764.580579ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:12.173368Z","caller":"traceutil/trace.go:171","msg":"trace[1965893766] linearizableReadLoop","detail":"{readStateIndex:34471; appliedIndex:34465; }","duration":"684.391167ms","start":"2026-07-28T16:56:11.488942Z","end":"2026-07-28T16:56:12.173333Z","steps":["trace[1965893766] 'read index received' (duration: 308.511258ms)","trace[1965893766] 'applied index is now lower than readState.Index' (duration: 375.878869ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:12.173222Z","caller":"traceutil/trace.go:171","msg":"trace[598452278] transaction","detail":"{read_only:false; response_revision:33434; number_of_response:1; }","duration":"764.516578ms","start":"2026-07-28T16:56:11.408694Z","end":"2026-07-28T16:56:12.173211Z","steps":["trace[598452278] 'process raft request' (duration: 764.21194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:12.173628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:11.408684Z","time spent":"764.865416ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:12.173649Z","caller":"traceutil/trace.go:171","msg":"trace[606875303] transaction","detail":"{read_only:false; response_revision:33436; number_of_response:1; }","duration":"763.911643ms","start":"2026-07-28T16:56:11.409723Z","end":"2026-07-28T16:56:12.173634Z","steps":["trace[606875303] 'process raft request' (duration: 763.428101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:12.173514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.560381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:56:12.173733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:11.409707Z","time spent":"763.989984ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:12.1739Z","caller":"traceutil/trace.go:171","msg":"trace[1411954847] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:33436; }","duration":"684.876549ms","start":"2026-07-28T16:56:11.488888Z","end":"2026-07-28T16:56:12.173765Z","steps":["trace[1411954847] 'agreement among raft nodes before linearized reading' (duration: 684.549311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:12.173954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:11.488804Z","time spent":"685.135275ms","remote":"127.0.0.1:36834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:56:12.815407Z","caller":"traceutil/trace.go:171","msg":"trace[930856323] linearizableReadLoop","detail":"{readStateIndex:34472; appliedIndex:34471; }","duration":"302.193175ms","start":"2026-07-28T16:56:12.513189Z","end":"2026-07-28T16:56:12.815383Z","steps":["trace[930856323] 'read index received' (duration: 302.065882ms)","trace[930856323] 'applied index is now lower than readState.Index' (duration: 126.183µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:12.815565Z","caller":"traceutil/trace.go:171","msg":"trace[157579123] transaction","detail":"{read_only:false; response_revision:33437; number_of_response:1; }","duration":"501.187909ms","start":"2026-07-28T16:56:12.314343Z","end":"2026-07-28T16:56:12.815531Z","steps":["trace[157579123] 'process raft request' (duration: 500.884571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:12.815643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.429201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:56:12.815679Z","caller":"traceutil/trace.go:171","msg":"trace[1111787831] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33437; }","duration":"302.519133ms","start":"2026-07-28T16:56:12.513149Z","end":"2026-07-28T16:56:12.815668Z","steps":["trace[1111787831] 'agreement among raft nodes before linearized reading' (duration: 302.350119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:12.815712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:12.513129Z","time spent":"302.575365ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:56:12.81575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:12.314312Z","time spent":"501.356993ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:13.599484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.912515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:13.599665Z","caller":"traceutil/trace.go:171","msg":"trace[871923663] transaction","detail":"{read_only:false; response_revision:33438; number_of_response:1; }","duration":"817.365215ms","start":"2026-07-28T16:56:12.782267Z","end":"2026-07-28T16:56:13.599633Z","steps":["trace[871923663] 'process raft request' (duration: 472.225294ms)","trace[871923663] 'compare' (duration: 344.802013ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:13.599807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:12.782246Z","time spent":"817.486567ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:13.600356Z","caller":"traceutil/trace.go:171","msg":"trace[1217887087] linearizableReadLoop","detail":"{readStateIndex:34473; appliedIndex:34472; }","duration":"784.848954ms","start":"2026-07-28T16:56:12.815475Z","end":"2026-07-28T16:56:13.600324Z","steps":["trace[1217887087] 'read index received' (duration: 439.033196ms)","trace[1217887087] 'applied index is now lower than readState.Index' (duration: 345.813658ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:13.600372Z","caller":"traceutil/trace.go:171","msg":"trace[795409226] transaction","detail":"{read_only:false; response_revision:33439; number_of_response:1; }","duration":"780.124528ms","start":"2026-07-28T16:56:12.820219Z","end":"2026-07-28T16:56:13.600344Z","steps":["trace[795409226] 'process raft request' (duration: 779.345309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:13.600505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:12.820185Z","time spent":"780.252471ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:13.771423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.73722ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-28T16:56:13.771751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122551273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:56:13.771891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084786573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:56:13.771999Z","caller":"traceutil/trace.go:171","msg":"trace[647179878] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33439; }","duration":"1.084943347s","start":"2026-07-28T16:56:12.687024Z","end":"2026-07-28T16:56:13.771967Z","steps":["trace[647179878] 'agreement among raft nodes before linearized reading' (duration: 913.3289ms)","trace[647179878] 'range keys from in-memory index tree' (duration: 171.32229ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:13.771833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139719581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:56:13.772036Z","caller":"traceutil/trace.go:171","msg":"trace[149411424] transaction","detail":"{read_only:false; response_revision:33440; number_of_response:1; }","duration":"366.832729ms","start":"2026-07-28T16:56:13.405163Z","end":"2026-07-28T16:56:13.771996Z","steps":["trace[149411424] 'process raft request' (duration: 366.381188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:13.772059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:12.687005Z","time spent":"1.08504083s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:56:13.772135Z","caller":"traceutil/trace.go:171","msg":"trace[81829637] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33439; }","duration":"1.14007851s","start":"2026-07-28T16:56:12.632026Z","end":"2026-07-28T16:56:13.772104Z","steps":["trace[81829637] 'agreement among raft nodes before linearized reading' (duration: 968.381101ms)","trace[81829637] 'range keys from in-memory index tree' (duration: 171.268259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:13.771757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082025247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T16:56:13.772217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:13.405134Z","time spent":"366.998773ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:13.772235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:12.632004Z","time spent":"1.140213793s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:56:13.771904Z","caller":"traceutil/trace.go:171","msg":"trace[825364383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33439; }","duration":"1.122704807s","start":"2026-07-28T16:56:12.649133Z","end":"2026-07-28T16:56:13.771838Z","steps":["trace[825364383] 'agreement among raft nodes before linearized reading' (duration: 951.221563ms)","trace[825364383] 'range keys from in-memory index tree' (duration: 171.33131ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:13.772351Z","caller":"traceutil/trace.go:171","msg":"trace[374555534] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33439; }","duration":"1.08254732s","start":"2026-07-28T16:56:12.689679Z","end":"2026-07-28T16:56:13.772226Z","steps":["trace[374555534] 'agreement among raft nodes before linearized reading' (duration: 910.696897ms)","trace[374555534] 'range keys from in-memory index tree' (duration: 171.285949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:13.772404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:12.649114Z","time spent":"1.123274361s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:56:13.772532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:12.689658Z","time spent":"1.082805806s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:56:14.069165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.083161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:14.069334Z","caller":"traceutil/trace.go:171","msg":"trace[330645451] linearizableReadLoop","detail":"{readStateIndex:34477; appliedIndex:34474; }","duration":"468.862202ms","start":"2026-07-28T16:56:13.600411Z","end":"2026-07-28T16:56:14.069273Z","steps":["trace[330645451] 'read index received' (duration: 2.799248ms)","trace[330645451] 'applied index is now lower than readState.Index' (duration: 466.061044ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:14.069448Z","caller":"traceutil/trace.go:171","msg":"trace[272247285] transaction","detail":"{read_only:false; response_revision:33441; number_of_response:1; }","duration":"661.06332ms","start":"2026-07-28T16:56:13.408343Z","end":"2026-07-28T16:56:14.069407Z","steps":["trace[272247285] 'process raft request' (duration: 363.6154ms)","trace[272247285] 'compare' (duration: 296.715752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:14.069614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:13.408317Z","time spent":"661.210464ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:14.06988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.479895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:56:14.069927Z","caller":"traceutil/trace.go:171","msg":"trace[158603635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33441; }","duration":"676.569228ms","start":"2026-07-28T16:56:13.393347Z","end":"2026-07-28T16:56:14.069916Z","steps":["trace[158603635] 'agreement among raft nodes before linearized reading' (duration: 676.080756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:14.069997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:13.393326Z","time spent":"676.660309ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:56:14.070788Z","caller":"traceutil/trace.go:171","msg":"trace[1281338969] transaction","detail":"{read_only:false; response_revision:33442; number_of_response:1; }","duration":"294.004126ms","start":"2026-07-28T16:56:13.77676Z","end":"2026-07-28T16:56:14.070764Z","steps":["trace[1281338969] 'process raft request' (duration: 293.842482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:14.57775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.749332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:14.577912Z","caller":"traceutil/trace.go:171","msg":"trace[1463415044] linearizableReadLoop","detail":"{readStateIndex:34480; appliedIndex:34477; }","duration":"508.528718ms","start":"2026-07-28T16:56:14.069368Z","end":"2026-07-28T16:56:14.577897Z","steps":["trace[1463415044] 'read index received' (duration: 1.302112ms)","trace[1463415044] 'applied index is now lower than readState.Index' (duration: 507.225476ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:14.578127Z","caller":"traceutil/trace.go:171","msg":"trace[1918678083] transaction","detail":"{read_only:false; response_revision:33443; number_of_response:1; }","duration":"800.792981ms","start":"2026-07-28T16:56:13.777321Z","end":"2026-07-28T16:56:14.578114Z","steps":["trace[1918678083] 'process raft request' (duration: 540.588738ms)","trace[1918678083] 'compare' (duration: 259.615349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:14.578215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:13.7773Z","time spent":"800.880684ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:14.578374Z","caller":"traceutil/trace.go:171","msg":"trace[715053283] transaction","detail":"{read_only:false; response_revision:33444; number_of_response:1; }","duration":"800.364061ms","start":"2026-07-28T16:56:13.777976Z","end":"2026-07-28T16:56:14.57834Z","steps":["trace[715053283] 'process raft request' (duration: 799.865038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:14.578422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.343865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:56:14.578394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.81317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:56:14.578472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.476097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:56:14.57848Z","caller":"traceutil/trace.go:171","msg":"trace[363876548] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:33444; }","duration":"520.423077ms","start":"2026-07-28T16:56:14.058044Z","end":"2026-07-28T16:56:14.578468Z","steps":["trace[363876548] 'agreement among raft nodes before linearized reading' (duration: 520.291213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:14.578477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.350676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T16:56:14.578508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.057981Z","time spent":"520.52228ms","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:56:14.578509Z","caller":"traceutil/trace.go:171","msg":"trace[229111378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33444; }","duration":"504.433677ms","start":"2026-07-28T16:56:14.074068Z","end":"2026-07-28T16:56:14.578502Z","steps":["trace[229111378] 'agreement among raft nodes before linearized reading' (duration: 504.288964ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:14.578509Z","caller":"traceutil/trace.go:171","msg":"trace[1431375455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33444; }","duration":"804.991713ms","start":"2026-07-28T16:56:13.773493Z","end":"2026-07-28T16:56:14.578484Z","steps":["trace[1431375455] 'agreement among raft nodes before linearized reading' (duration: 804.694446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:14.578535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.074049Z","time spent":"504.480359ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:56:14.578531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.652162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:56:14.578529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.369885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:56:14.578542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:13.777968Z","time spent":"800.476943ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:14.578576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.583722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:56:14.578508Z","caller":"traceutil/trace.go:171","msg":"trace[2097323919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33444; }","duration":"400.537839ms","start":"2026-07-28T16:56:14.177959Z","end":"2026-07-28T16:56:14.578497Z","steps":["trace[2097323919] 'agreement among raft nodes before linearized reading' (duration: 400.396726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:14.578572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:13.773472Z","time spent":"805.091906ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:56:14.578592Z","caller":"traceutil/trace.go:171","msg":"trace[61508838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33444; }","duration":"400.442696ms","start":"2026-07-28T16:56:14.178132Z","end":"2026-07-28T16:56:14.578574Z","steps":["trace[61508838] 'agreement among raft nodes before linearized reading' (duration: 400.228861ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:14.578601Z","caller":"traceutil/trace.go:171","msg":"trace[894925091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33444; }","duration":"419.651904ms","start":"2026-07-28T16:56:14.158943Z","end":"2026-07-28T16:56:14.578595Z","steps":["trace[894925091] 'agreement among raft nodes before linearized reading' (duration: 419.586182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:14.578627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.158923Z","time spent":"419.699905ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:56:14.578632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.178101Z","time spent":"400.525599ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:56:14.578549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.534549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:56:14.578703Z","caller":"traceutil/trace.go:171","msg":"trace[943143830] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33444; }","duration":"400.727193ms","start":"2026-07-28T16:56:14.177961Z","end":"2026-07-28T16:56:14.578688Z","steps":["trace[943143830] 'agreement among raft nodes before linearized reading' (duration: 400.414525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:14.578748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.177949Z","time spent":"400.784965ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:56:14.578758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.792545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:56:14.578571Z","caller":"traceutil/trace.go:171","msg":"trace[682795765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33444; }","duration":"400.718183ms","start":"2026-07-28T16:56:14.17784Z","end":"2026-07-28T16:56:14.578558Z","steps":["trace[682795765] 'agreement among raft nodes before linearized reading' (duration: 400.575219ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:14.578811Z","caller":"traceutil/trace.go:171","msg":"trace[1124952349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33444; }","duration":"400.894068ms","start":"2026-07-28T16:56:14.177903Z","end":"2026-07-28T16:56:14.578797Z","steps":["trace[1124952349] 'agreement among raft nodes before linearized reading' (duration: 400.605881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:14.578851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.177869Z","time spent":"400.97357ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:56:14.578863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.177815Z","time spent":"401.01318ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:56:14.578648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.177953Z","time spent":"400.668722ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:56:15.153947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.988471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:15.154062Z","caller":"traceutil/trace.go:171","msg":"trace[583445879] transaction","detail":"{read_only:false; response_revision:33445; number_of_response:1; }","duration":"571.615493ms","start":"2026-07-28T16:56:14.582426Z","end":"2026-07-28T16:56:15.154042Z","steps":["trace[583445879] 'process raft request' (duration: 338.402537ms)","trace[583445879] 'compare' (duration: 232.696694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:15.154314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.582401Z","time spent":"571.691175ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:15.212471Z","caller":"traceutil/trace.go:171","msg":"trace[921502599] transaction","detail":"{read_only:false; response_revision:33448; number_of_response:1; }","duration":"629.599353ms","start":"2026-07-28T16:56:14.582848Z","end":"2026-07-28T16:56:15.212448Z","steps":["trace[921502599] 'process raft request' (duration: 629.515391ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:15.212642Z","caller":"traceutil/trace.go:171","msg":"trace[1978436338] transaction","detail":"{read_only:false; response_revision:33447; number_of_response:1; }","duration":"629.927501ms","start":"2026-07-28T16:56:14.582688Z","end":"2026-07-28T16:56:15.212616Z","steps":["trace[1978436338] 'process raft request' (duration: 629.634134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:15.212764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.582668Z","time spent":"630.032324ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:15.212791Z","caller":"traceutil/trace.go:171","msg":"trace[1303693693] transaction","detail":"{read_only:false; response_revision:33449; number_of_response:1; }","duration":"629.796749ms","start":"2026-07-28T16:56:14.582962Z","end":"2026-07-28T16:56:15.212758Z","steps":["trace[1303693693] 'process raft request' (duration: 629.44301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:15.212831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.582811Z","time spent":"629.939932ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:15.212935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.582878Z","time spent":"629.987073ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:15.213025Z","caller":"traceutil/trace.go:171","msg":"trace[787597694] transaction","detail":"{read_only:false; response_revision:33446; number_of_response:1; }","duration":"630.362793ms","start":"2026-07-28T16:56:14.582394Z","end":"2026-07-28T16:56:15.212757Z","steps":["trace[787597694] 'process raft request' (duration: 629.801299ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:15.213081Z","caller":"traceutil/trace.go:171","msg":"trace[659781917] transaction","detail":"{read_only:false; response_revision:33450; number_of_response:1; }","duration":"628.578279ms","start":"2026-07-28T16:56:14.58448Z","end":"2026-07-28T16:56:15.213058Z","steps":["trace[659781917] 'process raft request' (duration: 628.157579ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:15.21314Z","caller":"traceutil/trace.go:171","msg":"trace[2016901889] transaction","detail":"{read_only:false; response_revision:33451; number_of_response:1; }","duration":"392.309788ms","start":"2026-07-28T16:56:14.820821Z","end":"2026-07-28T16:56:15.213131Z","steps":["trace[2016901889] 'process raft request' (duration: 392.148724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:15.213183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.820798Z","time spent":"392.36383ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:15.213144Z","caller":"traceutil/trace.go:171","msg":"trace[1528610695] linearizableReadLoop","detail":"{readStateIndex:34486; appliedIndex:34480; }","duration":"627.133474ms","start":"2026-07-28T16:56:14.585992Z","end":"2026-07-28T16:56:15.213125Z","steps":["trace[1528610695] 'read index received' (duration: 335.005494ms)","trace[1528610695] 'applied index is now lower than readState.Index' (duration: 292.12677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:15.213206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.584461Z","time spent":"628.682051ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:15.213297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.582365Z","time spent":"630.753792ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:15.213472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.763158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:15.213526Z","caller":"traceutil/trace.go:171","msg":"trace[1875242942] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33451; }","duration":"569.86091ms","start":"2026-07-28T16:56:14.643652Z","end":"2026-07-28T16:56:15.213513Z","steps":["trace[1875242942] 'agreement among raft nodes before linearized reading' (duration: 569.772018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:15.213504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.674442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T16:56:15.213563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.643631Z","time spent":"569.922251ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T16:56:15.213579Z","caller":"traceutil/trace.go:171","msg":"trace[1135991701] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:33451; }","duration":"612.803065ms","start":"2026-07-28T16:56:14.600765Z","end":"2026-07-28T16:56:15.213568Z","steps":["trace[1135991701] 'agreement among raft nodes before linearized reading' (duration: 612.532949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:15.213643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.600742Z","time spent":"612.889027ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":146,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:56:15.213264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.272137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:15.214542Z","caller":"traceutil/trace.go:171","msg":"trace[1016033938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33451; }","duration":"628.572399ms","start":"2026-07-28T16:56:14.58596Z","end":"2026-07-28T16:56:15.214532Z","steps":["trace[1016033938] 'agreement among raft nodes before linearized reading' (duration: 627.281677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:15.214617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:14.585947Z","time spent":"628.659761ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:56:27.447826Z","caller":"traceutil/trace.go:171","msg":"trace[1162174017] transaction","detail":"{read_only:false; response_revision:33520; number_of_response:1; }","duration":"232.491048ms","start":"2026-07-28T16:56:27.215304Z","end":"2026-07-28T16:56:27.447795Z","steps":["trace[1162174017] 'process raft request' (duration: 232.239782ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:27.494692Z","caller":"traceutil/trace.go:171","msg":"trace[634587841] linearizableReadLoop","detail":"{readStateIndex:34559; appliedIndex:34557; }","duration":"191.48397ms","start":"2026-07-28T16:56:27.303183Z","end":"2026-07-28T16:56:27.494667Z","steps":["trace[634587841] 'read index received' (duration: 144.405934ms)","trace[634587841] 'applied index is now lower than readState.Index' (duration: 47.077156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:27.494903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.705486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:56:27.494935Z","caller":"traceutil/trace.go:171","msg":"trace[1454770062] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33521; }","duration":"191.754397ms","start":"2026-07-28T16:56:27.30317Z","end":"2026-07-28T16:56:27.494924Z","steps":["trace[1454770062] 'agreement among raft nodes before linearized reading' (duration: 191.626774ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:27.49499Z","caller":"traceutil/trace.go:171","msg":"trace[353901069] transaction","detail":"{read_only:false; response_revision:33521; number_of_response:1; }","duration":"193.365137ms","start":"2026-07-28T16:56:27.301522Z","end":"2026-07-28T16:56:27.494748Z","steps":["trace[353901069] 'process raft request' (duration: 193.023278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:27.495287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.315683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:56:27.495317Z","caller":"traceutil/trace.go:171","msg":"trace[1527315684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33521; }","duration":"188.369805ms","start":"2026-07-28T16:56:27.30694Z","end":"2026-07-28T16:56:27.49531Z","steps":["trace[1527315684] 'agreement among raft nodes before linearized reading' (duration: 188.294113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:27.495081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.17834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:56:27.495329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.495593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:56:27.495386Z","caller":"traceutil/trace.go:171","msg":"trace[984230035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33521; }","duration":"188.475627ms","start":"2026-07-28T16:56:27.306876Z","end":"2026-07-28T16:56:27.495351Z","steps":["trace[984230035] 'agreement among raft nodes before linearized reading' (duration: 188.156149ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:27.49539Z","caller":"traceutil/trace.go:171","msg":"trace[1241264836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33521; }","duration":"187.568345ms","start":"2026-07-28T16:56:27.307806Z","end":"2026-07-28T16:56:27.495374Z","steps":["trace[1241264836] 'agreement among raft nodes before linearized reading' (duration: 187.418422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:27.495692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.233147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:56:27.495812Z","caller":"traceutil/trace.go:171","msg":"trace[367135650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33521; }","duration":"187.37779ms","start":"2026-07-28T16:56:27.308406Z","end":"2026-07-28T16:56:27.495783Z","steps":["trace[367135650] 'agreement among raft nodes before linearized reading' (duration: 187.010831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:27.688233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.34049ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-28T16:56:27.694628Z","caller":"traceutil/trace.go:171","msg":"trace[1834706732] transaction","detail":"{read_only:false; response_revision:33523; number_of_response:1; }","duration":"194.383811ms","start":"2026-07-28T16:56:27.500222Z","end":"2026-07-28T16:56:27.694606Z","steps":["trace[1834706732] 'process raft request' (duration: 194.307519ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:27.694857Z","caller":"traceutil/trace.go:171","msg":"trace[2054220564] transaction","detail":"{read_only:false; response_revision:33524; number_of_response:1; }","duration":"194.619507ms","start":"2026-07-28T16:56:27.500222Z","end":"2026-07-28T16:56:27.694842Z","steps":["trace[2054220564] 'process raft request' (duration: 194.35394ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:27.694917Z","caller":"traceutil/trace.go:171","msg":"trace[1971536446] transaction","detail":"{read_only:false; response_revision:33522; number_of_response:1; }","duration":"195.078528ms","start":"2026-07-28T16:56:27.499826Z","end":"2026-07-28T16:56:27.694904Z","steps":["trace[1971536446] 'process raft request' (duration: 194.487884ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:27.695087Z","caller":"traceutil/trace.go:171","msg":"trace[496560242] transaction","detail":"{read_only:false; response_revision:33525; number_of_response:1; }","duration":"194.71092ms","start":"2026-07-28T16:56:27.500368Z","end":"2026-07-28T16:56:27.695079Z","steps":["trace[496560242] 'process raft request' (duration: 194.408022ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:27.695354Z","caller":"traceutil/trace.go:171","msg":"trace[190576379] transaction","detail":"{read_only:false; response_revision:33526; number_of_response:1; }","duration":"194.960075ms","start":"2026-07-28T16:56:27.500387Z","end":"2026-07-28T16:56:27.695347Z","steps":["trace[190576379] 'process raft request' (duration: 194.665448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:27.905263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.940204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:27.90551Z","caller":"traceutil/trace.go:171","msg":"trace[1440056873] transaction","detail":"{read_only:false; response_revision:33528; number_of_response:1; }","duration":"215.454844ms","start":"2026-07-28T16:56:27.690024Z","end":"2026-07-28T16:56:27.905479Z","steps":["trace[1440056873] 'process raft request' (duration: 215.330811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:27.905568Z","caller":"traceutil/trace.go:171","msg":"trace[647255085] transaction","detail":"{read_only:false; response_revision:33527; number_of_response:1; }","duration":"230.040459ms","start":"2026-07-28T16:56:27.675502Z","end":"2026-07-28T16:56:27.905542Z","steps":["trace[647255085] 'process raft request' (duration: 124.738386ms)","trace[647255085] 'compare' (duration: 104.812121ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:28.267721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.844537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:28.267871Z","caller":"traceutil/trace.go:171","msg":"trace[1889912541] transaction","detail":"{read_only:false; response_revision:33531; number_of_response:1; }","duration":"145.348748ms","start":"2026-07-28T16:56:28.122509Z","end":"2026-07-28T16:56:28.267858Z","steps":["trace[1889912541] 'process raft request' (duration: 145.294557ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:28.267968Z","caller":"traceutil/trace.go:171","msg":"trace[1182691826] transaction","detail":"{read_only:false; response_revision:33530; number_of_response:1; }","duration":"343.569062ms","start":"2026-07-28T16:56:27.924354Z","end":"2026-07-28T16:56:28.267923Z","steps":["trace[1182691826] 'process raft request' (duration: 200.453339ms)","trace[1182691826] 'compare' (duration: 142.54827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:28.268196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:27.924331Z","time spent":"343.770468ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:29.581501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.071221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:29.582023Z","caller":"traceutil/trace.go:171","msg":"trace[912219934] transaction","detail":"{read_only:false; response_revision:33534; number_of_response:1; }","duration":"198.45751ms","start":"2026-07-28T16:56:29.383547Z","end":"2026-07-28T16:56:29.582005Z","steps":["trace[912219934] 'process raft request' (duration: 197.539527ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:29.582025Z","caller":"traceutil/trace.go:171","msg":"trace[870519140] linearizableReadLoop","detail":"{readStateIndex:34573; appliedIndex:34572; }","duration":"129.168033ms","start":"2026-07-28T16:56:29.452826Z","end":"2026-07-28T16:56:29.581994Z","steps":["trace[870519140] 'read index received' (duration: 128.326963ms)","trace[870519140] 'applied index is now lower than readState.Index' (duration: 840.25µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:29.582175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.337507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:56:29.58158Z","caller":"traceutil/trace.go:171","msg":"trace[185797145] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:33533; }","duration":"378.216455ms","start":"2026-07-28T16:56:29.203349Z","end":"2026-07-28T16:56:29.581565Z","steps":["trace[185797145] 'count revisions from in-memory index tree' (duration: 377.946158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:29.582218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:29.203331Z","time spent":"378.875051ms","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:56:29.582721Z","caller":"traceutil/trace.go:171","msg":"trace[1519537126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33534; }","duration":"129.409509ms","start":"2026-07-28T16:56:29.452789Z","end":"2026-07-28T16:56:29.582199Z","steps":["trace[1519537126] 'agreement among raft nodes before linearized reading' (duration: 129.286256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:30.283474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.493369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:30.283585Z","caller":"traceutil/trace.go:171","msg":"trace[1926753161] transaction","detail":"{read_only:false; response_revision:33544; number_of_response:1; }","duration":"373.369727ms","start":"2026-07-28T16:56:29.910195Z","end":"2026-07-28T16:56:30.283564Z","steps":["trace[1926753161] 'process raft request' (duration: 230.689904ms)","trace[1926753161] 'compare' (duration: 142.205132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:30.283653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:29.910174Z","time spent":"373.44236ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:31.096518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:30.772543Z","time spent":"323.967426ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T16:56:31.096801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.970949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:31.096911Z","caller":"traceutil/trace.go:171","msg":"trace[699796978] linearizableReadLoop","detail":"{readStateIndex:34584; appliedIndex:34583; }","duration":"912.490061ms","start":"2026-07-28T16:56:30.184392Z","end":"2026-07-28T16:56:31.096882Z","steps":["trace[699796978] 'read index received' (duration: 396.343188ms)","trace[699796978] 'applied index is now lower than readState.Index' (duration: 516.145553ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:31.096979Z","caller":"traceutil/trace.go:171","msg":"trace[2050860084] transaction","detail":"{read_only:false; response_revision:33545; number_of_response:1; }","duration":"1.185872764s","start":"2026-07-28T16:56:29.911095Z","end":"2026-07-28T16:56:31.096968Z","steps":["trace[2050860084] 'process raft request' (duration: 669.626378ms)","trace[2050860084] 'compare' (duration: 515.59341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:31.097094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:29.911069Z","time spent":"1.185934706s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:31.097163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.744717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:56:31.09724Z","caller":"traceutil/trace.go:171","msg":"trace[1232336784] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:33545; }","duration":"912.87836ms","start":"2026-07-28T16:56:30.184341Z","end":"2026-07-28T16:56:31.097219Z","steps":["trace[1232336784] 'agreement among raft nodes before linearized reading' (duration: 912.630234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:31.097283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:30.184324Z","time spent":"912.948431ms","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:56:31.127959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.068991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:56:31.128083Z","caller":"traceutil/trace.go:171","msg":"trace[1161057440] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:33547; }","duration":"728.193424ms","start":"2026-07-28T16:56:30.399848Z","end":"2026-07-28T16:56:31.128041Z","steps":["trace[1161057440] 'agreement among raft nodes before linearized reading' (duration: 727.972239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:31.128138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:30.399826Z","time spent":"728.300787ms","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:56:31.128168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.909397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:56:31.128217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.020742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T16:56:31.128205Z","caller":"traceutil/trace.go:171","msg":"trace[88812221] transaction","detail":"{read_only:false; response_revision:33546; number_of_response:1; }","duration":"855.990924ms","start":"2026-07-28T16:56:30.272179Z","end":"2026-07-28T16:56:31.128169Z","steps":["trace[88812221] 'process raft request' (duration: 855.430721ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:31.128271Z","caller":"traceutil/trace.go:171","msg":"trace[208348783] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33547; }","duration":"620.119974ms","start":"2026-07-28T16:56:30.508138Z","end":"2026-07-28T16:56:31.128258Z","steps":["trace[208348783] 'agreement among raft nodes before linearized reading' (duration: 619.917419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:31.128314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:30.508113Z","time spent":"620.192425ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:56:31.12827Z","caller":"traceutil/trace.go:171","msg":"trace[2037508696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33547; }","duration":"479.132192ms","start":"2026-07-28T16:56:30.649119Z","end":"2026-07-28T16:56:31.128251Z","steps":["trace[2037508696] 'agreement among raft nodes before linearized reading' (duration: 478.909527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:31.128358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:30.272155Z","time spent":"856.126788ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:31.128396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:30.649097Z","time spent":"479.262945ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:56:31.128182Z","caller":"traceutil/trace.go:171","msg":"trace[316547215] transaction","detail":"{read_only:false; response_revision:33547; number_of_response:1; }","duration":"604.829742ms","start":"2026-07-28T16:56:30.523319Z","end":"2026-07-28T16:56:31.128148Z","steps":["trace[316547215] 'process raft request' (duration: 604.443172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:31.128564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:30.523275Z","time spent":"605.203561ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:31.686115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.128089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:56:31.686196Z","caller":"traceutil/trace.go:171","msg":"trace[1513354374] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:33547; }","duration":"218.268802ms","start":"2026-07-28T16:56:31.467911Z","end":"2026-07-28T16:56:31.686179Z","steps":["trace[1513354374] 'count revisions from in-memory index tree' (duration: 218.049377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:31.686288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.425038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:31.686361Z","caller":"traceutil/trace.go:171","msg":"trace[2128538870] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33547; }","duration":"488.534531ms","start":"2026-07-28T16:56:31.197806Z","end":"2026-07-28T16:56:31.68634Z","steps":["trace[2128538870] 'range keys from in-memory index tree' (duration: 488.303956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:31.686398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:31.197787Z","time spent":"488.603452ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T16:56:31.752788Z","caller":"traceutil/trace.go:171","msg":"trace[1976621687] transaction","detail":"{read_only:false; response_revision:33548; number_of_response:1; }","duration":"162.472605ms","start":"2026-07-28T16:56:31.590274Z","end":"2026-07-28T16:56:31.752746Z","steps":["trace[1976621687] 'process raft request' (duration: 162.073625ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:31.752902Z","caller":"traceutil/trace.go:171","msg":"trace[979209982] linearizableReadLoop","detail":"{readStateIndex:34587; appliedIndex:34586; }","duration":"161.009659ms","start":"2026-07-28T16:56:31.591565Z","end":"2026-07-28T16:56:31.752574Z","steps":["trace[979209982] 'read index received' (duration: 160.787714ms)","trace[979209982] 'applied index is now lower than readState.Index' (duration: 220.335µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:31.753094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.510361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:56:31.753164Z","caller":"traceutil/trace.go:171","msg":"trace[1581481680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33548; }","duration":"161.652055ms","start":"2026-07-28T16:56:31.591494Z","end":"2026-07-28T16:56:31.753146Z","steps":["trace[1581481680] 'agreement among raft nodes before linearized reading' (duration: 161.391319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:31.759663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.354856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:31.759762Z","caller":"traceutil/trace.go:171","msg":"trace[301801543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33548; }","duration":"110.49554ms","start":"2026-07-28T16:56:31.649242Z","end":"2026-07-28T16:56:31.759737Z","steps":["trace[301801543] 'agreement among raft nodes before linearized reading' (duration: 110.350196ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:32.472107Z","caller":"traceutil/trace.go:171","msg":"trace[116402128] transaction","detail":"{read_only:false; response_revision:33556; number_of_response:1; }","duration":"183.417144ms","start":"2026-07-28T16:56:32.288623Z","end":"2026-07-28T16:56:32.47204Z","steps":["trace[116402128] 'process raft request' (duration: 183.26014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:33.651704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.428629ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:56:33.68663Z","caller":"traceutil/trace.go:171","msg":"trace[2002442149] linearizableReadLoop","detail":"{readStateIndex:34599; appliedIndex:34596; }","duration":"507.80668ms","start":"2026-07-28T16:56:33.178801Z","end":"2026-07-28T16:56:33.686608Z","steps":["trace[2002442149] 'read index received' (duration: 340.737523ms)","trace[2002442149] 'applied index is now lower than readState.Index' (duration: 167.068287ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:33.686729Z","caller":"traceutil/trace.go:171","msg":"trace[144625373] transaction","detail":"{read_only:false; response_revision:33558; number_of_response:1; }","duration":"553.632516ms","start":"2026-07-28T16:56:33.133087Z","end":"2026-07-28T16:56:33.68672Z","steps":["trace[144625373] 'process raft request' (duration: 553.467842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:33.686819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:33.13306Z","time spent":"553.690226ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:33.686996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.199449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-wq7s6.18c68233d2fa2e69\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-07-28T16:56:33.687025Z","caller":"traceutil/trace.go:171","msg":"trace[2077918043] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-wq7s6.18c68233d2fa2e69; range_end:; response_count:1; response_revision:33558; }","duration":"508.258921ms","start":"2026-07-28T16:56:33.178757Z","end":"2026-07-28T16:56:33.687016Z","steps":["trace[2077918043] 'agreement among raft nodes before linearized reading' (duration: 508.153738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:33.687043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:33.178742Z","time spent":"508.297331ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-wq7s6.18c68233d2fa2e69\" "} {"level":"warn","ts":"2026-07-28T16:56:33.687289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.290121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:33.687316Z","caller":"traceutil/trace.go:171","msg":"trace[227530868] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:33558; }","duration":"176.342052ms","start":"2026-07-28T16:56:33.510967Z","end":"2026-07-28T16:56:33.687309Z","steps":["trace[227530868] 'agreement among raft nodes before linearized reading' (duration: 176.295331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:33.687353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.741991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:56:33.687431Z","caller":"traceutil/trace.go:171","msg":"trace[196973806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33558; }","duration":"222.874334ms","start":"2026-07-28T16:56:33.464538Z","end":"2026-07-28T16:56:33.687412Z","steps":["trace[196973806] 'agreement among raft nodes before linearized reading' (duration: 222.756482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:33.687668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.780013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:33.687962Z","caller":"traceutil/trace.go:171","msg":"trace[296802182] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:33558; }","duration":"329.183152ms","start":"2026-07-28T16:56:33.358559Z","end":"2026-07-28T16:56:33.687742Z","steps":["trace[296802182] 'agreement among raft nodes before linearized reading' (duration: 328.225219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:33.688057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:33.358516Z","time spent":"329.49548ms","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:56:33.686718Z","caller":"traceutil/trace.go:171","msg":"trace[1967737309] transaction","detail":"{read_only:false; response_revision:33557; number_of_response:1; }","duration":"584.117828ms","start":"2026-07-28T16:56:33.102572Z","end":"2026-07-28T16:56:33.686689Z","steps":["trace[1967737309] 'process raft request' (duration: 583.717868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:33.68885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:33.102551Z","time spent":"586.198888ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:34.027958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.457894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:34.028098Z","caller":"traceutil/trace.go:171","msg":"trace[989169258] linearizableReadLoop","detail":"{readStateIndex:34602; appliedIndex:34601; }","duration":"247.953506ms","start":"2026-07-28T16:56:33.780095Z","end":"2026-07-28T16:56:34.028049Z","steps":["trace[989169258] 'read index received' (duration: 122.203965ms)","trace[989169258] 'applied index is now lower than readState.Index' (duration: 125.748091ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:34.028191Z","caller":"traceutil/trace.go:171","msg":"trace[59744616] transaction","detail":"{read_only:false; response_revision:33561; number_of_response:1; }","duration":"270.366771ms","start":"2026-07-28T16:56:33.757813Z","end":"2026-07-28T16:56:34.028179Z","steps":["trace[59744616] 'process raft request' (duration: 144.577919ms)","trace[59744616] 'compare' (duration: 125.248669ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:34.028454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.362695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:56:34.028513Z","caller":"traceutil/trace.go:171","msg":"trace[866263479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33561; }","duration":"248.476789ms","start":"2026-07-28T16:56:33.780024Z","end":"2026-07-28T16:56:34.0285Z","steps":["trace[866263479] 'agreement among raft nodes before linearized reading' (duration: 248.317745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:34.028701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.277602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:56:34.028766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.561449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:56:34.028875Z","caller":"traceutil/trace.go:171","msg":"trace[901145023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33561; }","duration":"234.721193ms","start":"2026-07-28T16:56:33.794127Z","end":"2026-07-28T16:56:34.028848Z","steps":["trace[901145023] 'agreement among raft nodes before linearized reading' (duration: 234.431186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:34.028906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.491697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:56:34.028967Z","caller":"traceutil/trace.go:171","msg":"trace[257275858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33561; }","duration":"234.56911ms","start":"2026-07-28T16:56:33.79439Z","end":"2026-07-28T16:56:34.028959Z","steps":["trace[257275858] 'agreement among raft nodes before linearized reading' (duration: 234.439727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:34.028803Z","caller":"traceutil/trace.go:171","msg":"trace[922757265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33561; }","duration":"234.388635ms","start":"2026-07-28T16:56:33.794363Z","end":"2026-07-28T16:56:34.028752Z","steps":["trace[922757265] 'agreement among raft nodes before linearized reading' (duration: 234.19821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:34.029082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.700163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:56:34.029096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.826486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:56:34.02922Z","caller":"traceutil/trace.go:171","msg":"trace[383447601] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33561; }","duration":"234.894308ms","start":"2026-07-28T16:56:33.794301Z","end":"2026-07-28T16:56:34.029195Z","steps":["trace[383447601] 'agreement among raft nodes before linearized reading' (duration: 234.58894ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:34.02928Z","caller":"traceutil/trace.go:171","msg":"trace[1953970554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33561; }","duration":"235.058461ms","start":"2026-07-28T16:56:33.794208Z","end":"2026-07-28T16:56:34.029266Z","steps":["trace[1953970554] 'agreement among raft nodes before linearized reading' (duration: 234.692972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:34.231757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.837113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:56:34.231984Z","caller":"traceutil/trace.go:171","msg":"trace[1665626822] transaction","detail":"{read_only:false; response_revision:33564; number_of_response:1; }","duration":"198.072671ms","start":"2026-07-28T16:56:34.033893Z","end":"2026-07-28T16:56:34.231966Z","steps":["trace[1665626822] 'process raft request' (duration: 198.007829ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:34.232235Z","caller":"traceutil/trace.go:171","msg":"trace[49187416] transaction","detail":"{read_only:false; response_revision:33562; number_of_response:1; }","duration":"198.665636ms","start":"2026-07-28T16:56:34.033464Z","end":"2026-07-28T16:56:34.23213Z","steps":["trace[49187416] 'process raft request' (duration: 95.384442ms)","trace[49187416] 'compare' (duration: 102.630358ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:34.232423Z","caller":"traceutil/trace.go:171","msg":"trace[1173996556] transaction","detail":"{read_only:false; response_revision:33565; number_of_response:1; }","duration":"197.808474ms","start":"2026-07-28T16:56:34.034591Z","end":"2026-07-28T16:56:34.2324Z","steps":["trace[1173996556] 'process raft request' (duration: 197.342553ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:34.232481Z","caller":"traceutil/trace.go:171","msg":"trace[1738180539] transaction","detail":"{read_only:false; response_revision:33563; number_of_response:1; }","duration":"198.658995ms","start":"2026-07-28T16:56:34.03381Z","end":"2026-07-28T16:56:34.232469Z","steps":["trace[1738180539] 'process raft request' (duration: 198.04007ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:34.232699Z","caller":"traceutil/trace.go:171","msg":"trace[771176542] transaction","detail":"{read_only:false; response_revision:33566; number_of_response:1; }","duration":"197.607739ms","start":"2026-07-28T16:56:34.035078Z","end":"2026-07-28T16:56:34.232686Z","steps":["trace[771176542] 'process raft request' (duration: 197.23801ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:34.232847Z","caller":"traceutil/trace.go:171","msg":"trace[1258650569] linearizableReadLoop","detail":"{readStateIndex:34608; appliedIndex:34602; }","duration":"142.516199ms","start":"2026-07-28T16:56:34.09032Z","end":"2026-07-28T16:56:34.232836Z","steps":["trace[1258650569] 'read index received' (duration: 38.475017ms)","trace[1258650569] 'applied index is now lower than readState.Index' (duration: 104.040292ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:34.232917Z","caller":"traceutil/trace.go:171","msg":"trace[1212144360] transaction","detail":"{read_only:false; response_revision:33567; number_of_response:1; }","duration":"197.062987ms","start":"2026-07-28T16:56:34.035846Z","end":"2026-07-28T16:56:34.232909Z","steps":["trace[1212144360] 'process raft request' (duration: 196.80539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:34.233105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.778995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:56:34.233149Z","caller":"traceutil/trace.go:171","msg":"trace[972622417] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:33567; }","duration":"142.880577ms","start":"2026-07-28T16:56:34.090258Z","end":"2026-07-28T16:56:34.233138Z","steps":["trace[972622417] 'agreement among raft nodes before linearized reading' (duration: 142.792005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:34.233385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.935587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T16:56:34.23342Z","caller":"traceutil/trace.go:171","msg":"trace[2144508658] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33567; }","duration":"108.010709ms","start":"2026-07-28T16:56:34.125401Z","end":"2026-07-28T16:56:34.233412Z","steps":["trace[2144508658] 'agreement among raft nodes before linearized reading' (duration: 107.887536ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:34.353242Z","caller":"traceutil/trace.go:171","msg":"trace[1751401452] transaction","detail":"{read_only:false; response_revision:33568; number_of_response:1; }","duration":"115.893141ms","start":"2026-07-28T16:56:34.237305Z","end":"2026-07-28T16:56:34.353198Z","steps":["trace[1751401452] 'process raft request' (duration: 103.13096ms)","trace[1751401452] 'compare' (duration: 12.600077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:56:34.645181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.563144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:34.645258Z","caller":"traceutil/trace.go:171","msg":"trace[1672204201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33568; }","duration":"189.684117ms","start":"2026-07-28T16:56:34.455556Z","end":"2026-07-28T16:56:34.64524Z","steps":["trace[1672204201] 'range keys from in-memory index tree' (duration: 189.453731ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:34.695493Z","caller":"traceutil/trace.go:171","msg":"trace[1825817051] transaction","detail":"{read_only:false; response_revision:33569; number_of_response:1; }","duration":"235.600765ms","start":"2026-07-28T16:56:34.459867Z","end":"2026-07-28T16:56:34.695468Z","steps":["trace[1825817051] 'process raft request' (duration: 235.127253ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:34.932658Z","caller":"traceutil/trace.go:171","msg":"trace[1546104546] linearizableReadLoop","detail":"{readStateIndex:34612; appliedIndex:34609; }","duration":"319.565199ms","start":"2026-07-28T16:56:34.613071Z","end":"2026-07-28T16:56:34.932636Z","steps":["trace[1546104546] 'read index received' (duration: 81.869223ms)","trace[1546104546] 'applied index is now lower than readState.Index' (duration: 237.695165ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:34.932767Z","caller":"traceutil/trace.go:171","msg":"trace[1818156909] transaction","detail":"{read_only:false; response_revision:33571; number_of_response:1; }","duration":"387.687736ms","start":"2026-07-28T16:56:34.545067Z","end":"2026-07-28T16:56:34.932755Z","steps":["trace[1818156909] 'process raft request' (duration: 387.495962ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:34.933131Z","caller":"traceutil/trace.go:171","msg":"trace[2125505897] transaction","detail":"{read_only:false; response_revision:33572; number_of_response:1; }","duration":"256.256978ms","start":"2026-07-28T16:56:34.676847Z","end":"2026-07-28T16:56:34.933104Z","steps":["trace[2125505897] 'process raft request' (duration: 255.752186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:34.933247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.165483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:56:34.933327Z","caller":"traceutil/trace.go:171","msg":"trace[1309166987] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33572; }","duration":"320.254125ms","start":"2026-07-28T16:56:34.613053Z","end":"2026-07-28T16:56:34.933307Z","steps":["trace[1309166987] 'agreement among raft nodes before linearized reading' (duration: 319.984168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:34.933374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:34.612992Z","time spent":"320.373648ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:56:34.933517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.809178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:34.933576Z","caller":"traceutil/trace.go:171","msg":"trace[1921278660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33572; }","duration":"283.925061ms","start":"2026-07-28T16:56:34.649638Z","end":"2026-07-28T16:56:34.933563Z","steps":["trace[1921278660] 'agreement among raft nodes before linearized reading' (duration: 283.812758ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:34.932752Z","caller":"traceutil/trace.go:171","msg":"trace[1142149822] transaction","detail":"{read_only:false; response_revision:33570; number_of_response:1; }","duration":"455.395705ms","start":"2026-07-28T16:56:34.477329Z","end":"2026-07-28T16:56:34.932725Z","steps":["trace[1142149822] 'process raft request' (duration: 455.084437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:34.93416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:34.545042Z","time spent":"387.758379ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:56:34.934263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.413073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:22621"} {"level":"warn","ts":"2026-07-28T16:56:34.934264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:34.477296Z","time spent":"456.904542ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:56:34.934324Z","caller":"traceutil/trace.go:171","msg":"trace[1105503051] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:33572; }","duration":"231.557866ms","start":"2026-07-28T16:56:34.702735Z","end":"2026-07-28T16:56:34.934293Z","steps":["trace[1105503051] 'agreement among raft nodes before linearized reading' (duration: 230.632733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:34.933689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.863277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:56:34.936785Z","caller":"traceutil/trace.go:171","msg":"trace[252996802] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33572; }","duration":"314.014443ms","start":"2026-07-28T16:56:34.62275Z","end":"2026-07-28T16:56:34.936764Z","steps":["trace[252996802] 'agreement among raft nodes before linearized reading' (duration: 310.368374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:34.93685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:56:34.622735Z","time spent":"314.092825ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:56:35.110589Z","caller":"traceutil/trace.go:171","msg":"trace[434101286] transaction","detail":"{read_only:false; response_revision:33573; number_of_response:1; }","duration":"172.273933ms","start":"2026-07-28T16:56:34.938294Z","end":"2026-07-28T16:56:35.110568Z","steps":["trace[434101286] 'process raft request' (duration: 142.434727ms)","trace[434101286] 'compare' (duration: 29.755244ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:35.115843Z","caller":"traceutil/trace.go:171","msg":"trace[481350254] transaction","detail":"{read_only:false; response_revision:33574; number_of_response:1; }","duration":"176.710671ms","start":"2026-07-28T16:56:34.93911Z","end":"2026-07-28T16:56:35.115821Z","steps":["trace[481350254] 'process raft request' (duration: 176.574528ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:42.609192Z","caller":"traceutil/trace.go:171","msg":"trace[1919720658] transaction","detail":"{read_only:false; response_revision:33618; number_of_response:1; }","duration":"205.704557ms","start":"2026-07-28T16:56:42.40346Z","end":"2026-07-28T16:56:42.609165Z","steps":["trace[1919720658] 'process raft request' (duration: 137.607299ms)","trace[1919720658] 'compare' (duration: 67.862942ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:42.609276Z","caller":"traceutil/trace.go:171","msg":"trace[283296047] transaction","detail":"{read_only:false; response_revision:33619; number_of_response:1; }","duration":"205.793459ms","start":"2026-07-28T16:56:42.403462Z","end":"2026-07-28T16:56:42.609255Z","steps":["trace[283296047] 'process raft request' (duration: 205.596624ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:42.609399Z","caller":"traceutil/trace.go:171","msg":"trace[1602660434] transaction","detail":"{read_only:false; response_revision:33620; number_of_response:1; }","duration":"205.854401ms","start":"2026-07-28T16:56:42.403534Z","end":"2026-07-28T16:56:42.609388Z","steps":["trace[1602660434] 'process raft request' (duration: 205.597955ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:42.609668Z","caller":"traceutil/trace.go:171","msg":"trace[1374203813] transaction","detail":"{read_only:false; response_revision:33621; number_of_response:1; }","duration":"204.256302ms","start":"2026-07-28T16:56:42.405368Z","end":"2026-07-28T16:56:42.609624Z","steps":["trace[1374203813] 'process raft request' (duration: 203.840172ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:46.737941Z","caller":"traceutil/trace.go:171","msg":"trace[35124640] transaction","detail":"{read_only:false; response_revision:33645; number_of_response:1; }","duration":"108.272206ms","start":"2026-07-28T16:56:46.629645Z","end":"2026-07-28T16:56:46.737917Z","steps":["trace[35124640] 'process raft request' (duration: 107.996839ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:46.738235Z","caller":"traceutil/trace.go:171","msg":"trace[177596401] transaction","detail":"{read_only:false; response_revision:33646; number_of_response:1; }","duration":"107.527207ms","start":"2026-07-28T16:56:46.630653Z","end":"2026-07-28T16:56:46.73818Z","steps":["trace[177596401] 'process raft request' (duration: 107.168919ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:16.971683Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31589} {"level":"info","ts":"2026-07-28T16:57:17.11057Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31589,"took":"135.648062ms","hash":2630662121,"current-db-size-bytes":48664576,"current-db-size":"49 MB","current-db-size-in-use-bytes":30904320,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T16:57:17.110686Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2630662121,"revision":31589,"compact-revision":28881} {"level":"info","ts":"2026-07-28T16:57:21.793595Z","caller":"traceutil/trace.go:171","msg":"trace[1799853751] linearizableReadLoop","detail":"{readStateIndex:35176; appliedIndex:35175; }","duration":"143.191476ms","start":"2026-07-28T16:57:21.650377Z","end":"2026-07-28T16:57:21.793568Z","steps":["trace[1799853751] 'read index received' (duration: 142.720134ms)","trace[1799853751] 'applied index is now lower than readState.Index' (duration: 470.192µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:21.793677Z","caller":"traceutil/trace.go:171","msg":"trace[2005498599] transaction","detail":"{read_only:false; response_revision:34115; number_of_response:1; }","duration":"165.128659ms","start":"2026-07-28T16:57:21.628531Z","end":"2026-07-28T16:57:21.79366Z","steps":["trace[2005498599] 'process raft request' (duration: 164.664188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:21.793808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.401351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:21.793885Z","caller":"traceutil/trace.go:171","msg":"trace[1713727525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34115; }","duration":"143.523443ms","start":"2026-07-28T16:57:21.650342Z","end":"2026-07-28T16:57:21.793866Z","steps":["trace[1713727525] 'agreement among raft nodes before linearized reading' (duration: 143.346159ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:22.385413Z","caller":"traceutil/trace.go:171","msg":"trace[1229216775] transaction","detail":"{read_only:false; response_revision:34118; number_of_response:1; }","duration":"151.039627ms","start":"2026-07-28T16:57:22.234352Z","end":"2026-07-28T16:57:22.385392Z","steps":["trace[1229216775] 'process raft request' (duration: 120.34202ms)","trace[1229216775] 'compare' (duration: 30.444571ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:44.307999Z","caller":"traceutil/trace.go:171","msg":"trace[712308258] transaction","detail":"{read_only:false; response_revision:34285; number_of_response:1; }","duration":"376.142925ms","start":"2026-07-28T16:57:43.931831Z","end":"2026-07-28T16:57:44.307974Z","steps":["trace[712308258] 'process raft request' (duration: 376.001472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:44.308185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:43.931813Z","time spent":"376.29985ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:44.353929Z","caller":"traceutil/trace.go:171","msg":"trace[61623998] transaction","detail":"{read_only:false; response_revision:34287; number_of_response:1; }","duration":"136.948493ms","start":"2026-07-28T16:57:44.216959Z","end":"2026-07-28T16:57:44.353908Z","steps":["trace[61623998] 'process raft request' (duration: 136.918543ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:44.354278Z","caller":"traceutil/trace.go:171","msg":"trace[1510845310] transaction","detail":"{read_only:false; response_revision:34286; number_of_response:1; }","duration":"139.838754ms","start":"2026-07-28T16:57:44.214403Z","end":"2026-07-28T16:57:44.354242Z","steps":["trace[1510845310] 'process raft request' (duration: 139.362973ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:45.013601Z","caller":"traceutil/trace.go:171","msg":"trace[180198979] linearizableReadLoop","detail":"{readStateIndex:35358; appliedIndex:35357; }","duration":"113.956763ms","start":"2026-07-28T16:57:44.899621Z","end":"2026-07-28T16:57:45.013577Z","steps":["trace[180198979] 'read index received' (duration: 113.758599ms)","trace[180198979] 'applied index is now lower than readState.Index' (duration: 197.194µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:45.013724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.079306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:45.013678Z","caller":"traceutil/trace.go:171","msg":"trace[414358205] transaction","detail":"{read_only:false; response_revision:34291; number_of_response:1; }","duration":"149.094709ms","start":"2026-07-28T16:57:44.864543Z","end":"2026-07-28T16:57:45.013638Z","steps":["trace[414358205] 'process raft request' (duration: 148.883624ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:45.013759Z","caller":"traceutil/trace.go:171","msg":"trace[1625590747] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:34291; }","duration":"114.151239ms","start":"2026-07-28T16:57:44.899599Z","end":"2026-07-28T16:57:45.01375Z","steps":["trace[1625590747] 'agreement among raft nodes before linearized reading' (duration: 114.066257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.791212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.090787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:57:45.791398Z","caller":"traceutil/trace.go:171","msg":"trace[1650112597] linearizableReadLoop","detail":"{readStateIndex:35361; appliedIndex:35359; }","duration":"617.060999ms","start":"2026-07-28T16:57:45.174318Z","end":"2026-07-28T16:57:45.791379Z","steps":["trace[1650112597] 'read index received' (duration: 154.729166ms)","trace[1650112597] 'applied index is now lower than readState.Index' (duration: 462.330673ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:45.791488Z","caller":"traceutil/trace.go:171","msg":"trace[1416559117] transaction","detail":"{read_only:false; response_revision:34293; number_of_response:1; }","duration":"624.648944ms","start":"2026-07-28T16:57:45.16679Z","end":"2026-07-28T16:57:45.791439Z","steps":["trace[1416559117] 'process raft request' (duration: 162.248349ms)","trace[1416559117] 'compare' (duration: 461.981275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:45.791657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:45.166757Z","time spent":"624.811368ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:45.791722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.384127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T16:57:45.791806Z","caller":"traceutil/trace.go:171","msg":"trace[588668636] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:34294; }","duration":"617.474879ms","start":"2026-07-28T16:57:45.174311Z","end":"2026-07-28T16:57:45.791786Z","steps":["trace[588668636] 'agreement among raft nodes before linearized reading' (duration: 617.221553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.791854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:45.174266Z","time spent":"617.579512ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:57:45.791771Z","caller":"traceutil/trace.go:171","msg":"trace[1131437326] transaction","detail":"{read_only:false; response_revision:34294; number_of_response:1; }","duration":"624.333366ms","start":"2026-07-28T16:57:45.167289Z","end":"2026-07-28T16:57:45.791622Z","steps":["trace[1131437326] 'process raft request' (duration: 624.029229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.79222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:45.167262Z","time spent":"624.791548ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:45.795984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.188086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T16:57:45.796074Z","caller":"traceutil/trace.go:171","msg":"trace[2083514726] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34295; }","duration":"528.405371ms","start":"2026-07-28T16:57:45.26764Z","end":"2026-07-28T16:57:45.796045Z","steps":["trace[2083514726] 'agreement among raft nodes before linearized reading' (duration: 528.174645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.796105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:45.267612Z","time spent":"528.487673ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:57:45.796299Z","caller":"traceutil/trace.go:171","msg":"trace[29534233] transaction","detail":"{read_only:false; response_revision:34295; number_of_response:1; }","duration":"461.471312ms","start":"2026-07-28T16:57:45.33482Z","end":"2026-07-28T16:57:45.796291Z","steps":["trace[29534233] 'process raft request' (duration: 460.906098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.796384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:45.334807Z","time spent":"461.517624ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:45.796689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.334777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:57:45.796736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.856942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:57:45.796743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.658132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:57:45.796763Z","caller":"traceutil/trace.go:171","msg":"trace[108199466] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:34295; }","duration":"180.918873ms","start":"2026-07-28T16:57:45.615837Z","end":"2026-07-28T16:57:45.796756Z","steps":["trace[108199466] 'agreement among raft nodes before linearized reading' (duration: 180.868632ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:45.796766Z","caller":"traceutil/trace.go:171","msg":"trace[1945543121] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:34295; }","duration":"410.45129ms","start":"2026-07-28T16:57:45.386296Z","end":"2026-07-28T16:57:45.796748Z","steps":["trace[1945543121] 'agreement among raft nodes before linearized reading' (duration: 410.333367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.796768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.079597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:45.796794Z","caller":"traceutil/trace.go:171","msg":"trace[1539424712] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34295; }","duration":"278.722774ms","start":"2026-07-28T16:57:45.518055Z","end":"2026-07-28T16:57:45.796778Z","steps":["trace[1539424712] 'agreement among raft nodes before linearized reading' (duration: 278.55154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.796832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:45.386278Z","time spent":"410.519532ms","remote":"127.0.0.1:59982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:57:45.796779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.662179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:45.796855Z","caller":"traceutil/trace.go:171","msg":"trace[253203134] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34295; }","duration":"287.20366ms","start":"2026-07-28T16:57:45.509632Z","end":"2026-07-28T16:57:45.796835Z","steps":["trace[253203134] 'agreement among raft nodes before linearized reading' (duration: 287.086107ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:45.796896Z","caller":"traceutil/trace.go:171","msg":"trace[1141226401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34295; }","duration":"146.772192ms","start":"2026-07-28T16:57:45.650096Z","end":"2026-07-28T16:57:45.796868Z","steps":["trace[1141226401] 'agreement among raft nodes before linearized reading' (duration: 146.572937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.796976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.553249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:45.797084Z","caller":"traceutil/trace.go:171","msg":"trace[1463045799] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34295; }","duration":"287.691643ms","start":"2026-07-28T16:57:45.509371Z","end":"2026-07-28T16:57:45.797063Z","steps":["trace[1463045799] 'agreement among raft nodes before linearized reading' (duration: 287.113449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.796981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.329144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:45.79724Z","caller":"traceutil/trace.go:171","msg":"trace[1747039903] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34295; }","duration":"287.636161ms","start":"2026-07-28T16:57:45.50959Z","end":"2026-07-28T16:57:45.797227Z","steps":["trace[1747039903] 'agreement among raft nodes before linearized reading' (duration: 287.308623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.797443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.396443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:57:45.797539Z","caller":"traceutil/trace.go:171","msg":"trace[12315619] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34295; }","duration":"496.520266ms","start":"2026-07-28T16:57:45.300999Z","end":"2026-07-28T16:57:45.797519Z","steps":["trace[12315619] 'agreement among raft nodes before linearized reading' (duration: 495.615534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.797764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:45.300983Z","time spent":"496.764671ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:57:45.797823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.096783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:45.797884Z","caller":"traceutil/trace.go:171","msg":"trace[527302648] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:34295; }","duration":"523.201675ms","start":"2026-07-28T16:57:45.274665Z","end":"2026-07-28T16:57:45.797866Z","steps":["trace[527302648] 'agreement among raft nodes before linearized reading' (duration: 522.341144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:45.797928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:45.274639Z","time spent":"523.278507ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:57:45.97792Z","caller":"traceutil/trace.go:171","msg":"trace[657462734] transaction","detail":"{read_only:false; response_revision:34297; number_of_response:1; }","duration":"176.929786ms","start":"2026-07-28T16:57:45.800955Z","end":"2026-07-28T16:57:45.977884Z","steps":["trace[657462734] 'process raft request' (duration: 176.567897ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:45.979298Z","caller":"traceutil/trace.go:171","msg":"trace[374625619] transaction","detail":"{read_only:false; response_revision:34298; number_of_response:1; }","duration":"175.987674ms","start":"2026-07-28T16:57:45.80177Z","end":"2026-07-28T16:57:45.977758Z","steps":["trace[374625619] 'process raft request' (duration: 175.918702ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:46.888212Z","caller":"traceutil/trace.go:171","msg":"trace[798556442] transaction","detail":"{read_only:false; response_revision:34299; number_of_response:1; }","duration":"561.905497ms","start":"2026-07-28T16:57:46.326279Z","end":"2026-07-28T16:57:46.888185Z","steps":["trace[798556442] 'process raft request' (duration: 560.116283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:46.88836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:46.32626Z","time spent":"562.029419ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:47.155405Z","caller":"traceutil/trace.go:171","msg":"trace[687118233] transaction","detail":"{read_only:false; response_revision:34300; number_of_response:1; }","duration":"796.073187ms","start":"2026-07-28T16:57:46.359299Z","end":"2026-07-28T16:57:47.155372Z","steps":["trace[687118233] 'process raft request' (duration: 791.006624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:47.155685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:46.359274Z","time spent":"796.330753ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:47.155417Z","caller":"traceutil/trace.go:171","msg":"trace[365073454] transaction","detail":"{read_only:false; response_revision:34301; number_of_response:1; }","duration":"794.874228ms","start":"2026-07-28T16:57:46.360521Z","end":"2026-07-28T16:57:47.155395Z","steps":["trace[365073454] 'process raft request' (duration: 794.727114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:47.155909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:46.360504Z","time spent":"795.287797ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:47.64215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.792209ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:57:47.643777Z","caller":"traceutil/trace.go:171","msg":"trace[510159708] linearizableReadLoop","detail":"{readStateIndex:35370; appliedIndex:35365; }","duration":"992.380024ms","start":"2026-07-28T16:57:46.651366Z","end":"2026-07-28T16:57:47.643746Z","steps":["trace[510159708] 'read index received' (duration: 235.201765ms)","trace[510159708] 'applied index is now lower than readState.Index' (duration: 757.176279ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:47.643875Z","caller":"traceutil/trace.go:171","msg":"trace[1800497805] transaction","detail":"{read_only:false; response_revision:34302; number_of_response:1; }","duration":"1.060852321s","start":"2026-07-28T16:57:46.582959Z","end":"2026-07-28T16:57:47.643811Z","steps":["trace[1800497805] 'process raft request' (duration: 1.059321173s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:47.6442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:46.582935Z","time spent":"1.061081697s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:47.905894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.839564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:47.905986Z","caller":"traceutil/trace.go:171","msg":"trace[2101716156] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34302; }","duration":"745.986758ms","start":"2026-07-28T16:57:47.159975Z","end":"2026-07-28T16:57:47.905962Z","steps":["trace[2101716156] 'agreement among raft nodes before linearized reading' (duration: 484.030642ms)","trace[2101716156] 'range keys from in-memory index tree' (duration: 261.822163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.906034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.159957Z","time spent":"746.067609ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:57:47.906018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.732131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:47.906125Z","caller":"traceutil/trace.go:171","msg":"trace[827807795] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34302; }","duration":"745.858155ms","start":"2026-07-28T16:57:47.160227Z","end":"2026-07-28T16:57:47.906085Z","steps":["trace[827807795] 'agreement among raft nodes before linearized reading' (duration: 483.790846ms)","trace[827807795] 'range keys from in-memory index tree' (duration: 261.931596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.906184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.160219Z","time spent":"745.953727ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:57:47.906229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.396598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T16:57:47.906259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.220924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:47.906316Z","caller":"traceutil/trace.go:171","msg":"trace[2112366169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34302; }","duration":"110.537311ms","start":"2026-07-28T16:57:47.795757Z","end":"2026-07-28T16:57:47.906294Z","steps":["trace[2112366169] 'range keys from in-memory index tree' (duration: 110.191132ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:47.906396Z","caller":"traceutil/trace.go:171","msg":"trace[941662946] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34302; }","duration":"746.404898ms","start":"2026-07-28T16:57:47.159926Z","end":"2026-07-28T16:57:47.906331Z","steps":["trace[941662946] 'agreement among raft nodes before linearized reading' (duration: 484.089303ms)","trace[941662946] 'range keys from in-memory index tree' (duration: 262.059689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.906405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.717873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-28T16:57:47.90645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.159918Z","time spent":"746.51961ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-28T16:57:47.906474Z","caller":"traceutil/trace.go:171","msg":"trace[696710427] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:34302; }","duration":"476.826786ms","start":"2026-07-28T16:57:47.429635Z","end":"2026-07-28T16:57:47.906462Z","steps":["trace[696710427] 'agreement among raft nodes before linearized reading' (duration: 214.318806ms)","trace[696710427] 'range keys from in-memory index tree' (duration: 262.358455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.906464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.040719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:57:47.90651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.429613Z","time spent":"476.890878ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-07-28T16:57:47.906536Z","caller":"traceutil/trace.go:171","msg":"trace[1059128946] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34302; }","duration":"746.131761ms","start":"2026-07-28T16:57:47.160383Z","end":"2026-07-28T16:57:47.906514Z","steps":["trace[1059128946] 'agreement among raft nodes before linearized reading' (duration: 483.634462ms)","trace[1059128946] 'range keys from in-memory index tree' (duration: 262.297734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.906577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.87763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T16:57:47.906587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.160377Z","time spent":"746.202313ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5088,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-07-28T16:57:47.90661Z","caller":"traceutil/trace.go:171","msg":"trace[381918590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34302; }","duration":"108.948132ms","start":"2026-07-28T16:57:47.797651Z","end":"2026-07-28T16:57:47.9066Z","steps":["trace[381918590] 'range keys from in-memory index tree' (duration: 108.747417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:47.906613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.736661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:47.906658Z","caller":"traceutil/trace.go:171","msg":"trace[981937789] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34302; }","duration":"745.799923ms","start":"2026-07-28T16:57:47.160846Z","end":"2026-07-28T16:57:47.906646Z","steps":["trace[981937789] 'agreement among raft nodes before linearized reading' (duration: 483.14039ms)","trace[981937789] 'range keys from in-memory index tree' (duration: 262.603622ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.906657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.104564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:57:47.906694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.160835Z","time spent":"745.852654ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:57:47.906202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.178749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:57:47.906728Z","caller":"traceutil/trace.go:171","msg":"trace[809372840] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:34302; }","duration":"740.188777ms","start":"2026-07-28T16:57:47.166515Z","end":"2026-07-28T16:57:47.906703Z","steps":["trace[809372840] 'agreement among raft nodes before linearized reading' (duration: 477.455572ms)","trace[809372840] 'count revisions from in-memory index tree' (duration: 262.640583ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.906757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.478858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T16:57:47.906775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.149899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:47.906796Z","caller":"traceutil/trace.go:171","msg":"trace[948028372] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34302; }","duration":"840.55063ms","start":"2026-07-28T16:57:47.066233Z","end":"2026-07-28T16:57:47.906783Z","steps":["trace[948028372] 'agreement among raft nodes before linearized reading' (duration: 577.730443ms)","trace[948028372] 'range keys from in-memory index tree' (duration: 262.737025ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:47.906805Z","caller":"traceutil/trace.go:171","msg":"trace[774422879] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34302; }","duration":"840.18552ms","start":"2026-07-28T16:57:47.066607Z","end":"2026-07-28T16:57:47.906793Z","steps":["trace[774422879] 'agreement among raft nodes before linearized reading' (duration: 577.391874ms)","trace[774422879] 'range keys from in-memory index tree' (duration: 262.764835ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:47.906744Z","caller":"traceutil/trace.go:171","msg":"trace[1798873368] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:34302; }","duration":"752.814243ms","start":"2026-07-28T16:57:47.153917Z","end":"2026-07-28T16:57:47.906731Z","steps":["trace[1798873368] 'agreement among raft nodes before linearized reading' (duration: 490.028647ms)","trace[1798873368] 'count revisions from in-memory index tree' (duration: 262.160551ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.906835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.066602Z","time spent":"840.227212ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:57:47.906834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.066211Z","time spent":"840.612801ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T16:57:47.90685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.153903Z","time spent":"752.935077ms","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":131,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:57:47.906883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042934485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:57:47.906917Z","caller":"traceutil/trace.go:171","msg":"trace[1136067493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34302; }","duration":"1.043025158s","start":"2026-07-28T16:57:46.86388Z","end":"2026-07-28T16:57:47.906905Z","steps":["trace[1136067493] 'agreement among raft nodes before linearized reading' (duration: 780.099048ms)","trace[1136067493] 'range keys from in-memory index tree' (duration: 262.794747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.906945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.131041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:57:47.90629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.734739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:47.906971Z","caller":"traceutil/trace.go:171","msg":"trace[1205741078] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34302; }","duration":"746.166732ms","start":"2026-07-28T16:57:47.160795Z","end":"2026-07-28T16:57:47.906961Z","steps":["trace[1205741078] 'agreement among raft nodes before linearized reading' (duration: 483.204912ms)","trace[1205741078] 'range keys from in-memory index tree' (duration: 262.888248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.907005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.160788Z","time spent":"746.210763ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5088,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:57:47.907035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.039294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:57:47.907051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.416056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:57:47.907079Z","caller":"traceutil/trace.go:171","msg":"trace[127599042] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34302; }","duration":"747.100015ms","start":"2026-07-28T16:57:47.159969Z","end":"2026-07-28T16:57:47.907069Z","steps":["trace[127599042] 'agreement among raft nodes before linearized reading' (duration: 484.038002ms)","trace[127599042] 'range keys from in-memory index tree' (duration: 263.008251ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:47.907084Z","caller":"traceutil/trace.go:171","msg":"trace[93511890] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34302; }","duration":"840.483218ms","start":"2026-07-28T16:57:47.066591Z","end":"2026-07-28T16:57:47.907075Z","steps":["trace[93511890] 'agreement among raft nodes before linearized reading' (duration: 577.395904ms)","trace[93511890] 'range keys from in-memory index tree' (duration: 263.009272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.907111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.06657Z","time spent":"840.534988ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5088,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:57:47.906707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.957391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-28T16:57:47.907114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.159963Z","time spent":"747.139095ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:57:47.907187Z","caller":"traceutil/trace.go:171","msg":"trace[1984897713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34302; }","duration":"786.468523ms","start":"2026-07-28T16:57:47.120708Z","end":"2026-07-28T16:57:47.907177Z","steps":["trace[1984897713] 'agreement among raft nodes before linearized reading' (duration: 523.283807ms)","trace[1984897713] 'range keys from in-memory index tree' (duration: 262.657193ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.907223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.120687Z","time spent":"786.527984ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:57:47.906747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.15424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:57:47.907247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.085342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:47.907264Z","caller":"traceutil/trace.go:171","msg":"trace[1917456249] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34302; }","duration":"840.680582ms","start":"2026-07-28T16:57:47.066573Z","end":"2026-07-28T16:57:47.907253Z","steps":["trace[1917456249] 'agreement among raft nodes before linearized reading' (duration: 577.387484ms)","trace[1917456249] 'range keys from in-memory index tree' (duration: 262.736655ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:47.907281Z","caller":"traceutil/trace.go:171","msg":"trace[1812652327] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34302; }","duration":"106.141974ms","start":"2026-07-28T16:57:47.80113Z","end":"2026-07-28T16:57:47.907272Z","steps":["trace[1812652327] 'range keys from in-memory index tree' (duration: 106.026041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:47.906796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.166506Z","time spent":"740.272249ms","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:57:47.9073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.066566Z","time spent":"840.726703ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:57:47.906956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:46.86386Z","time spent":"1.043086619s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:57:47.907164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.67235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:57:47.907368Z","caller":"traceutil/trace.go:171","msg":"trace[28527077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34302; }","duration":"888.926837ms","start":"2026-07-28T16:57:47.018431Z","end":"2026-07-28T16:57:47.907358Z","steps":["trace[28527077] 'agreement among raft nodes before linearized reading' (duration: 625.542436ms)","trace[28527077] 'range keys from in-memory index tree' (duration: 263.098414ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:47.906996Z","caller":"traceutil/trace.go:171","msg":"trace[1552353607] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34302; }","duration":"840.432696ms","start":"2026-07-28T16:57:47.066546Z","end":"2026-07-28T16:57:47.906979Z","steps":["trace[1552353607] 'agreement among raft nodes before linearized reading' (duration: 577.408324ms)","trace[1552353607] 'range keys from in-memory index tree' (duration: 262.315934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.907459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.01841Z","time spent":"889.040489ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:57:47.907482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.066487Z","time spent":"840.981219ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:57:47.907662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.175961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:47.907721Z","caller":"traceutil/trace.go:171","msg":"trace[1242932465] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34302; }","duration":"748.234802ms","start":"2026-07-28T16:57:47.159462Z","end":"2026-07-28T16:57:47.907697Z","steps":["trace[1242932465] 'agreement among raft nodes before linearized reading' (duration: 484.446661ms)","trace[1242932465] 'range keys from in-memory index tree' (duration: 263.726779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.907738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.391787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T16:57:47.907704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.649416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:47.907773Z","caller":"traceutil/trace.go:171","msg":"trace[2019019212] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34302; }","duration":"748.439797ms","start":"2026-07-28T16:57:47.159323Z","end":"2026-07-28T16:57:47.907762Z","steps":["trace[2019019212] 'agreement among raft nodes before linearized reading' (duration: 484.595456ms)","trace[2019019212] 'range keys from in-memory index tree' (duration: 263.75111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.907799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198979303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:57:47.907803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.159317Z","time spent":"748.479158ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T16:57:47.907793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256426932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:57:47.907758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.159454Z","time spent":"748.296934ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:57:47.907835Z","caller":"traceutil/trace.go:171","msg":"trace[292141812] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:34302; }","duration":"1.199049935s","start":"2026-07-28T16:57:46.708775Z","end":"2026-07-28T16:57:47.907825Z","steps":["trace[292141812] 'agreement among raft nodes before linearized reading' (duration: 935.123061ms)","trace[292141812] 'count revisions from in-memory index tree' (duration: 263.874073ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:47.907854Z","caller":"traceutil/trace.go:171","msg":"trace[1086202158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34302; }","duration":"1.256512113s","start":"2026-07-28T16:57:46.651326Z","end":"2026-07-28T16:57:47.907838Z","steps":["trace[1086202158] 'agreement among raft nodes before linearized reading' (duration: 992.533918ms)","trace[1086202158] 'range keys from in-memory index tree' (duration: 263.876343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.907845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.53043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T16:57:47.907886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:46.708756Z","time spent":"1.199122057s","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:57:47.907893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:46.651309Z","time spent":"1.256575645s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:57:47.907915Z","caller":"traceutil/trace.go:171","msg":"trace[1865302185] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34302; }","duration":"748.630942ms","start":"2026-07-28T16:57:47.15926Z","end":"2026-07-28T16:57:47.90789Z","steps":["trace[1865302185] 'agreement among raft nodes before linearized reading' (duration: 484.677927ms)","trace[1865302185] 'range keys from in-memory index tree' (duration: 263.813941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:47.907982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:47.159241Z","time spent":"748.723344ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T16:57:47.907807Z","caller":"traceutil/trace.go:171","msg":"trace[1485474164] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34302; }","duration":"107.014665ms","start":"2026-07-28T16:57:47.800773Z","end":"2026-07-28T16:57:47.907788Z","steps":["trace[1485474164] 'range keys from in-memory index tree' (duration: 106.298957ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:47.919757Z","caller":"traceutil/trace.go:171","msg":"trace[1204768845] linearizableReadLoop","detail":"{readStateIndex:35371; appliedIndex:35370; }","duration":"117.829398ms","start":"2026-07-28T16:57:47.801911Z","end":"2026-07-28T16:57:47.91974Z","steps":["trace[1204768845] 'read index received' (duration: 117.774306ms)","trace[1204768845] 'applied index is now lower than readState.Index' (duration: 54.032µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:47.919823Z","caller":"traceutil/trace.go:171","msg":"trace[415292981] transaction","detail":"{read_only:false; response_revision:34303; number_of_response:1; }","duration":"118.263418ms","start":"2026-07-28T16:57:47.801546Z","end":"2026-07-28T16:57:47.919809Z","steps":["trace[415292981] 'process raft request' (duration: 118.082484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:47.919876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.952131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:47.919908Z","caller":"traceutil/trace.go:171","msg":"trace[1777224727] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34303; }","duration":"118.011803ms","start":"2026-07-28T16:57:47.801887Z","end":"2026-07-28T16:57:47.919899Z","steps":["trace[1777224727] 'agreement among raft nodes before linearized reading' (duration: 117.952151ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:48.086278Z","caller":"traceutil/trace.go:171","msg":"trace[1198907243] transaction","detail":"{read_only:false; response_revision:34306; number_of_response:1; }","duration":"173.217236ms","start":"2026-07-28T16:57:47.91303Z","end":"2026-07-28T16:57:48.086247Z","steps":["trace[1198907243] 'process raft request' (duration: 173.131584ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:48.086454Z","caller":"traceutil/trace.go:171","msg":"trace[818063229] transaction","detail":"{read_only:false; response_revision:34304; number_of_response:1; }","duration":"174.572309ms","start":"2026-07-28T16:57:47.911854Z","end":"2026-07-28T16:57:48.086426Z","steps":["trace[818063229] 'process raft request' (duration: 174.100398ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:48.086531Z","caller":"traceutil/trace.go:171","msg":"trace[1204200333] transaction","detail":"{read_only:false; response_revision:34305; number_of_response:1; }","duration":"173.941414ms","start":"2026-07-28T16:57:47.912492Z","end":"2026-07-28T16:57:48.086434Z","steps":["trace[1204200333] 'process raft request' (duration: 173.630017ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:48.086758Z","caller":"traceutil/trace.go:171","msg":"trace[1295403861] transaction","detail":"{read_only:false; response_revision:34307; number_of_response:1; }","duration":"173.236047ms","start":"2026-07-28T16:57:47.91351Z","end":"2026-07-28T16:57:48.086746Z","steps":["trace[1295403861] 'process raft request' (duration: 172.692724ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:48.087351Z","caller":"traceutil/trace.go:171","msg":"trace[804454269] linearizableReadLoop","detail":"{readStateIndex:35377; appliedIndex:35371; }","duration":"167.523038ms","start":"2026-07-28T16:57:47.9198Z","end":"2026-07-28T16:57:48.087323Z","steps":["trace[804454269] 'read index received' (duration: 130.502277ms)","trace[804454269] 'applied index is now lower than readState.Index' (duration: 37.019271ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:48.08744Z","caller":"traceutil/trace.go:171","msg":"trace[844404246] transaction","detail":"{read_only:false; response_revision:34308; number_of_response:1; }","duration":"172.990561ms","start":"2026-07-28T16:57:47.914421Z","end":"2026-07-28T16:57:48.087411Z","steps":["trace[844404246] 'process raft request' (duration: 171.977326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:48.087451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.965141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:48.08752Z","caller":"traceutil/trace.go:171","msg":"trace[1533976167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34308; }","duration":"178.066254ms","start":"2026-07-28T16:57:47.909434Z","end":"2026-07-28T16:57:48.0875Z","steps":["trace[1533976167] 'agreement among raft nodes before linearized reading' (duration: 177.91527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:48.087596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.167261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:57:48.087643Z","caller":"traceutil/trace.go:171","msg":"trace[665410513] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34308; }","duration":"285.242743ms","start":"2026-07-28T16:57:47.802382Z","end":"2026-07-28T16:57:48.087624Z","steps":["trace[665410513] 'agreement among raft nodes before linearized reading' (duration: 285.058459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:48.087643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.631246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T16:57:48.087703Z","caller":"traceutil/trace.go:171","msg":"trace[828152521] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:34308; }","duration":"203.738659ms","start":"2026-07-28T16:57:47.883945Z","end":"2026-07-28T16:57:48.087684Z","steps":["trace[828152521] 'agreement among raft nodes before linearized reading' (duration: 203.539534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:48.101804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.580543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-28T16:57:48.10189Z","caller":"traceutil/trace.go:171","msg":"trace[1946231398] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:34309; }","duration":"168.702746ms","start":"2026-07-28T16:57:47.933167Z","end":"2026-07-28T16:57:48.10187Z","steps":["trace[1946231398] 'agreement among raft nodes before linearized reading' (duration: 167.850605ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:50.086068Z","caller":"traceutil/trace.go:171","msg":"trace[1716471905] transaction","detail":"{read_only:false; response_revision:34318; number_of_response:1; }","duration":"107.353723ms","start":"2026-07-28T16:57:49.978676Z","end":"2026-07-28T16:57:50.086029Z","steps":["trace[1716471905] 'process raft request' (duration: 94.821789ms)","trace[1716471905] 'compare' (duration: 12.325559ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:52.279107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.196927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:57:52.279215Z","caller":"traceutil/trace.go:171","msg":"trace[441077422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34333; }","duration":"102.358231ms","start":"2026-07-28T16:57:52.176831Z","end":"2026-07-28T16:57:52.279189Z","steps":["trace[441077422] 'range keys from in-memory index tree' (duration: 101.973482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:52.279204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.959452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-28T16:57:52.279272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.108046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:57:52.279374Z","caller":"traceutil/trace.go:171","msg":"trace[315067763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34333; }","duration":"102.254929ms","start":"2026-07-28T16:57:52.177095Z","end":"2026-07-28T16:57:52.27935Z","steps":["trace[315067763] 'range keys from in-memory index tree' (duration: 101.899601ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:52.2793Z","caller":"traceutil/trace.go:171","msg":"trace[1197419139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34333; }","duration":"102.103816ms","start":"2026-07-28T16:57:52.177172Z","end":"2026-07-28T16:57:52.279276Z","steps":["trace[1197419139] 'range keys from in-memory index tree' (duration: 101.758016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:52.279454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.004313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T16:57:52.279784Z","caller":"traceutil/trace.go:171","msg":"trace[1971580108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34333; }","duration":"102.392032ms","start":"2026-07-28T16:57:52.17737Z","end":"2026-07-28T16:57:52.279762Z","steps":["trace[1971580108] 'range keys from in-memory index tree' (duration: 101.637444ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:00.499618Z","caller":"traceutil/trace.go:171","msg":"trace[1304663062] linearizableReadLoop","detail":"{readStateIndex:35455; appliedIndex:35454; }","duration":"149.413687ms","start":"2026-07-28T16:58:00.350183Z","end":"2026-07-28T16:58:00.499596Z","steps":["trace[1304663062] 'read index received' (duration: 149.196032ms)","trace[1304663062] 'applied index is now lower than readState.Index' (duration: 216.995µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:00.499695Z","caller":"traceutil/trace.go:171","msg":"trace[222364980] transaction","detail":"{read_only:false; response_revision:34384; number_of_response:1; }","duration":"181.905888ms","start":"2026-07-28T16:58:00.317757Z","end":"2026-07-28T16:58:00.499663Z","steps":["trace[222364980] 'process raft request' (duration: 181.673552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:00.499789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.600191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:58:00.499823Z","caller":"traceutil/trace.go:171","msg":"trace[206051865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34384; }","duration":"149.711144ms","start":"2026-07-28T16:58:00.350103Z","end":"2026-07-28T16:58:00.499814Z","steps":["trace[206051865] 'agreement among raft nodes before linearized reading' (duration: 149.587221ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:00.85594Z","caller":"traceutil/trace.go:171","msg":"trace[138948615] transaction","detail":"{read_only:false; response_revision:34387; number_of_response:1; }","duration":"352.355466ms","start":"2026-07-28T16:58:00.503556Z","end":"2026-07-28T16:58:00.855911Z","steps":["trace[138948615] 'process raft request' (duration: 352.172112ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:00.855934Z","caller":"traceutil/trace.go:171","msg":"trace[274293288] transaction","detail":"{read_only:false; response_revision:34386; number_of_response:1; }","duration":"352.471209ms","start":"2026-07-28T16:58:00.503423Z","end":"2026-07-28T16:58:00.855894Z","steps":["trace[274293288] 'process raft request' (duration: 342.386514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:00.856135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:00.503536Z","time spent":"352.489089ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:00.856125Z","caller":"traceutil/trace.go:171","msg":"trace[1049672566] transaction","detail":"{read_only:false; response_revision:34388; number_of_response:1; }","duration":"352.373257ms","start":"2026-07-28T16:58:00.503722Z","end":"2026-07-28T16:58:00.856095Z","steps":["trace[1049672566] 'process raft request' (duration: 352.142451ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:00.856142Z","caller":"traceutil/trace.go:171","msg":"trace[1258023034] linearizableReadLoop","detail":"{readStateIndex:35460; appliedIndex:35456; }","duration":"205.583534ms","start":"2026-07-28T16:58:00.650538Z","end":"2026-07-28T16:58:00.856121Z","steps":["trace[1258023034] 'read index received' (duration: 195.321084ms)","trace[1258023034] 'applied index is now lower than readState.Index' (duration: 10.26133ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:00.856205Z","caller":"traceutil/trace.go:171","msg":"trace[1103836372] transaction","detail":"{read_only:false; response_revision:34389; number_of_response:1; }","duration":"352.431668ms","start":"2026-07-28T16:58:00.503734Z","end":"2026-07-28T16:58:00.856166Z","steps":["trace[1103836372] 'process raft request' (duration: 352.257613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:00.85627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:00.503702Z","time spent":"352.491619ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:00.856326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.780928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:00.856377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:00.503719Z","time spent":"352.569892ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:00.856206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:00.503414Z","time spent":"352.697504ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:00.856413Z","caller":"traceutil/trace.go:171","msg":"trace[1362306686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34389; }","duration":"205.913872ms","start":"2026-07-28T16:58:00.65048Z","end":"2026-07-28T16:58:00.856393Z","steps":["trace[1362306686] 'agreement among raft nodes before linearized reading' (duration: 205.776109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:01.28427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.374803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T16:58:01.284349Z","caller":"traceutil/trace.go:171","msg":"trace[808326313] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34389; }","duration":"252.508986ms","start":"2026-07-28T16:58:01.031818Z","end":"2026-07-28T16:58:01.284327Z","steps":["trace[808326313] 'range keys from in-memory index tree' (duration: 252.134277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:01.284399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.265474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T16:58:01.284486Z","caller":"traceutil/trace.go:171","msg":"trace[1597980705] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34389; }","duration":"255.427118ms","start":"2026-07-28T16:58:01.029037Z","end":"2026-07-28T16:58:01.284464Z","steps":["trace[1597980705] 'range keys from in-memory index tree' (duration: 254.847513ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:01.451236Z","caller":"traceutil/trace.go:171","msg":"trace[1194336963] transaction","detail":"{read_only:false; response_revision:34391; number_of_response:1; }","duration":"161.903161ms","start":"2026-07-28T16:58:01.289299Z","end":"2026-07-28T16:58:01.451202Z","steps":["trace[1194336963] 'process raft request' (duration: 142.591021ms)","trace[1194336963] 'compare' (duration: 19.080685ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:01.451553Z","caller":"traceutil/trace.go:171","msg":"trace[328850152] transaction","detail":"{read_only:false; response_revision:34392; number_of_response:1; }","duration":"114.876566ms","start":"2026-07-28T16:58:01.336649Z","end":"2026-07-28T16:58:01.451526Z","steps":["trace[328850152] 'process raft request' (duration: 114.483676ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:01.451905Z","caller":"traceutil/trace.go:171","msg":"trace[1216196453] transaction","detail":"{read_only:false; response_revision:34393; number_of_response:1; }","duration":"111.003252ms","start":"2026-07-28T16:58:01.340889Z","end":"2026-07-28T16:58:01.451892Z","steps":["trace[1216196453] 'process raft request' (duration: 110.554591ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:03.953993Z","caller":"traceutil/trace.go:171","msg":"trace[86052417] transaction","detail":"{read_only:false; response_revision:34406; number_of_response:1; }","duration":"228.222965ms","start":"2026-07-28T16:58:03.725746Z","end":"2026-07-28T16:58:03.953969Z","steps":["trace[86052417] 'process raft request' (duration: 228.03536ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:03.954012Z","caller":"traceutil/trace.go:171","msg":"trace[376879551] linearizableReadLoop","detail":"{readStateIndex:35478; appliedIndex:35477; }","duration":"181.6062ms","start":"2026-07-28T16:58:03.772319Z","end":"2026-07-28T16:58:03.953925Z","steps":["trace[376879551] 'read index received' (duration: 181.417176ms)","trace[376879551] 'applied index is now lower than readState.Index' (duration: 188.214µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:03.954098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.760744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:03.954268Z","caller":"traceutil/trace.go:171","msg":"trace[307108763] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34406; }","duration":"181.932508ms","start":"2026-07-28T16:58:03.77229Z","end":"2026-07-28T16:58:03.954222Z","steps":["trace[307108763] 'agreement among raft nodes before linearized reading' (duration: 181.760314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:04.238789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.596771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:04.238807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.461667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:04.238866Z","caller":"traceutil/trace.go:171","msg":"trace[334058284] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34406; }","duration":"255.722675ms","start":"2026-07-28T16:58:03.983127Z","end":"2026-07-28T16:58:04.23885Z","steps":["trace[334058284] 'range keys from in-memory index tree' (duration: 255.519419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:04.238855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.571676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:04.238902Z","caller":"traceutil/trace.go:171","msg":"trace[1358443745] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34406; }","duration":"255.591621ms","start":"2026-07-28T16:58:03.983285Z","end":"2026-07-28T16:58:04.238876Z","steps":["trace[1358443745] 'range keys from in-memory index tree' (duration: 255.394946ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.23892Z","caller":"traceutil/trace.go:171","msg":"trace[68429733] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34406; }","duration":"254.671299ms","start":"2026-07-28T16:58:03.984232Z","end":"2026-07-28T16:58:04.238904Z","steps":["trace[68429733] 'range keys from in-memory index tree' (duration: 254.509284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:04.238898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.274063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:04.238932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.481798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T16:58:04.238932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.473558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:04.238977Z","caller":"traceutil/trace.go:171","msg":"trace[532518319] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34406; }","duration":"255.384216ms","start":"2026-07-28T16:58:03.983575Z","end":"2026-07-28T16:58:04.238959Z","steps":["trace[532518319] 'range keys from in-memory index tree' (duration: 255.208511ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.238995Z","caller":"traceutil/trace.go:171","msg":"trace[316706867] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34406; }","duration":"255.569291ms","start":"2026-07-28T16:58:03.983408Z","end":"2026-07-28T16:58:04.238977Z","steps":["trace[316706867] 'range keys from in-memory index tree' (duration: 255.319394ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.239009Z","caller":"traceutil/trace.go:171","msg":"trace[1082976173] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34406; }","duration":"255.599311ms","start":"2026-07-28T16:58:03.983391Z","end":"2026-07-28T16:58:04.23899Z","steps":["trace[1082976173] 'range keys from in-memory index tree' (duration: 255.356446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:04.239021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.455437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:04.239039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.014377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:04.239064Z","caller":"traceutil/trace.go:171","msg":"trace[1310248270] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34406; }","duration":"255.531109ms","start":"2026-07-28T16:58:03.98352Z","end":"2026-07-28T16:58:04.239051Z","steps":["trace[1310248270] 'range keys from in-memory index tree' (duration: 255.392146ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.239094Z","caller":"traceutil/trace.go:171","msg":"trace[577927918] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34406; }","duration":"255.107419ms","start":"2026-07-28T16:58:03.983973Z","end":"2026-07-28T16:58:04.23908Z","steps":["trace[577927918] 'range keys from in-memory index tree' (duration: 254.964656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:04.239112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.354696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:58:04.239136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.523069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T16:58:04.239162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.259089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:04.239178Z","caller":"traceutil/trace.go:171","msg":"trace[824285834] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34406; }","duration":"255.58113ms","start":"2026-07-28T16:58:03.983584Z","end":"2026-07-28T16:58:04.239165Z","steps":["trace[824285834] 'range keys from in-memory index tree' (duration: 255.380706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:04.239184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.890408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:04.239203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.892874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:04.239206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.086544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:04.23922Z","caller":"traceutil/trace.go:171","msg":"trace[1155397699] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34406; }","duration":"254.920974ms","start":"2026-07-28T16:58:03.984294Z","end":"2026-07-28T16:58:04.239215Z","steps":["trace[1155397699] 'range keys from in-memory index tree' (duration: 254.858073ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.239209Z","caller":"traceutil/trace.go:171","msg":"trace[1104507935] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34406; }","duration":"254.31937ms","start":"2026-07-28T16:58:03.984878Z","end":"2026-07-28T16:58:04.239197Z","steps":["trace[1104507935] 'range keys from in-memory index tree' (duration: 254.170227ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.239216Z","caller":"traceutil/trace.go:171","msg":"trace[326732549] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34406; }","duration":"255.943869ms","start":"2026-07-28T16:58:03.983264Z","end":"2026-07-28T16:58:04.239208Z","steps":["trace[326732549] 'range keys from in-memory index tree' (duration: 255.801086ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.239232Z","caller":"traceutil/trace.go:171","msg":"trace[1369402377] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34406; }","duration":"254.129906ms","start":"2026-07-28T16:58:03.985094Z","end":"2026-07-28T16:58:04.239224Z","steps":["trace[1369402377] 'range keys from in-memory index tree' (duration: 254.034493ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.239171Z","caller":"traceutil/trace.go:171","msg":"trace[1071421062] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34406; }","duration":"253.439538ms","start":"2026-07-28T16:58:03.985715Z","end":"2026-07-28T16:58:04.239155Z","steps":["trace[1071421062] 'range keys from in-memory index tree' (duration: 253.176702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:04.239294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.255682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T16:58:04.239287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.923525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:58:04.239282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.510065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:58:04.239299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.125359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:04.239322Z","caller":"traceutil/trace.go:171","msg":"trace[1994692329] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34406; }","duration":"254.977696ms","start":"2026-07-28T16:58:03.984333Z","end":"2026-07-28T16:58:04.239311Z","steps":["trace[1994692329] 'range keys from in-memory index tree' (duration: 254.812282ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.239347Z","caller":"traceutil/trace.go:171","msg":"trace[2044894388] linearizableReadLoop","detail":"{readStateIndex:35479; appliedIndex:35478; }","duration":"108.518001ms","start":"2026-07-28T16:58:04.130819Z","end":"2026-07-28T16:58:04.239337Z","steps":["trace[2044894388] 'read index received' (duration: 107.860245ms)","trace[2044894388] 'applied index is now lower than readState.Index' (duration: 656.976µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:04.239356Z","caller":"traceutil/trace.go:171","msg":"trace[1994748178] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34406; }","duration":"255.203811ms","start":"2026-07-28T16:58:03.984137Z","end":"2026-07-28T16:58:04.239341Z","steps":["trace[1994748178] 'range keys from in-memory index tree' (duration: 255.059658ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.239345Z","caller":"traceutil/trace.go:171","msg":"trace[851440727] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34406; }","duration":"254.592296ms","start":"2026-07-28T16:58:03.984734Z","end":"2026-07-28T16:58:04.239326Z","steps":["trace[851440727] 'range keys from in-memory index tree' (duration: 254.32103ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.239306Z","caller":"traceutil/trace.go:171","msg":"trace[1476535855] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34406; }","duration":"255.296174ms","start":"2026-07-28T16:58:03.984006Z","end":"2026-07-28T16:58:04.239302Z","steps":["trace[1476535855] 'range keys from in-memory index tree' (duration: 255.110679ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.239535Z","caller":"traceutil/trace.go:171","msg":"trace[240090488] transaction","detail":"{read_only:false; response_revision:34407; number_of_response:1; }","duration":"197.904687ms","start":"2026-07-28T16:58:04.041617Z","end":"2026-07-28T16:58:04.239522Z","steps":["trace[240090488] 'process raft request' (duration: 197.107087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:04.239727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.899831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:58:04.239803Z","caller":"traceutil/trace.go:171","msg":"trace[4929116] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34407; }","duration":"109.005173ms","start":"2026-07-28T16:58:04.130783Z","end":"2026-07-28T16:58:04.239789Z","steps":["trace[4929116] 'agreement among raft nodes before linearized reading' (duration: 108.782868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:04.588275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.241476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:58:04.588334Z","caller":"traceutil/trace.go:171","msg":"trace[457062796] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34408; }","duration":"219.345679ms","start":"2026-07-28T16:58:04.368975Z","end":"2026-07-28T16:58:04.58832Z","steps":["trace[457062796] 'range keys from in-memory index tree' (duration: 219.096373ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:04.748492Z","caller":"traceutil/trace.go:171","msg":"trace[1160290909] linearizableReadLoop","detail":"{readStateIndex:35481; appliedIndex:35480; }","duration":"144.697482ms","start":"2026-07-28T16:58:04.603774Z","end":"2026-07-28T16:58:04.748471Z","steps":["trace[1160290909] 'read index received' (duration: 144.529918ms)","trace[1160290909] 'applied index is now lower than readState.Index' (duration: 166.184µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:04.748493Z","caller":"traceutil/trace.go:171","msg":"trace[548378263] transaction","detail":"{read_only:false; response_revision:34409; number_of_response:1; }","duration":"155.523036ms","start":"2026-07-28T16:58:04.592941Z","end":"2026-07-28T16:58:04.748464Z","steps":["trace[548378263] 'process raft request' (duration: 155.371132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:04.748813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.480856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:58:04.748873Z","caller":"traceutil/trace.go:171","msg":"trace[653596571] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34409; }","duration":"107.591978ms","start":"2026-07-28T16:58:04.641266Z","end":"2026-07-28T16:58:04.748858Z","steps":["trace[653596571] 'agreement among raft nodes before linearized reading' (duration: 107.364233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:04.74888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.073371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:04.748985Z","caller":"traceutil/trace.go:171","msg":"trace[1751486055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34409; }","duration":"145.213985ms","start":"2026-07-28T16:58:04.603742Z","end":"2026-07-28T16:58:04.748956Z","steps":["trace[1751486055] 'agreement among raft nodes before linearized reading' (duration: 144.804675ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.21149Z","caller":"traceutil/trace.go:171","msg":"trace[1545181373] transaction","detail":"{read_only:false; response_revision:34420; number_of_response:1; }","duration":"253.087909ms","start":"2026-07-28T16:58:05.958362Z","end":"2026-07-28T16:58:06.21145Z","steps":["trace[1545181373] 'process raft request' (duration: 252.563396ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.46044Z","caller":"traceutil/trace.go:171","msg":"trace[636262275] linearizableReadLoop","detail":"{readStateIndex:35493; appliedIndex:35492; }","duration":"214.977933ms","start":"2026-07-28T16:58:06.24544Z","end":"2026-07-28T16:58:06.460418Z","steps":["trace[636262275] 'read index received' (duration: 162.232679ms)","trace[636262275] 'applied index is now lower than readState.Index' (duration: 52.744384ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:06.460526Z","caller":"traceutil/trace.go:171","msg":"trace[2000558462] transaction","detail":"{read_only:false; response_revision:34421; number_of_response:1; }","duration":"215.28898ms","start":"2026-07-28T16:58:06.245205Z","end":"2026-07-28T16:58:06.460494Z","steps":["trace[2000558462] 'process raft request' (duration: 162.487584ms)","trace[2000558462] 'compare' (duration: 52.409476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:06.460555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.091696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:06.460606Z","caller":"traceutil/trace.go:171","msg":"trace[973920385] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34421; }","duration":"215.182277ms","start":"2026-07-28T16:58:06.245411Z","end":"2026-07-28T16:58:06.460593Z","steps":["trace[973920385] 'agreement among raft nodes before linearized reading' (duration: 215.071915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.460644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.988063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:58:06.460676Z","caller":"traceutil/trace.go:171","msg":"trace[794323470] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34421; }","duration":"215.041674ms","start":"2026-07-28T16:58:06.245623Z","end":"2026-07-28T16:58:06.460665Z","steps":["trace[794323470] 'agreement among raft nodes before linearized reading' (duration: 214.932931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.460645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.910087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:06.460738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.975393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:06.460794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.089335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:06.460788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.833355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:06.460806Z","caller":"traceutil/trace.go:171","msg":"trace[1235113092] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34421; }","duration":"214.101661ms","start":"2026-07-28T16:58:06.246663Z","end":"2026-07-28T16:58:06.460764Z","steps":["trace[1235113092] 'agreement among raft nodes before linearized reading' (duration: 213.936247ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.46081Z","caller":"traceutil/trace.go:171","msg":"trace[906695657] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34421; }","duration":"215.079305ms","start":"2026-07-28T16:58:06.245715Z","end":"2026-07-28T16:58:06.460795Z","steps":["trace[906695657] 'agreement among raft nodes before linearized reading' (duration: 214.929851ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.460823Z","caller":"traceutil/trace.go:171","msg":"trace[283818173] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34421; }","duration":"215.137577ms","start":"2026-07-28T16:58:06.245676Z","end":"2026-07-28T16:58:06.460814Z","steps":["trace[283818173] 'agreement among raft nodes before linearized reading' (duration: 215.093975ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.460834Z","caller":"traceutil/trace.go:171","msg":"trace[1368877977] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34421; }","duration":"213.889836ms","start":"2026-07-28T16:58:06.246932Z","end":"2026-07-28T16:58:06.460822Z","steps":["trace[1368877977] 'agreement among raft nodes before linearized reading' (duration: 213.830504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.46088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.46894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:06.46088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.887471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:06.460941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.121221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:06.461004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.029741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T16:58:06.461019Z","caller":"traceutil/trace.go:171","msg":"trace[2117783264] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34421; }","duration":"214.238624ms","start":"2026-07-28T16:58:06.246771Z","end":"2026-07-28T16:58:06.461009Z","steps":["trace[2117783264] 'agreement among raft nodes before linearized reading' (duration: 214.143112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.460978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.97525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T16:58:06.461034Z","caller":"traceutil/trace.go:171","msg":"trace[40018473] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34421; }","duration":"212.069632ms","start":"2026-07-28T16:58:06.248955Z","end":"2026-07-28T16:58:06.461025Z","steps":["trace[40018473] 'agreement among raft nodes before linearized reading' (duration: 211.99255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.460993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.370868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:58:06.460938Z","caller":"traceutil/trace.go:171","msg":"trace[547551488] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34421; }","duration":"214.532792ms","start":"2026-07-28T16:58:06.246387Z","end":"2026-07-28T16:58:06.46092Z","steps":["trace[547551488] 'agreement among raft nodes before linearized reading' (duration: 214.471821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.461073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.193017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:58:06.46108Z","caller":"traceutil/trace.go:171","msg":"trace[235662147] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34421; }","duration":"212.139133ms","start":"2026-07-28T16:58:06.248917Z","end":"2026-07-28T16:58:06.461056Z","steps":["trace[235662147] 'agreement among raft nodes before linearized reading' (duration: 211.780705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.460809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.43189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:58:06.461079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.768369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T16:58:06.461102Z","caller":"traceutil/trace.go:171","msg":"trace[209946327] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34421; }","duration":"214.523742ms","start":"2026-07-28T16:58:06.246556Z","end":"2026-07-28T16:58:06.46108Z","steps":["trace[209946327] 'agreement among raft nodes before linearized reading' (duration: 214.166493ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.461123Z","caller":"traceutil/trace.go:171","msg":"trace[757207740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34421; }","duration":"171.265679ms","start":"2026-07-28T16:58:06.289844Z","end":"2026-07-28T16:58:06.46111Z","steps":["trace[757207740] 'agreement among raft nodes before linearized reading' (duration: 171.096215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.460605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.716462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:06.461151Z","caller":"traceutil/trace.go:171","msg":"trace[1638919297] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34421; }","duration":"113.876021ms","start":"2026-07-28T16:58:06.347258Z","end":"2026-07-28T16:58:06.461134Z","steps":["trace[1638919297] 'agreement among raft nodes before linearized reading' (duration: 113.708757ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.461182Z","caller":"traceutil/trace.go:171","msg":"trace[2146014603] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34421; }","duration":"214.315056ms","start":"2026-07-28T16:58:06.246858Z","end":"2026-07-28T16:58:06.461173Z","steps":["trace[2146014603] 'agreement among raft nodes before linearized reading' (duration: 213.701541ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.461133Z","caller":"traceutil/trace.go:171","msg":"trace[1829104295] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34421; }","duration":"214.804838ms","start":"2026-07-28T16:58:06.24632Z","end":"2026-07-28T16:58:06.461125Z","steps":["trace[1829104295] 'agreement among raft nodes before linearized reading' (duration: 214.267625ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.460946Z","caller":"traceutil/trace.go:171","msg":"trace[1438521043] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34421; }","duration":"214.976002ms","start":"2026-07-28T16:58:06.245953Z","end":"2026-07-28T16:58:06.460929Z","steps":["trace[1438521043] 'agreement among raft nodes before linearized reading' (duration: 214.87665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.460978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.097762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T16:58:06.46134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.192384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:58:06.461086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.29549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:06.46141Z","caller":"traceutil/trace.go:171","msg":"trace[1605784429] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34421; }","duration":"214.276266ms","start":"2026-07-28T16:58:06.247116Z","end":"2026-07-28T16:58:06.461392Z","steps":["trace[1605784429] 'agreement among raft nodes before linearized reading' (duration: 213.6537ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.461322Z","caller":"traceutil/trace.go:171","msg":"trace[192369539] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34421; }","duration":"212.458802ms","start":"2026-07-28T16:58:06.248852Z","end":"2026-07-28T16:58:06.46131Z","steps":["trace[192369539] 'agreement among raft nodes before linearized reading' (duration: 212.059482ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.461641Z","caller":"traceutil/trace.go:171","msg":"trace[1198249842] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34421; }","duration":"215.662339ms","start":"2026-07-28T16:58:06.245763Z","end":"2026-07-28T16:58:06.461426Z","steps":["trace[1198249842] 'agreement among raft nodes before linearized reading' (duration: 215.297211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.998491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.249966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:06.998565Z","caller":"traceutil/trace.go:171","msg":"trace[204812174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34424; }","duration":"348.356389ms","start":"2026-07-28T16:58:06.65019Z","end":"2026-07-28T16:58:06.998547Z","steps":["trace[204812174] 'range keys from in-memory index tree' (duration: 348.192905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.998597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:06.650175Z","time spent":"348.41618ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:58:06.998646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.678753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:58:06.998845Z","caller":"traceutil/trace.go:171","msg":"trace[1700816673] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:34424; }","duration":"119.902709ms","start":"2026-07-28T16:58:06.878866Z","end":"2026-07-28T16:58:06.998768Z","steps":["trace[1700816673] 'count revisions from in-memory index tree' (duration: 119.5545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.999558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.993881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:58:06.999639Z","caller":"traceutil/trace.go:171","msg":"trace[1014566272] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:34424; }","duration":"120.178905ms","start":"2026-07-28T16:58:06.879438Z","end":"2026-07-28T16:58:06.999617Z","steps":["trace[1014566272] 'range keys from in-memory index tree' (duration: 119.084629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.999628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.55122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:58:06.999708Z","caller":"traceutil/trace.go:171","msg":"trace[2045356606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34424; }","duration":"119.659873ms","start":"2026-07-28T16:58:06.880029Z","end":"2026-07-28T16:58:06.999689Z","steps":["trace[2045356606] 'range keys from in-memory index tree' (duration: 118.576966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.000207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.41921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:07.000338Z","caller":"traceutil/trace.go:171","msg":"trace[1999292883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34424; }","duration":"242.583594ms","start":"2026-07-28T16:58:06.757734Z","end":"2026-07-28T16:58:07.000317Z","steps":["trace[1999292883] 'range keys from in-memory index tree' (duration: 240.968745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.000395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.960629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:58:07.000482Z","caller":"traceutil/trace.go:171","msg":"trace[723629563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34424; }","duration":"115.04991ms","start":"2026-07-28T16:58:06.885399Z","end":"2026-07-28T16:58:07.000449Z","steps":["trace[723629563] 'range keys from in-memory index tree' (duration: 113.252547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.000482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.111553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:58:07.000668Z","caller":"traceutil/trace.go:171","msg":"trace[2077298161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34424; }","duration":"113.274177ms","start":"2026-07-28T16:58:06.887294Z","end":"2026-07-28T16:58:07.000568Z","steps":["trace[2077298161] 'range keys from in-memory index tree' (duration: 111.494233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.538742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626854549,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:58:07.602107Z","caller":"traceutil/trace.go:171","msg":"trace[1776802714] transaction","detail":"{read_only:false; response_revision:34425; number_of_response:1; }","duration":"598.127309ms","start":"2026-07-28T16:58:07.003936Z","end":"2026-07-28T16:58:07.602064Z","steps":["trace[1776802714] 'process raft request' (duration: 597.930144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.602272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:07.003909Z","time spent":"598.280762ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:07.728677Z","caller":"traceutil/trace.go:171","msg":"trace[1334896969] transaction","detail":"{read_only:false; response_revision:34426; number_of_response:1; }","duration":"724.426393ms","start":"2026-07-28T16:58:07.004222Z","end":"2026-07-28T16:58:07.728648Z","steps":["trace[1334896969] 'process raft request' (duration: 721.970473ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:07.728708Z","caller":"traceutil/trace.go:171","msg":"trace[1972925238] transaction","detail":"{read_only:false; response_revision:34427; number_of_response:1; }","duration":"724.114535ms","start":"2026-07-28T16:58:07.004546Z","end":"2026-07-28T16:58:07.72866Z","steps":["trace[1972925238] 'process raft request' (duration: 723.995742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.72884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:07.004206Z","time spent":"724.546715ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:07.728879Z","caller":"traceutil/trace.go:171","msg":"trace[563325185] transaction","detail":"{read_only:false; response_revision:34428; number_of_response:1; }","duration":"723.751476ms","start":"2026-07-28T16:58:07.005108Z","end":"2026-07-28T16:58:07.728859Z","steps":["trace[563325185] 'process raft request' (duration: 723.50535ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:07.729081Z","caller":"traceutil/trace.go:171","msg":"trace[1178255847] transaction","detail":"{read_only:false; response_revision:34429; number_of_response:1; }","duration":"723.525161ms","start":"2026-07-28T16:58:07.005346Z","end":"2026-07-28T16:58:07.728871Z","steps":["trace[1178255847] 'process raft request' (duration: 723.391708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.729163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:07.0051Z","time spent":"724.023952ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:07.729216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:07.005333Z","time spent":"723.812218ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:07.729388Z","caller":"traceutil/trace.go:171","msg":"trace[2054940427] linearizableReadLoop","detail":"{readStateIndex:35503; appliedIndex:35496; }","duration":"691.670785ms","start":"2026-07-28T16:58:07.037694Z","end":"2026-07-28T16:58:07.729364Z","steps":["trace[2054940427] 'read index received' (duration: 564.202523ms)","trace[2054940427] 'applied index is now lower than readState.Index' (duration: 127.467142ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:07.729418Z","caller":"traceutil/trace.go:171","msg":"trace[1450138504] transaction","detail":"{read_only:false; response_revision:34431; number_of_response:1; }","duration":"204.339663ms","start":"2026-07-28T16:58:07.525066Z","end":"2026-07-28T16:58:07.729405Z","steps":["trace[1450138504] 'process raft request' (duration: 204.19752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.729526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:07.729572Z","caller":"traceutil/trace.go:171","msg":"trace[1891013793] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:34431; }","duration":"691.938372ms","start":"2026-07-28T16:58:07.037622Z","end":"2026-07-28T16:58:07.729561Z","steps":["trace[1891013793] 'agreement among raft nodes before linearized reading' (duration: 691.824169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.729606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:07.037598Z","time spent":"691.998134ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:07.729471Z","caller":"traceutil/trace.go:171","msg":"trace[32098432] transaction","detail":"{read_only:false; response_revision:34430; number_of_response:1; }","duration":"211.612491ms","start":"2026-07-28T16:58:07.517825Z","end":"2026-07-28T16:58:07.729437Z","steps":["trace[32098432] 'process raft request' (duration: 211.010546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.729691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.54647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T16:58:07.729731Z","caller":"traceutil/trace.go:171","msg":"trace[1049458060] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34431; }","duration":"573.668763ms","start":"2026-07-28T16:58:07.15605Z","end":"2026-07-28T16:58:07.729719Z","steps":["trace[1049458060] 'agreement among raft nodes before linearized reading' (duration: 573.523309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.729763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:07.156025Z","time spent":"573.729015ms","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T16:58:07.72992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:07.004535Z","time spent":"724.250078ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:07.730487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.988427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:58:07.730533Z","caller":"traceutil/trace.go:171","msg":"trace[312996050] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:34431; }","duration":"299.075639ms","start":"2026-07-28T16:58:07.431444Z","end":"2026-07-28T16:58:07.730519Z","steps":["trace[312996050] 'agreement among raft nodes before linearized reading' (duration: 298.190198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.941621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.614437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:07.941819Z","caller":"traceutil/trace.go:171","msg":"trace[1254852971] transaction","detail":"{read_only:false; response_revision:34432; number_of_response:1; }","duration":"168.730387ms","start":"2026-07-28T16:58:07.773069Z","end":"2026-07-28T16:58:07.941799Z","steps":["trace[1254852971] 'process raft request' (duration: 63.872315ms)","trace[1254852971] 'compare' (duration: 104.501083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:13.06118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.131692ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:58:13.061288Z","caller":"traceutil/trace.go:171","msg":"trace[790685856] linearizableReadLoop","detail":"{readStateIndex:35536; appliedIndex:35535; }","duration":"239.211591ms","start":"2026-07-28T16:58:12.822056Z","end":"2026-07-28T16:58:13.061268Z","steps":["trace[790685856] 'read index received' (duration: 42.935865ms)","trace[790685856] 'applied index is now lower than readState.Index' (duration: 196.274076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:13.061409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.344374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:58:13.06145Z","caller":"traceutil/trace.go:171","msg":"trace[852079238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34462; }","duration":"239.430176ms","start":"2026-07-28T16:58:12.822006Z","end":"2026-07-28T16:58:13.061436Z","steps":["trace[852079238] 'agreement among raft nodes before linearized reading' (duration: 239.309323ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:19.89002Z","caller":"traceutil/trace.go:171","msg":"trace[1225520533] transaction","detail":"{read_only:false; response_revision:34502; number_of_response:1; }","duration":"113.184214ms","start":"2026-07-28T16:58:19.776812Z","end":"2026-07-28T16:58:19.889996Z","steps":["trace[1225520533] 'process raft request' (duration: 112.973099ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:19.890285Z","caller":"traceutil/trace.go:171","msg":"trace[532434531] transaction","detail":"{read_only:false; response_revision:34503; number_of_response:1; }","duration":"112.806805ms","start":"2026-07-28T16:58:19.777457Z","end":"2026-07-28T16:58:19.890264Z","steps":["trace[532434531] 'process raft request' (duration: 112.501337ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:19.89044Z","caller":"traceutil/trace.go:171","msg":"trace[234483999] linearizableReadLoop","detail":"{readStateIndex:35579; appliedIndex:35575; }","duration":"104.913273ms","start":"2026-07-28T16:58:19.785519Z","end":"2026-07-28T16:58:19.890432Z","steps":["trace[234483999] 'read index received' (duration: 17.221049ms)","trace[234483999] 'applied index is now lower than readState.Index' (duration: 87.691544ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:19.890518Z","caller":"traceutil/trace.go:171","msg":"trace[1175433859] transaction","detail":"{read_only:false; response_revision:34504; number_of_response:1; }","duration":"111.921763ms","start":"2026-07-28T16:58:19.778571Z","end":"2026-07-28T16:58:19.890493Z","steps":["trace[1175433859] 'process raft request' (duration: 111.607866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:19.890607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.070487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:19.890638Z","caller":"traceutil/trace.go:171","msg":"trace[1635646750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34504; }","duration":"105.139509ms","start":"2026-07-28T16:58:19.785489Z","end":"2026-07-28T16:58:19.890629Z","steps":["trace[1635646750] 'agreement among raft nodes before linearized reading' (duration: 105.010536ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:24.262622Z","caller":"traceutil/trace.go:171","msg":"trace[1134859132] transaction","detail":"{read_only:false; response_revision:34529; number_of_response:1; }","duration":"443.803748ms","start":"2026-07-28T16:58:23.818768Z","end":"2026-07-28T16:58:24.262571Z","steps":["trace[1134859132] 'process raft request' (duration: 442.768783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:24.262808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:23.81874Z","time spent":"443.973132ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:24.265816Z","caller":"traceutil/trace.go:171","msg":"trace[1723944252] linearizableReadLoop","detail":"{readStateIndex:35606; appliedIndex:35604; }","duration":"359.023625ms","start":"2026-07-28T16:58:23.906768Z","end":"2026-07-28T16:58:24.265792Z","steps":["trace[1723944252] 'read index received' (duration: 354.796982ms)","trace[1723944252] 'applied index is now lower than readState.Index' (duration: 4.225523ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:24.265879Z","caller":"traceutil/trace.go:171","msg":"trace[2068017295] transaction","detail":"{read_only:false; response_revision:34530; number_of_response:1; }","duration":"364.096718ms","start":"2026-07-28T16:58:23.901751Z","end":"2026-07-28T16:58:24.265848Z","steps":["trace[2068017295] 'process raft request' (duration: 363.913864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:24.266022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:23.901724Z","time spent":"364.222732ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:24.266047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.261141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:24.266088Z","caller":"traceutil/trace.go:171","msg":"trace[1724082373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34530; }","duration":"359.343193ms","start":"2026-07-28T16:58:23.906731Z","end":"2026-07-28T16:58:24.266074Z","steps":["trace[1724082373] 'agreement among raft nodes before linearized reading' (duration: 359.180939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:24.266134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:23.906716Z","time spent":"359.405434ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:58:24.266153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.168178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:58:24.266211Z","caller":"traceutil/trace.go:171","msg":"trace[1669392421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34530; }","duration":"345.24881ms","start":"2026-07-28T16:58:23.920946Z","end":"2026-07-28T16:58:24.266195Z","steps":["trace[1669392421] 'agreement among raft nodes before linearized reading' (duration: 345.077506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:24.266255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:23.920935Z","time spent":"345.311531ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:58:24.266509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.529161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:58:24.266593Z","caller":"traceutil/trace.go:171","msg":"trace[1733355662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34530; }","duration":"346.633524ms","start":"2026-07-28T16:58:23.919938Z","end":"2026-07-28T16:58:24.266572Z","steps":["trace[1733355662] 'agreement among raft nodes before linearized reading' (duration: 346.272815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:24.266711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:23.919927Z","time spent":"346.767887ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:58:24.267432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.606679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:58:24.267612Z","caller":"traceutil/trace.go:171","msg":"trace[1947586712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34530; }","duration":"359.726522ms","start":"2026-07-28T16:58:23.907761Z","end":"2026-07-28T16:58:24.267488Z","steps":["trace[1947586712] 'agreement among raft nodes before linearized reading' (duration: 358.217996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:24.267655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:23.907738Z","time spent":"359.907646ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:58:25.026261Z","caller":"traceutil/trace.go:171","msg":"trace[396602509] transaction","detail":"{read_only:false; response_revision:34540; number_of_response:1; }","duration":"125.76104ms","start":"2026-07-28T16:58:24.900474Z","end":"2026-07-28T16:58:25.026235Z","steps":["trace[396602509] 'process raft request' (duration: 55.06672ms)","trace[396602509] 'compare' (duration: 70.590968ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:26.100132Z","caller":"traceutil/trace.go:171","msg":"trace[88880112] transaction","detail":"{read_only:false; response_revision:34541; number_of_response:1; }","duration":"217.826751ms","start":"2026-07-28T16:58:25.882275Z","end":"2026-07-28T16:58:26.100102Z","steps":["trace[88880112] 'process raft request' (duration: 217.535434ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.450714Z","caller":"traceutil/trace.go:171","msg":"trace[1144156713] linearizableReadLoop","detail":"{readStateIndex:35618; appliedIndex:35617; }","duration":"175.606814ms","start":"2026-07-28T16:58:26.275083Z","end":"2026-07-28T16:58:26.45069Z","steps":["trace[1144156713] 'read index received' (duration: 175.537302ms)","trace[1144156713] 'applied index is now lower than readState.Index' (duration: 68.562µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:26.450815Z","caller":"traceutil/trace.go:171","msg":"trace[1907905392] transaction","detail":"{read_only:false; response_revision:34542; number_of_response:1; }","duration":"182.175893ms","start":"2026-07-28T16:58:26.268609Z","end":"2026-07-28T16:58:26.450785Z","steps":["trace[1907905392] 'process raft request' (duration: 181.927197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.450957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.851869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:26.451003Z","caller":"traceutil/trace.go:171","msg":"trace[955881290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34542; }","duration":"175.941322ms","start":"2026-07-28T16:58:26.275048Z","end":"2026-07-28T16:58:26.450989Z","steps":["trace[955881290] 'agreement among raft nodes before linearized reading' (duration: 175.759087ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.487866Z","caller":"traceutil/trace.go:171","msg":"trace[1907241838] transaction","detail":"{read_only:false; response_revision:34543; number_of_response:1; }","duration":"212.727637ms","start":"2026-07-28T16:58:26.275119Z","end":"2026-07-28T16:58:26.487846Z","steps":["trace[1907241838] 'process raft request' (duration: 212.575663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.488206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.672488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:26.488263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.837362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:58:26.488282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.979106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:58:26.488321Z","caller":"traceutil/trace.go:171","msg":"trace[1549046053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34544; }","duration":"208.904324ms","start":"2026-07-28T16:58:26.279399Z","end":"2026-07-28T16:58:26.488303Z","steps":["trace[1549046053] 'agreement among raft nodes before linearized reading' (duration: 208.73695ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.488321Z","caller":"traceutil/trace.go:171","msg":"trace[743987293] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34544; }","duration":"148.800341ms","start":"2026-07-28T16:58:26.339476Z","end":"2026-07-28T16:58:26.488277Z","steps":["trace[743987293] 'agreement among raft nodes before linearized reading' (duration: 148.650697ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.488334Z","caller":"traceutil/trace.go:171","msg":"trace[946140980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34544; }","duration":"209.047397ms","start":"2026-07-28T16:58:26.279271Z","end":"2026-07-28T16:58:26.488318Z","steps":["trace[946140980] 'agreement among raft nodes before linearized reading' (duration: 208.900084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.488349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.896884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:26.48841Z","caller":"traceutil/trace.go:171","msg":"trace[1898697206] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34544; }","duration":"146.982217ms","start":"2026-07-28T16:58:26.341414Z","end":"2026-07-28T16:58:26.488396Z","steps":["trace[1898697206] 'agreement among raft nodes before linearized reading' (duration: 146.855974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.488722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.617016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:58:26.488787Z","caller":"traceutil/trace.go:171","msg":"trace[946473145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34544; }","duration":"210.689907ms","start":"2026-07-28T16:58:26.278073Z","end":"2026-07-28T16:58:26.488763Z","steps":["trace[946473145] 'agreement among raft nodes before linearized reading' (duration: 209.950479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.666336Z","caller":"traceutil/trace.go:171","msg":"trace[1424904281] transaction","detail":"{read_only:false; response_revision:34546; number_of_response:1; }","duration":"172.065767ms","start":"2026-07-28T16:58:26.494246Z","end":"2026-07-28T16:58:26.666311Z","steps":["trace[1424904281] 'process raft request' (duration: 171.910163ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.731435Z","caller":"traceutil/trace.go:171","msg":"trace[1484029511] transaction","detail":"{read_only:false; response_revision:34547; number_of_response:1; }","duration":"236.811413ms","start":"2026-07-28T16:58:26.494584Z","end":"2026-07-28T16:58:26.731395Z","steps":["trace[1484029511] 'process raft request' (duration: 236.577607ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.731521Z","caller":"traceutil/trace.go:171","msg":"trace[1676116383] transaction","detail":"{read_only:false; response_revision:34548; number_of_response:1; }","duration":"236.438533ms","start":"2026-07-28T16:58:26.495049Z","end":"2026-07-28T16:58:26.731488Z","steps":["trace[1676116383] 'process raft request' (duration: 236.243019ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.731999Z","caller":"traceutil/trace.go:171","msg":"trace[1836176465] linearizableReadLoop","detail":"{readStateIndex:35624; appliedIndex:35622; }","duration":"223.314504ms","start":"2026-07-28T16:58:26.508671Z","end":"2026-07-28T16:58:26.731986Z","steps":["trace[1836176465] 'read index received' (duration: 157.693467ms)","trace[1836176465] 'applied index is now lower than readState.Index' (duration: 65.620217ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:26.732287Z","caller":"traceutil/trace.go:171","msg":"trace[354956264] transaction","detail":"{read_only:false; response_revision:34549; number_of_response:1; }","duration":"139.003463ms","start":"2026-07-28T16:58:26.593272Z","end":"2026-07-28T16:58:26.732276Z","steps":["trace[354956264] 'process raft request' (duration: 138.06272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.732479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.789836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:26.732511Z","caller":"traceutil/trace.go:171","msg":"trace[63421052] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34549; }","duration":"223.870728ms","start":"2026-07-28T16:58:26.508631Z","end":"2026-07-28T16:58:26.732502Z","steps":["trace[63421052] 'agreement among raft nodes before linearized reading' (duration: 223.798776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.732786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.344421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:26.732852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.626599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:26.732886Z","caller":"traceutil/trace.go:171","msg":"trace[572123496] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34549; }","duration":"213.475235ms","start":"2026-07-28T16:58:26.519385Z","end":"2026-07-28T16:58:26.73286Z","steps":["trace[572123496] 'agreement among raft nodes before linearized reading' (duration: 213.322061ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.732917Z","caller":"traceutil/trace.go:171","msg":"trace[957786249] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34549; }","duration":"213.745092ms","start":"2026-07-28T16:58:26.519155Z","end":"2026-07-28T16:58:26.7329Z","steps":["trace[957786249] 'agreement among raft nodes before linearized reading' (duration: 213.618029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.733008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.849165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T16:58:26.733064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.643397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T16:58:26.733175Z","caller":"traceutil/trace.go:171","msg":"trace[1828703935] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34549; }","duration":"215.77155ms","start":"2026-07-28T16:58:26.517388Z","end":"2026-07-28T16:58:26.73316Z","steps":["trace[1828703935] 'agreement among raft nodes before linearized reading' (duration: 215.504024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.733287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.983104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:58:26.733331Z","caller":"traceutil/trace.go:171","msg":"trace[393832601] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34549; }","duration":"211.044876ms","start":"2026-07-28T16:58:26.522275Z","end":"2026-07-28T16:58:26.73332Z","steps":["trace[393832601] 'agreement among raft nodes before linearized reading' (duration: 210.931923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.733354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.641718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T16:58:26.73336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.868025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T16:58:26.733407Z","caller":"traceutil/trace.go:171","msg":"trace[1821517911] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34549; }","duration":"178.700869ms","start":"2026-07-28T16:58:26.55469Z","end":"2026-07-28T16:58:26.733391Z","steps":["trace[1821517911] 'agreement among raft nodes before linearized reading' (duration: 178.545815ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.733421Z","caller":"traceutil/trace.go:171","msg":"trace[343149203] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34549; }","duration":"220.968697ms","start":"2026-07-28T16:58:26.512442Z","end":"2026-07-28T16:58:26.733411Z","steps":["trace[343149203] 'agreement among raft nodes before linearized reading' (duration: 220.715321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.73347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.692041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:26.733532Z","caller":"traceutil/trace.go:171","msg":"trace[438967282] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34549; }","duration":"218.778084ms","start":"2026-07-28T16:58:26.514739Z","end":"2026-07-28T16:58:26.733517Z","steps":["trace[438967282] 'agreement among raft nodes before linearized reading' (duration: 218.686971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.73358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.211874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:58:26.733623Z","caller":"traceutil/trace.go:171","msg":"trace[763105740] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34549; }","duration":"212.272015ms","start":"2026-07-28T16:58:26.521341Z","end":"2026-07-28T16:58:26.733613Z","steps":["trace[763105740] 'agreement among raft nodes before linearized reading' (duration: 212.166972ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.733128Z","caller":"traceutil/trace.go:171","msg":"trace[1521320518] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34549; }","duration":"218.942758ms","start":"2026-07-28T16:58:26.51413Z","end":"2026-07-28T16:58:26.733073Z","steps":["trace[1521320518] 'agreement among raft nodes before linearized reading' (duration: 218.704572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.733648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.615493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:26.733679Z","caller":"traceutil/trace.go:171","msg":"trace[134658859] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34549; }","duration":"221.663593ms","start":"2026-07-28T16:58:26.512005Z","end":"2026-07-28T16:58:26.733669Z","steps":["trace[134658859] 'agreement among raft nodes before linearized reading' (duration: 221.619132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.732868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.488254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:58:26.733751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.737601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T16:58:26.733777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.5ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:26.733774Z","caller":"traceutil/trace.go:171","msg":"trace[1697214285] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34549; }","duration":"209.433537ms","start":"2026-07-28T16:58:26.524325Z","end":"2026-07-28T16:58:26.733759Z","steps":["trace[1697214285] 'agreement among raft nodes before linearized reading' (duration: 208.420222ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.733806Z","caller":"traceutil/trace.go:171","msg":"trace[1956891822] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34549; }","duration":"214.580372ms","start":"2026-07-28T16:58:26.519217Z","end":"2026-07-28T16:58:26.733797Z","steps":["trace[1956891822] 'agreement among raft nodes before linearized reading' (duration: 214.539531ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.733814Z","caller":"traceutil/trace.go:171","msg":"trace[416583168] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34549; }","duration":"183.820793ms","start":"2026-07-28T16:58:26.549975Z","end":"2026-07-28T16:58:26.733796Z","steps":["trace[416583168] 'agreement among raft nodes before linearized reading' (duration: 183.66864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.732785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.153361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:26.73389Z","caller":"traceutil/trace.go:171","msg":"trace[1907571521] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34549; }","duration":"222.30977ms","start":"2026-07-28T16:58:26.511573Z","end":"2026-07-28T16:58:26.733882Z","steps":["trace[1907571521] 'agreement among raft nodes before linearized reading' (duration: 221.125581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.733933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.0737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:26.733875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.832274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:58:26.733978Z","caller":"traceutil/trace.go:171","msg":"trace[133855599] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34549; }","duration":"213.979117ms","start":"2026-07-28T16:58:26.519991Z","end":"2026-07-28T16:58:26.73397Z","steps":["trace[133855599] 'agreement among raft nodes before linearized reading' (duration: 213.71441ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.733982Z","caller":"traceutil/trace.go:171","msg":"trace[1078167730] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34549; }","duration":"214.137661ms","start":"2026-07-28T16:58:26.519827Z","end":"2026-07-28T16:58:26.733965Z","steps":["trace[1078167730] 'agreement among raft nodes before linearized reading' (duration: 214.087469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.733909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.891079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:26.734063Z","caller":"traceutil/trace.go:171","msg":"trace[1626215526] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34549; }","duration":"222.073634ms","start":"2026-07-28T16:58:26.511982Z","end":"2026-07-28T16:58:26.734056Z","steps":["trace[1626215526] 'agreement among raft nodes before linearized reading' (duration: 221.887349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:26.732852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.526978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:26.734199Z","caller":"traceutil/trace.go:171","msg":"trace[1528347311] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34549; }","duration":"219.908651ms","start":"2026-07-28T16:58:26.514282Z","end":"2026-07-28T16:58:26.734191Z","steps":["trace[1528347311] 'agreement among raft nodes before linearized reading' (duration: 218.498157ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.927019Z","caller":"traceutil/trace.go:171","msg":"trace[311971303] transaction","detail":"{read_only:false; response_revision:34551; number_of_response:1; }","duration":"186.286643ms","start":"2026-07-28T16:58:26.740697Z","end":"2026-07-28T16:58:26.926984Z","steps":["trace[311971303] 'process raft request' (duration: 186.012227ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:26.927613Z","caller":"traceutil/trace.go:171","msg":"trace[4121891] transaction","detail":"{read_only:false; response_revision:34552; number_of_response:1; }","duration":"185.994926ms","start":"2026-07-28T16:58:26.741577Z","end":"2026-07-28T16:58:26.927572Z","steps":["trace[4121891] 'process raft request' (duration: 185.272668ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.573874Z","caller":"traceutil/trace.go:171","msg":"trace[139496373] transaction","detail":"{read_only:false; response_revision:34555; number_of_response:1; }","duration":"118.044093ms","start":"2026-07-28T16:58:28.455809Z","end":"2026-07-28T16:58:28.573853Z","steps":["trace[139496373] 'process raft request' (duration: 117.92032ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.641682Z","caller":"traceutil/trace.go:171","msg":"trace[1515410280] linearizableReadLoop","detail":"{readStateIndex:35633; appliedIndex:35632; }","duration":"146.783852ms","start":"2026-07-28T16:58:28.494878Z","end":"2026-07-28T16:58:28.641662Z","steps":["trace[1515410280] 'read index received' (duration: 79.044993ms)","trace[1515410280] 'applied index is now lower than readState.Index' (duration: 67.737959ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:28.641749Z","caller":"traceutil/trace.go:171","msg":"trace[2093047748] transaction","detail":"{read_only:false; response_revision:34557; number_of_response:1; }","duration":"145.557922ms","start":"2026-07-28T16:58:28.496167Z","end":"2026-07-28T16:58:28.641725Z","steps":["trace[2093047748] 'process raft request' (duration: 145.45859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.641822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.928365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:28.641862Z","caller":"traceutil/trace.go:171","msg":"trace[1249754892] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34557; }","duration":"147.013287ms","start":"2026-07-28T16:58:28.494841Z","end":"2026-07-28T16:58:28.641855Z","steps":["trace[1249754892] 'agreement among raft nodes before linearized reading' (duration: 146.935266ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.641917Z","caller":"traceutil/trace.go:171","msg":"trace[1064249621] transaction","detail":"{read_only:false; response_revision:34556; number_of_response:1; }","duration":"147.174752ms","start":"2026-07-28T16:58:28.494726Z","end":"2026-07-28T16:58:28.641901Z","steps":["trace[1064249621] 'process raft request' (duration: 142.222601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.642256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.066189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:28.642261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.378442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:28.642295Z","caller":"traceutil/trace.go:171","msg":"trace[87391886] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34557; }","duration":"147.138741ms","start":"2026-07-28T16:58:28.495146Z","end":"2026-07-28T16:58:28.642285Z","steps":["trace[87391886] 'agreement among raft nodes before linearized reading' (duration: 146.983867ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.642307Z","caller":"traceutil/trace.go:171","msg":"trace[1962085048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34557; }","duration":"146.441413ms","start":"2026-07-28T16:58:28.495852Z","end":"2026-07-28T16:58:28.642294Z","steps":["trace[1962085048] 'agreement among raft nodes before linearized reading' (duration: 146.30849ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.918742Z","caller":"traceutil/trace.go:171","msg":"trace[555580501] linearizableReadLoop","detail":"{readStateIndex:35635; appliedIndex:35634; }","duration":"269.570699ms","start":"2026-07-28T16:58:28.649144Z","end":"2026-07-28T16:58:28.918715Z","steps":["trace[555580501] 'read index received' (duration: 269.426925ms)","trace[555580501] 'applied index is now lower than readState.Index' (duration: 142.774µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:28.918848Z","caller":"traceutil/trace.go:171","msg":"trace[1251119584] transaction","detail":"{read_only:false; response_revision:34558; number_of_response:1; }","duration":"272.49599ms","start":"2026-07-28T16:58:28.646342Z","end":"2026-07-28T16:58:28.918838Z","steps":["trace[1251119584] 'process raft request' (duration: 272.236124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.918957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.784904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:28.919059Z","caller":"traceutil/trace.go:171","msg":"trace[1049908281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34558; }","duration":"269.920808ms","start":"2026-07-28T16:58:28.649114Z","end":"2026-07-28T16:58:28.919035Z","steps":["trace[1049908281] 'agreement among raft nodes before linearized reading' (duration: 269.737813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.9947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.865872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:28.994789Z","caller":"traceutil/trace.go:171","msg":"trace[1633871522] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34559; }","duration":"254.974524ms","start":"2026-07-28T16:58:28.739795Z","end":"2026-07-28T16:58:28.994769Z","steps":["trace[1633871522] 'agreement among raft nodes before linearized reading' (duration: 254.79892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.994886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.683247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:58:28.994862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.402119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:58:28.99498Z","caller":"traceutil/trace.go:171","msg":"trace[56584180] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34559; }","duration":"254.793429ms","start":"2026-07-28T16:58:28.740164Z","end":"2026-07-28T16:58:28.994957Z","steps":["trace[56584180] 'agreement among raft nodes before linearized reading' (duration: 254.566914ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.995017Z","caller":"traceutil/trace.go:171","msg":"trace[102834806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34559; }","duration":"323.573064ms","start":"2026-07-28T16:58:28.671397Z","end":"2026-07-28T16:58:28.99497Z","steps":["trace[102834806] 'agreement among raft nodes before linearized reading' (duration: 323.299077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.995036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.861341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:28.995068Z","caller":"traceutil/trace.go:171","msg":"trace[1503604125] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34559; }","duration":"254.908473ms","start":"2026-07-28T16:58:28.74015Z","end":"2026-07-28T16:58:28.995059Z","steps":["trace[1503604125] 'agreement among raft nodes before linearized reading' (duration: 254.857532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.995105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:28.671377Z","time spent":"323.684706ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:58:28.995258Z","caller":"traceutil/trace.go:171","msg":"trace[457879966] transaction","detail":"{read_only:false; response_revision:34559; number_of_response:1; }","duration":"253.812546ms","start":"2026-07-28T16:58:28.741423Z","end":"2026-07-28T16:58:28.995236Z","steps":["trace[457879966] 'process raft request' (duration: 252.947045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.995484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.97733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:58:28.995526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.368584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T16:58:28.995534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.79486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:28.995567Z","caller":"traceutil/trace.go:171","msg":"trace[397475694] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34559; }","duration":"255.511597ms","start":"2026-07-28T16:58:28.740041Z","end":"2026-07-28T16:58:28.995553Z","steps":["trace[397475694] 'agreement among raft nodes before linearized reading' (duration: 255.285991ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.995589Z","caller":"traceutil/trace.go:171","msg":"trace[1530579336] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34559; }","duration":"254.853492ms","start":"2026-07-28T16:58:28.740722Z","end":"2026-07-28T16:58:28.995576Z","steps":["trace[1530579336] 'agreement among raft nodes before linearized reading' (duration: 254.762419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.99562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.917088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:28.995989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.850465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:28.995957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.922937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:58:28.995545Z","caller":"traceutil/trace.go:171","msg":"trace[1480016955] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34559; }","duration":"254.056052ms","start":"2026-07-28T16:58:28.741474Z","end":"2026-07-28T16:58:28.99553Z","steps":["trace[1480016955] 'agreement among raft nodes before linearized reading' (duration: 253.911949ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.996054Z","caller":"traceutil/trace.go:171","msg":"trace[292779517] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34559; }","duration":"256.051551ms","start":"2026-07-28T16:58:28.73999Z","end":"2026-07-28T16:58:28.996041Z","steps":["trace[292779517] 'agreement among raft nodes before linearized reading' (duration: 255.821555ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.99609Z","caller":"traceutil/trace.go:171","msg":"trace[1473743332] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34559; }","duration":"256.167934ms","start":"2026-07-28T16:58:28.739866Z","end":"2026-07-28T16:58:28.996033Z","steps":["trace[1473743332] 'agreement among raft nodes before linearized reading' (duration: 255.835536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.995662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.992535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T16:58:28.996223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.490181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T16:58:28.996291Z","caller":"traceutil/trace.go:171","msg":"trace[944887444] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34559; }","duration":"256.576344ms","start":"2026-07-28T16:58:28.739699Z","end":"2026-07-28T16:58:28.996275Z","steps":["trace[944887444] 'agreement among raft nodes before linearized reading' (duration: 256.294467ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.996253Z","caller":"traceutil/trace.go:171","msg":"trace[1917153271] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34559; }","duration":"255.61227ms","start":"2026-07-28T16:58:28.740613Z","end":"2026-07-28T16:58:28.996225Z","steps":["trace[1917153271] 'agreement among raft nodes before linearized reading' (duration: 254.840182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.995735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.095301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:28.996228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.701937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:28.996476Z","caller":"traceutil/trace.go:171","msg":"trace[759598879] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34559; }","duration":"256.86575ms","start":"2026-07-28T16:58:28.739597Z","end":"2026-07-28T16:58:28.996462Z","steps":["trace[759598879] 'agreement among raft nodes before linearized reading' (duration: 256.114102ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.996497Z","caller":"traceutil/trace.go:171","msg":"trace[63924790] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34559; }","duration":"257.057995ms","start":"2026-07-28T16:58:28.739419Z","end":"2026-07-28T16:58:28.996477Z","steps":["trace[63924790] 'agreement among raft nodes before linearized reading' (duration: 255.20589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.995738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.554203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:58:28.996639Z","caller":"traceutil/trace.go:171","msg":"trace[200499792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34559; }","duration":"257.492996ms","start":"2026-07-28T16:58:28.739129Z","end":"2026-07-28T16:58:28.996622Z","steps":["trace[200499792] 'agreement among raft nodes before linearized reading' (duration: 256.448051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.995753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.969959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:28.996781Z","caller":"traceutil/trace.go:171","msg":"trace[1343792928] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34559; }","duration":"256.995823ms","start":"2026-07-28T16:58:28.739763Z","end":"2026-07-28T16:58:28.996759Z","steps":["trace[1343792928] 'agreement among raft nodes before linearized reading' (duration: 255.962218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.99581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.061561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:28.99694Z","caller":"traceutil/trace.go:171","msg":"trace[933828248] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34559; }","duration":"257.199558ms","start":"2026-07-28T16:58:28.73973Z","end":"2026-07-28T16:58:28.99693Z","steps":["trace[933828248] 'agreement among raft nodes before linearized reading' (duration: 256.061211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.995874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.799865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:28.995868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.504577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:58:28.997067Z","caller":"traceutil/trace.go:171","msg":"trace[930947553] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34559; }","duration":"256.971233ms","start":"2026-07-28T16:58:28.740022Z","end":"2026-07-28T16:58:28.996993Z","steps":["trace[930947553] 'agreement among raft nodes before linearized reading' (duration: 255.725563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:28.995888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.044549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:58:28.997309Z","caller":"traceutil/trace.go:171","msg":"trace[844554773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34559; }","duration":"259.493234ms","start":"2026-07-28T16:58:28.737799Z","end":"2026-07-28T16:58:28.997292Z","steps":["trace[844554773] 'agreement among raft nodes before linearized reading' (duration: 257.965547ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.996042Z","caller":"traceutil/trace.go:171","msg":"trace[360912027] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34559; }","duration":"256.337987ms","start":"2026-07-28T16:58:28.739648Z","end":"2026-07-28T16:58:28.995986Z","steps":["trace[360912027] 'agreement among raft nodes before linearized reading' (duration: 255.903857ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:28.997242Z","caller":"traceutil/trace.go:171","msg":"trace[1507139010] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34559; }","duration":"256.868071ms","start":"2026-07-28T16:58:28.74032Z","end":"2026-07-28T16:58:28.997188Z","steps":["trace[1507139010] 'agreement among raft nodes before linearized reading' (duration: 255.20036ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:29.330798Z","caller":"traceutil/trace.go:171","msg":"trace[2009286716] transaction","detail":"{read_only:false; response_revision:34561; number_of_response:1; }","duration":"329.233531ms","start":"2026-07-28T16:58:29.001547Z","end":"2026-07-28T16:58:29.330781Z","steps":["trace[2009286716] 'process raft request' (duration: 329.1986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:29.330891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:29.00152Z","time spent":"329.321513ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:29.330964Z","caller":"traceutil/trace.go:171","msg":"trace[1008477591] transaction","detail":"{read_only:false; response_revision:34560; number_of_response:1; }","duration":"329.410245ms","start":"2026-07-28T16:58:29.001548Z","end":"2026-07-28T16:58:29.330958Z","steps":["trace[1008477591] 'process raft request' (duration: 300.710257ms)","trace[1008477591] 'compare' (duration: 28.035492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:29.330997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:29.001533Z","time spent":"329.447107ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:29.360213Z","caller":"traceutil/trace.go:171","msg":"trace[1322868251] transaction","detail":"{read_only:false; response_revision:34563; number_of_response:1; }","duration":"357.607991ms","start":"2026-07-28T16:58:29.002576Z","end":"2026-07-28T16:58:29.360184Z","steps":["trace[1322868251] 'process raft request' (duration: 357.53851ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:29.360218Z","caller":"traceutil/trace.go:171","msg":"trace[28689783] transaction","detail":"{read_only:false; response_revision:34562; number_of_response:1; }","duration":"357.679314ms","start":"2026-07-28T16:58:29.002513Z","end":"2026-07-28T16:58:29.360192Z","steps":["trace[28689783] 'process raft request' (duration: 357.439028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:29.360368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:29.002569Z","time spent":"357.718654ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:29.36046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:29.002502Z","time spent":"357.877578ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:31.461432Z","caller":"traceutil/trace.go:171","msg":"trace[1530552062] transaction","detail":"{read_only:false; response_revision:34574; number_of_response:1; }","duration":"121.292572ms","start":"2026-07-28T16:58:31.340108Z","end":"2026-07-28T16:58:31.4614Z","steps":["trace[1530552062] 'process raft request' (duration: 120.756128ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:34.399071Z","caller":"traceutil/trace.go:171","msg":"trace[1234400218] transaction","detail":"{read_only:false; response_revision:34591; number_of_response:1; }","duration":"251.871569ms","start":"2026-07-28T16:58:34.147169Z","end":"2026-07-28T16:58:34.399041Z","steps":["trace[1234400218] 'process raft request' (duration: 251.693264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:34.84423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.70506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:34.84432Z","caller":"traceutil/trace.go:171","msg":"trace[697022934] transaction","detail":"{read_only:false; response_revision:34592; number_of_response:1; }","duration":"250.797142ms","start":"2026-07-28T16:58:34.593412Z","end":"2026-07-28T16:58:34.844209Z","steps":["trace[697022934] 'process raft request' (duration: 250.528935ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:34.844431Z","caller":"traceutil/trace.go:171","msg":"trace[358245808] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34592; }","duration":"190.966506ms","start":"2026-07-28T16:58:34.653412Z","end":"2026-07-28T16:58:34.844378Z","steps":["trace[358245808] 'agreement among raft nodes before linearized reading' (duration: 190.7244ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:34.844257Z","caller":"traceutil/trace.go:171","msg":"trace[1885821657] linearizableReadLoop","detail":"{readStateIndex:35670; appliedIndex:35669; }","duration":"190.618237ms","start":"2026-07-28T16:58:34.653513Z","end":"2026-07-28T16:58:34.844132Z","steps":["trace[1885821657] 'read index received' (duration: 190.576986ms)","trace[1885821657] 'applied index is now lower than readState.Index' (duration: 40.021µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:34.877248Z","caller":"traceutil/trace.go:171","msg":"trace[157068268] transaction","detail":"{read_only:false; response_revision:34593; number_of_response:1; }","duration":"217.03229ms","start":"2026-07-28T16:58:34.660199Z","end":"2026-07-28T16:58:34.877231Z","steps":["trace[157068268] 'process raft request' (duration: 216.894687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:34.877526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.399405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:34.877565Z","caller":"traceutil/trace.go:171","msg":"trace[1370349467] transaction","detail":"{read_only:false; response_revision:34594; number_of_response:1; }","duration":"207.230741ms","start":"2026-07-28T16:58:34.670317Z","end":"2026-07-28T16:58:34.877547Z","steps":["trace[1370349467] 'process raft request' (duration: 206.877383ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:34.877608Z","caller":"traceutil/trace.go:171","msg":"trace[1982881012] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34594; }","duration":"223.519948ms","start":"2026-07-28T16:58:34.65407Z","end":"2026-07-28T16:58:34.87759Z","steps":["trace[1982881012] 'agreement among raft nodes before linearized reading' (duration: 223.313163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:34.877559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.47488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:34.87762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.663603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:34.87775Z","caller":"traceutil/trace.go:171","msg":"trace[1358954507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34594; }","duration":"219.678105ms","start":"2026-07-28T16:58:34.658014Z","end":"2026-07-28T16:58:34.877692Z","steps":["trace[1358954507] 'agreement among raft nodes before linearized reading' (duration: 219.49133ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:34.877745Z","caller":"traceutil/trace.go:171","msg":"trace[1353593496] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34594; }","duration":"177.859897ms","start":"2026-07-28T16:58:34.69986Z","end":"2026-07-28T16:58:34.877719Z","steps":["trace[1353593496] 'agreement among raft nodes before linearized reading' (duration: 177.600021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.773538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.602733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:44.773642Z","caller":"traceutil/trace.go:171","msg":"trace[339152662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34656; }","duration":"122.714126ms","start":"2026-07-28T16:58:44.650904Z","end":"2026-07-28T16:58:44.773618Z","steps":["trace[339152662] 'range keys from in-memory index tree' (duration: 122.515242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.221623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626855351,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:58:46.367918Z","caller":"traceutil/trace.go:171","msg":"trace[1901882077] transaction","detail":"{read_only:false; response_revision:34660; number_of_response:1; }","duration":"647.193088ms","start":"2026-07-28T16:58:45.720689Z","end":"2026-07-28T16:58:46.367882Z","steps":["trace[1901882077] 'process raft request' (duration: 647.031014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.368081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720674Z","time spent":"647.313702ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:46.369527Z","caller":"traceutil/trace.go:171","msg":"trace[282754526] linearizableReadLoop","detail":"{readStateIndex:35742; appliedIndex:35739; }","duration":"648.638964ms","start":"2026-07-28T16:58:45.720872Z","end":"2026-07-28T16:58:46.36951Z","steps":["trace[282754526] 'read index received' (duration: 646.903641ms)","trace[282754526] 'applied index is now lower than readState.Index' (duration: 1.734043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:46.36972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.022453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:58:46.369774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.123036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T16:58:46.369824Z","caller":"traceutil/trace.go:171","msg":"trace[215866840] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34662; }","duration":"649.138246ms","start":"2026-07-28T16:58:45.72066Z","end":"2026-07-28T16:58:46.369798Z","steps":["trace[215866840] 'agreement among raft nodes before linearized reading' (duration: 648.877299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.369667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.051864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:46.369868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.242558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:58:46.369894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720655Z","time spent":"649.222668ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5088,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:58:46.369905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.243938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:46.369922Z","caller":"traceutil/trace.go:171","msg":"trace[1744124828] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34662; }","duration":"649.294309ms","start":"2026-07-28T16:58:45.72061Z","end":"2026-07-28T16:58:46.369904Z","steps":["trace[1744124828] 'agreement among raft nodes before linearized reading' (duration: 649.182556ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:46.36995Z","caller":"traceutil/trace.go:171","msg":"trace[359067943] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34662; }","duration":"649.289919ms","start":"2026-07-28T16:58:45.720648Z","end":"2026-07-28T16:58:46.369938Z","steps":["trace[359067943] 'agreement among raft nodes before linearized reading' (duration: 649.217807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.369967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720606Z","time spent":"649.35044ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5088,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:58:46.370007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720639Z","time spent":"649.355861ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:58:46.369987Z","caller":"traceutil/trace.go:171","msg":"trace[1615796690] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34662; }","duration":"649.29622ms","start":"2026-07-28T16:58:45.720593Z","end":"2026-07-28T16:58:46.369889Z","steps":["trace[1615796690] 'agreement among raft nodes before linearized reading' (duration: 649.032953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.370151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.579087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:46.370204Z","caller":"traceutil/trace.go:171","msg":"trace[523473245] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34662; }","duration":"649.665728ms","start":"2026-07-28T16:58:45.720525Z","end":"2026-07-28T16:58:46.370191Z","steps":["trace[523473245] 'agreement among raft nodes before linearized reading' (duration: 649.588406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.370251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720508Z","time spent":"649.73246ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:58:46.370262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.566467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:46.370313Z","caller":"traceutil/trace.go:171","msg":"trace[2085987784] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34662; }","duration":"649.623878ms","start":"2026-07-28T16:58:45.720674Z","end":"2026-07-28T16:58:46.370298Z","steps":["trace[2085987784] 'agreement among raft nodes before linearized reading' (duration: 649.547096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.370362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720671Z","time spent":"649.680389ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:58:46.370433Z","caller":"traceutil/trace.go:171","msg":"trace[1733197285] transaction","detail":"{read_only:false; response_revision:34661; number_of_response:1; }","duration":"645.177299ms","start":"2026-07-28T16:58:45.725239Z","end":"2026-07-28T16:58:46.370416Z","steps":["trace[1733197285] 'process raft request' (duration: 644.137423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.370483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.887204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:46.369748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.116876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-28T16:58:46.37053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.725229Z","time spent":"645.241941ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:46.370539Z","caller":"traceutil/trace.go:171","msg":"trace[1187360887] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34662; }","duration":"649.948485ms","start":"2026-07-28T16:58:45.720577Z","end":"2026-07-28T16:58:46.370525Z","steps":["trace[1187360887] 'agreement among raft nodes before linearized reading' (duration: 649.864253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.370491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.278339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T16:58:46.370642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.067708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:46.370684Z","caller":"traceutil/trace.go:171","msg":"trace[274487888] transaction","detail":"{read_only:false; response_revision:34662; number_of_response:1; }","duration":"643.052007ms","start":"2026-07-28T16:58:45.727621Z","end":"2026-07-28T16:58:46.370673Z","steps":["trace[274487888] 'process raft request' (duration: 641.842818ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:46.370691Z","caller":"traceutil/trace.go:171","msg":"trace[1075173543] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34662; }","duration":"650.11902ms","start":"2026-07-28T16:58:45.72056Z","end":"2026-07-28T16:58:46.370679Z","steps":["trace[1075173543] 'agreement among raft nodes before linearized reading' (duration: 650.050908ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:46.369839Z","caller":"traceutil/trace.go:171","msg":"trace[1048013681] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34662; }","duration":"649.193417ms","start":"2026-07-28T16:58:45.720625Z","end":"2026-07-28T16:58:46.369819Z","steps":["trace[1048013681] 'agreement among raft nodes before linearized reading' (duration: 648.985152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.37073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720556Z","time spent":"650.164221ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:58:46.370165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.452093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:58:46.370757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720622Z","time spent":"650.116019ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5088,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-07-28T16:58:46.370649Z","caller":"traceutil/trace.go:171","msg":"trace[1400135261] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34662; }","duration":"649.452673ms","start":"2026-07-28T16:58:45.721178Z","end":"2026-07-28T16:58:46.370631Z","steps":["trace[1400135261] 'agreement among raft nodes before linearized reading' (duration: 649.074574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.370936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.721173Z","time spent":"649.750241ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T16:58:46.371064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.88742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T16:58:46.371091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.042964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:46.371109Z","caller":"traceutil/trace.go:171","msg":"trace[84006881] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:34662; }","duration":"646.939592ms","start":"2026-07-28T16:58:45.724159Z","end":"2026-07-28T16:58:46.371098Z","steps":["trace[84006881] 'agreement among raft nodes before linearized reading' (duration: 646.8436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.370733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.727614Z","time spent":"643.091569ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:46.371143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.724154Z","time spent":"646.980223ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5088,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-07-28T16:58:46.371142Z","caller":"traceutil/trace.go:171","msg":"trace[1646949118] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34662; }","duration":"647.120336ms","start":"2026-07-28T16:58:45.724007Z","end":"2026-07-28T16:58:46.371127Z","steps":["trace[1646949118] 'agreement among raft nodes before linearized reading' (duration: 647.030434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.371185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.723997Z","time spent":"647.177318ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T16:58:46.371275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.414858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:46.371327Z","caller":"traceutil/trace.go:171","msg":"trace[2037999612] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:34662; }","duration":"258.49968ms","start":"2026-07-28T16:58:46.112814Z","end":"2026-07-28T16:58:46.371314Z","steps":["trace[2037999612] 'agreement among raft nodes before linearized reading' (duration: 258.419559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.371573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.725691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"warn","ts":"2026-07-28T16:58:46.371587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.837174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:46.371611Z","caller":"traceutil/trace.go:171","msg":"trace[98039942] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:34662; }","duration":"393.787082ms","start":"2026-07-28T16:58:45.977815Z","end":"2026-07-28T16:58:46.371602Z","steps":["trace[98039942] 'agreement among raft nodes before linearized reading' (duration: 393.68483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.371639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.977801Z","time spent":"393.831393ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1653,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-28T16:58:46.371671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.775721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T16:58:46.371732Z","caller":"traceutil/trace.go:171","msg":"trace[977873285] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34662; }","duration":"649.856783ms","start":"2026-07-28T16:58:45.72186Z","end":"2026-07-28T16:58:46.371717Z","steps":["trace[977873285] 'agreement among raft nodes before linearized reading' (duration: 649.71259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.371781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.721822Z","time spent":"649.947876ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T16:58:46.371828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.951094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:58:46.371779Z","caller":"traceutil/trace.go:171","msg":"trace[1669623506] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:34662; }","duration":"647.892435ms","start":"2026-07-28T16:58:45.723732Z","end":"2026-07-28T16:58:46.371624Z","steps":["trace[1669623506] 'agreement among raft nodes before linearized reading' (duration: 647.804643ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:46.371862Z","caller":"traceutil/trace.go:171","msg":"trace[1786204418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34662; }","duration":"418.994606ms","start":"2026-07-28T16:58:45.952859Z","end":"2026-07-28T16:58:46.371854Z","steps":["trace[1786204418] 'agreement among raft nodes before linearized reading' (duration: 418.914114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.371893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.952856Z","time spent":"419.031736ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:58:46.371957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.100778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:58:46.370819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.083438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T16:58:46.370585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720574Z","time spent":"649.995526ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:58:46.371992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.534036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:46.370561Z","caller":"traceutil/trace.go:171","msg":"trace[883586318] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34662; }","duration":"649.956586ms","start":"2026-07-28T16:58:45.720588Z","end":"2026-07-28T16:58:46.370545Z","steps":["trace[883586318] 'agreement among raft nodes before linearized reading' (duration: 648.975402ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:46.372059Z","caller":"traceutil/trace.go:171","msg":"trace[779717570] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34662; }","duration":"649.613247ms","start":"2026-07-28T16:58:45.722415Z","end":"2026-07-28T16:58:46.372028Z","steps":["trace[779717570] 'agreement among raft nodes before linearized reading' (duration: 649.537445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.372058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720581Z","time spent":"651.461112ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:58:46.372141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.722402Z","time spent":"649.7309ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:58:46.3722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.070679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T16:58:46.370872Z","caller":"traceutil/trace.go:171","msg":"trace[47971238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34662; }","duration":"650.15935ms","start":"2026-07-28T16:58:45.720697Z","end":"2026-07-28T16:58:46.370856Z","steps":["trace[47971238] 'agreement among raft nodes before linearized reading' (duration: 649.388722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.372259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720693Z","time spent":"651.555214ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:58:46.372356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.313522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:46.372356Z","caller":"traceutil/trace.go:171","msg":"trace[1384366446] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:34662; }","duration":"650.243022ms","start":"2026-07-28T16:58:45.722099Z","end":"2026-07-28T16:58:46.372342Z","steps":["trace[1384366446] 'agreement among raft nodes before linearized reading' (duration: 649.919675ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:46.372384Z","caller":"traceutil/trace.go:171","msg":"trace[802886438] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:34662; }","duration":"527.381823ms","start":"2026-07-28T16:58:45.844994Z","end":"2026-07-28T16:58:46.372376Z","steps":["trace[802886438] 'agreement among raft nodes before linearized reading' (duration: 527.329912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.372401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.722089Z","time spent":"650.299914ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T16:58:46.370159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720589Z","time spent":"649.552476ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:58:46.372449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.822673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:46.372472Z","caller":"traceutil/trace.go:171","msg":"trace[538896848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34662; }","duration":"647.855144ms","start":"2026-07-28T16:58:45.72461Z","end":"2026-07-28T16:58:46.372465Z","steps":["trace[538896848] 'agreement among raft nodes before linearized reading' (duration: 647.819414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.372415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.844976Z","time spent":"527.433144ms","remote":"127.0.0.1:35768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:46.372493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.724605Z","time spent":"647.884085ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:58:46.371936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.723704Z","time spent":"648.172552ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:46.372582Z","caller":"traceutil/trace.go:171","msg":"trace[95838608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34662; }","duration":"419.725893ms","start":"2026-07-28T16:58:45.952843Z","end":"2026-07-28T16:58:46.372569Z","steps":["trace[95838608] 'agreement among raft nodes before linearized reading' (duration: 419.007956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.372625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.952793Z","time spent":"419.821295ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:58:46.372702Z","caller":"traceutil/trace.go:171","msg":"trace[1651503328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34662; }","duration":"651.978095ms","start":"2026-07-28T16:58:45.720715Z","end":"2026-07-28T16:58:46.372693Z","steps":["trace[1651503328] 'agreement among raft nodes before linearized reading' (duration: 650.040558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.372732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.720707Z","time spent":"652.018726ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:58:47.021027Z","caller":"traceutil/trace.go:171","msg":"trace[1976286228] transaction","detail":"{read_only:false; response_revision:34669; number_of_response:1; }","duration":"115.91133ms","start":"2026-07-28T16:58:46.905088Z","end":"2026-07-28T16:58:47.020999Z","steps":["trace[1976286228] 'process raft request' (duration: 115.681195ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:47.102933Z","caller":"traceutil/trace.go:171","msg":"trace[232371547] transaction","detail":"{read_only:false; response_revision:34671; number_of_response:1; }","duration":"157.999695ms","start":"2026-07-28T16:58:46.944913Z","end":"2026-07-28T16:58:47.102912Z","steps":["trace[232371547] 'process raft request' (duration: 157.905312ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:47.102929Z","caller":"traceutil/trace.go:171","msg":"trace[1779172064] transaction","detail":"{read_only:false; response_revision:34670; number_of_response:1; }","duration":"159.177273ms","start":"2026-07-28T16:58:46.943722Z","end":"2026-07-28T16:58:47.102899Z","steps":["trace[1779172064] 'process raft request' (duration: 103.204211ms)","trace[1779172064] 'compare' (duration: 55.740727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:47.103155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.557658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:47.103237Z","caller":"traceutil/trace.go:171","msg":"trace[1300087891] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34672; }","duration":"174.688151ms","start":"2026-07-28T16:58:46.928531Z","end":"2026-07-28T16:58:47.103219Z","steps":["trace[1300087891] 'agreement among raft nodes before linearized reading' (duration: 174.385864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:47.103256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.936193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:58:47.103337Z","caller":"traceutil/trace.go:171","msg":"trace[109967079] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34672; }","duration":"135.048856ms","start":"2026-07-28T16:58:46.968269Z","end":"2026-07-28T16:58:47.103318Z","steps":["trace[109967079] 'agreement among raft nodes before linearized reading' (duration: 134.650167ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:47.630248Z","caller":"traceutil/trace.go:171","msg":"trace[1995793096] transaction","detail":"{read_only:false; response_revision:34675; number_of_response:1; }","duration":"100.785273ms","start":"2026-07-28T16:58:47.529436Z","end":"2026-07-28T16:58:47.630221Z","steps":["trace[1995793096] 'process raft request' (duration: 100.421634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:48.643281Z","caller":"traceutil/trace.go:171","msg":"trace[1425850809] transaction","detail":"{read_only:false; response_revision:34682; number_of_response:1; }","duration":"131.979291ms","start":"2026-07-28T16:58:48.511269Z","end":"2026-07-28T16:58:48.643248Z","steps":["trace[1425850809] 'process raft request' (duration: 57.93535ms)","trace[1425850809] 'compare' (duration: 73.925339ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:09.219945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.271756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:59:09.220241Z","caller":"traceutil/trace.go:171","msg":"trace[1081609407] transaction","detail":"{read_only:false; response_revision:34810; number_of_response:1; }","duration":"112.428385ms","start":"2026-07-28T16:59:09.107788Z","end":"2026-07-28T16:59:09.220216Z","steps":["trace[1081609407] 'process raft request' (duration: 112.345833ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:09.220612Z","caller":"traceutil/trace.go:171","msg":"trace[1713370791] linearizableReadLoop","detail":"{readStateIndex:35895; appliedIndex:35894; }","duration":"590.527679ms","start":"2026-07-28T16:59:08.630056Z","end":"2026-07-28T16:59:09.220584Z","steps":["trace[1713370791] 'read index received' (duration: 206.416383ms)","trace[1713370791] 'applied index is now lower than readState.Index' (duration: 384.108176ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:09.220632Z","caller":"traceutil/trace.go:171","msg":"trace[487340551] transaction","detail":"{read_only:false; response_revision:34809; number_of_response:1; }","duration":"705.014415ms","start":"2026-07-28T16:59:08.515579Z","end":"2026-07-28T16:59:09.220593Z","steps":["trace[487340551] 'process raft request' (duration: 320.95398ms)","trace[487340551] 'compare' (duration: 382.740113ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:09.220892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.808126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:59:09.220926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:08.515565Z","time spent":"705.179019ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:09.220979Z","caller":"traceutil/trace.go:171","msg":"trace[197727499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34810; }","duration":"590.935369ms","start":"2026-07-28T16:59:08.630023Z","end":"2026-07-28T16:59:09.220958Z","steps":["trace[197727499] 'agreement among raft nodes before linearized reading' (duration: 590.628202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:09.221023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:08.630006Z","time spent":"591.008541ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:59:09.518141Z","caller":"traceutil/trace.go:171","msg":"trace[214152782] transaction","detail":"{read_only:false; response_revision:34811; number_of_response:1; }","duration":"341.715465ms","start":"2026-07-28T16:59:09.176393Z","end":"2026-07-28T16:59:09.518108Z","steps":["trace[214152782] 'process raft request' (duration: 305.885183ms)","trace[214152782] 'compare' (duration: 35.212077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:09.51833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.176363Z","time spent":"341.867159ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:09.518503Z","caller":"traceutil/trace.go:171","msg":"trace[624092448] linearizableReadLoop","detail":"{readStateIndex:35898; appliedIndex:35896; }","duration":"297.763586ms","start":"2026-07-28T16:59:09.220707Z","end":"2026-07-28T16:59:09.51847Z","steps":["trace[624092448] 'read index received' (duration: 261.586326ms)","trace[624092448] 'applied index is now lower than readState.Index' (duration: 36.17567ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:09.518599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.459188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:09.518713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.71048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:59:09.518709Z","caller":"traceutil/trace.go:171","msg":"trace[1023186584] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34812; }","duration":"574.646263ms","start":"2026-07-28T16:59:08.94404Z","end":"2026-07-28T16:59:09.518686Z","steps":["trace[1023186584] 'agreement among raft nodes before linearized reading' (duration: 574.440708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:09.518732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.017161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:59:09.518756Z","caller":"traceutil/trace.go:171","msg":"trace[2129539995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34812; }","duration":"887.797123ms","start":"2026-07-28T16:59:08.630948Z","end":"2026-07-28T16:59:09.518745Z","steps":["trace[2129539995] 'agreement among raft nodes before linearized reading' (duration: 887.634699ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:09.51877Z","caller":"traceutil/trace.go:171","msg":"trace[1065236124] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:34812; }","duration":"764.093183ms","start":"2026-07-28T16:59:08.754666Z","end":"2026-07-28T16:59:09.518759Z","steps":["trace[1065236124] 'agreement among raft nodes before linearized reading' (duration: 763.944179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:09.518801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:08.754646Z","time spent":"764.150244ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:59:09.518787Z","caller":"traceutil/trace.go:171","msg":"trace[493932081] transaction","detail":"{read_only:false; response_revision:34812; number_of_response:1; }","duration":"331.753773ms","start":"2026-07-28T16:59:09.187004Z","end":"2026-07-28T16:59:09.518758Z","steps":["trace[493932081] 'process raft request' (duration: 331.052566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:09.518828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:09.51888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.866375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:59:09.518899Z","caller":"traceutil/trace.go:171","msg":"trace[1310223324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34812; }","duration":"868.104284ms","start":"2026-07-28T16:59:08.650778Z","end":"2026-07-28T16:59:09.518883Z","steps":["trace[1310223324] 'agreement among raft nodes before linearized reading' (duration: 867.998801ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:09.518914Z","caller":"traceutil/trace.go:171","msg":"trace[948334808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34812; }","duration":"887.906856ms","start":"2026-07-28T16:59:08.630999Z","end":"2026-07-28T16:59:09.518906Z","steps":["trace[948334808] 'agreement among raft nodes before linearized reading' (duration: 887.823584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:09.518944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:08.630995Z","time spent":"887.944336ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:59:09.51894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:08.650754Z","time spent":"868.176206ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:59:09.519017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.610631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:59:09.519084Z","caller":"traceutil/trace.go:171","msg":"trace[1953127407] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:34812; }","duration":"696.760844ms","start":"2026-07-28T16:59:08.822304Z","end":"2026-07-28T16:59:09.519065Z","steps":["trace[1953127407] 'agreement among raft nodes before linearized reading' (duration: 696.59607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:09.51911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.8336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-28T16:59:09.519141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:08.822283Z","time spent":"696.842616ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:09.518965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.186986Z","time spent":"331.875376ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:09.518798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:08.630942Z","time spent":"887.848444ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:59:09.518777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:08.944019Z","time spent":"574.744665ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:59:09.518682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.450311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:09.519666Z","caller":"traceutil/trace.go:171","msg":"trace[802741779] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34812; }","duration":"368.496787ms","start":"2026-07-28T16:59:09.151149Z","end":"2026-07-28T16:59:09.519646Z","steps":["trace[802741779] 'agreement among raft nodes before linearized reading' (duration: 367.41797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:09.519734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.15112Z","time spent":"368.592699ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-07-28T16:59:09.520756Z","caller":"traceutil/trace.go:171","msg":"trace[91004326] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34812; }","duration":"510.906882ms","start":"2026-07-28T16:59:09.008229Z","end":"2026-07-28T16:59:09.519136Z","steps":["trace[91004326] 'agreement among raft nodes before linearized reading' (duration: 510.81104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:09.520815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.008208Z","time spent":"512.589743ms","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-28T16:59:09.559301Z","caller":"traceutil/trace.go:171","msg":"trace[2046253843] transaction","detail":"{read_only:false; response_revision:34813; number_of_response:1; }","duration":"332.438419ms","start":"2026-07-28T16:59:09.226837Z","end":"2026-07-28T16:59:09.559276Z","steps":["trace[2046253843] 'process raft request' (duration: 332.200303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:09.559442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.226809Z","time spent":"332.552112ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:10.072133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.508504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:59:10.072604Z","caller":"traceutil/trace.go:171","msg":"trace[1483017076] transaction","detail":"{read_only:false; response_revision:34814; number_of_response:1; }","duration":"548.016224ms","start":"2026-07-28T16:59:09.524542Z","end":"2026-07-28T16:59:10.072558Z","steps":["trace[1483017076] 'process raft request' (duration: 271.963988ms)","trace[1483017076] 'compare' (duration: 275.093253ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:10.072657Z","caller":"traceutil/trace.go:171","msg":"trace[558493447] linearizableReadLoop","detail":"{readStateIndex:35902; appliedIndex:35899; }","duration":"431.570801ms","start":"2026-07-28T16:59:09.641067Z","end":"2026-07-28T16:59:10.072638Z","steps":["trace[558493447] 'read index received' (duration: 155.456863ms)","trace[558493447] 'applied index is now lower than readState.Index' (duration: 276.112998ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:10.072731Z","caller":"traceutil/trace.go:171","msg":"trace[695414525] transaction","detail":"{read_only:false; response_revision:34815; number_of_response:1; }","duration":"548.005964ms","start":"2026-07-28T16:59:09.524716Z","end":"2026-07-28T16:59:10.072722Z","steps":["trace[695414525] 'process raft request' (duration: 547.768589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:10.072797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.524708Z","time spent":"548.046565ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:10.072798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.524521Z","time spent":"548.178799ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:10.072888Z","caller":"traceutil/trace.go:171","msg":"trace[180908892] transaction","detail":"{read_only:false; response_revision:34816; number_of_response:1; }","duration":"547.425771ms","start":"2026-07-28T16:59:09.525441Z","end":"2026-07-28T16:59:10.072866Z","steps":["trace[180908892] 'process raft request' (duration: 547.156994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:10.072985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.914089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:10.073048Z","caller":"traceutil/trace.go:171","msg":"trace[1185245177] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:34816; }","duration":"432.027082ms","start":"2026-07-28T16:59:09.641004Z","end":"2026-07-28T16:59:10.073031Z","steps":["trace[1185245177] 'agreement among raft nodes before linearized reading' (duration: 431.92871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:10.073092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.64098Z","time spent":"432.098204ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:10.072992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.525431Z","time spent":"547.511823ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:10.493581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.046477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:59:10.493921Z","caller":"traceutil/trace.go:171","msg":"trace[536616148] transaction","detail":"{read_only:false; response_revision:34817; number_of_response:1; }","duration":"835.281345ms","start":"2026-07-28T16:59:09.658613Z","end":"2026-07-28T16:59:10.493894Z","steps":["trace[536616148] 'process raft request' (duration: 521.837868ms)","trace[536616148] 'compare' (duration: 312.945085ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:10.493945Z","caller":"traceutil/trace.go:171","msg":"trace[1257953389] linearizableReadLoop","detail":"{readStateIndex:35903; appliedIndex:35902; }","duration":"421.23355ms","start":"2026-07-28T16:59:10.072691Z","end":"2026-07-28T16:59:10.493925Z","steps":["trace[1257953389] 'read index received' (duration: 107.696821ms)","trace[1257953389] 'applied index is now lower than readState.Index' (duration: 313.534899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:10.493994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.084949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:10.494036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.190339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:59:10.494042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.11514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:10.494059Z","caller":"traceutil/trace.go:171","msg":"trace[2009569623] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34817; }","duration":"724.191341ms","start":"2026-07-28T16:59:09.769846Z","end":"2026-07-28T16:59:10.494037Z","steps":["trace[2009569623] 'agreement among raft nodes before linearized reading' (duration: 724.095169ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:10.494106Z","caller":"traceutil/trace.go:171","msg":"trace[928020314] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34817; }","duration":"724.245413ms","start":"2026-07-28T16:59:09.769846Z","end":"2026-07-28T16:59:10.494092Z","steps":["trace[928020314] 'agreement among raft nodes before linearized reading' (duration: 724.106579ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:10.4941Z","caller":"traceutil/trace.go:171","msg":"trace[1480640131] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:34817; }","duration":"661.261151ms","start":"2026-07-28T16:59:09.832822Z","end":"2026-07-28T16:59:10.494084Z","steps":["trace[1480640131] 'agreement among raft nodes before linearized reading' (duration: 661.111167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:10.494121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.769819Z","time spent":"724.287424ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:59:10.494129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.164955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:10.494143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.769826Z","time spent":"724.311425ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-28T16:59:10.494163Z","caller":"traceutil/trace.go:171","msg":"trace[1301755604] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:34817; }","duration":"637.234696ms","start":"2026-07-28T16:59:09.856919Z","end":"2026-07-28T16:59:10.494154Z","steps":["trace[1301755604] 'agreement among raft nodes before linearized reading' (duration: 637.162775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:10.494155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.832774Z","time spent":"661.367043ms","remote":"127.0.0.1:35866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:10.494055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.65859Z","time spent":"835.396618ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:10.494189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.856899Z","time spent":"637.284827ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:59:10.494182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.619392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:59:10.494198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.093654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:59:10.494271Z","caller":"traceutil/trace.go:171","msg":"trace[143287637] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:34817; }","duration":"837.756326ms","start":"2026-07-28T16:59:09.656493Z","end":"2026-07-28T16:59:10.49425Z","steps":["trace[143287637] 'agreement among raft nodes before linearized reading' (duration: 837.52122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:10.494326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:09.656479Z","time spent":"837.836187ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":83,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:59:10.494798Z","caller":"traceutil/trace.go:171","msg":"trace[191177097] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:34817; }","duration":"185.219187ms","start":"2026-07-28T16:59:10.309047Z","end":"2026-07-28T16:59:10.494266Z","steps":["trace[191177097] 'agreement among raft nodes before linearized reading' (duration: 185.048443ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:11.599525Z","caller":"traceutil/trace.go:171","msg":"trace[71883704] transaction","detail":"{read_only:false; response_revision:34822; number_of_response:1; }","duration":"159.154063ms","start":"2026-07-28T16:59:11.440351Z","end":"2026-07-28T16:59:11.599505Z","steps":["trace[71883704] 'process raft request' (duration: 159.017189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:11.682231Z","caller":"traceutil/trace.go:171","msg":"trace[106468436] transaction","detail":"{read_only:false; response_revision:34823; number_of_response:1; }","duration":"238.850122ms","start":"2026-07-28T16:59:11.443353Z","end":"2026-07-28T16:59:11.682203Z","steps":["trace[106468436] 'process raft request' (duration: 192.099774ms)","trace[106468436] 'compare' (duration: 46.507462ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:11.682481Z","caller":"traceutil/trace.go:171","msg":"trace[1539548075] transaction","detail":"{read_only:false; response_revision:34824; number_of_response:1; }","duration":"157.41774ms","start":"2026-07-28T16:59:11.525027Z","end":"2026-07-28T16:59:11.682445Z","steps":["trace[1539548075] 'process raft request' (duration: 157.080042ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:11.682527Z","caller":"traceutil/trace.go:171","msg":"trace[559184005] linearizableReadLoop","detail":"{readStateIndex:35909; appliedIndex:35907; }","duration":"158.395345ms","start":"2026-07-28T16:59:11.524107Z","end":"2026-07-28T16:59:11.682502Z","steps":["trace[559184005] 'read index received' (duration: 75.238651ms)","trace[559184005] 'applied index is now lower than readState.Index' (duration: 83.155294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:11.682697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.62251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:11.682728Z","caller":"traceutil/trace.go:171","msg":"trace[503367318] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:34825; }","duration":"158.743863ms","start":"2026-07-28T16:59:11.523974Z","end":"2026-07-28T16:59:11.682718Z","steps":["trace[503367318] 'agreement among raft nodes before linearized reading' (duration: 158.651431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:11.68298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.763895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:11.683014Z","caller":"traceutil/trace.go:171","msg":"trace[1775915484] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:34825; }","duration":"156.835847ms","start":"2026-07-28T16:59:11.526169Z","end":"2026-07-28T16:59:11.683005Z","steps":["trace[1775915484] 'agreement among raft nodes before linearized reading' (duration: 156.775755ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:11.683044Z","caller":"traceutil/trace.go:171","msg":"trace[715605875] transaction","detail":"{read_only:false; response_revision:34825; number_of_response:1; }","duration":"155.193756ms","start":"2026-07-28T16:59:11.527415Z","end":"2026-07-28T16:59:11.682608Z","steps":["trace[715605875] 'process raft request' (duration: 154.92308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:11.68328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.890462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:59:11.683323Z","caller":"traceutil/trace.go:171","msg":"trace[77986657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34825; }","duration":"120.946463ms","start":"2026-07-28T16:59:11.562364Z","end":"2026-07-28T16:59:11.683311Z","steps":["trace[77986657] 'agreement among raft nodes before linearized reading' (duration: 120.775589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:11.066118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.522884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-07-28T17:00:11.066625Z","caller":"traceutil/trace.go:171","msg":"trace[1706950511] transaction","detail":"{read_only:false; number_of_response:1; response_revision:35269; }","duration":"136.713647ms","start":"2026-07-28T17:00:10.929883Z","end":"2026-07-28T17:00:11.066596Z","steps":["trace[1706950511] 'compare' (duration: 111.406891ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:11.365839Z","caller":"traceutil/trace.go:171","msg":"trace[86750047] transaction","detail":"{read_only:false; response_revision:35270; number_of_response:1; }","duration":"294.366222ms","start":"2026-07-28T17:00:11.07145Z","end":"2026-07-28T17:00:11.365816Z","steps":["trace[86750047] 'process raft request' (duration: 293.761158ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:11.682731Z","caller":"traceutil/trace.go:171","msg":"trace[750143431] linearizableReadLoop","detail":"{readStateIndex:36371; appliedIndex:36370; }","duration":"145.748546ms","start":"2026-07-28T17:00:11.536948Z","end":"2026-07-28T17:00:11.682697Z","steps":["trace[750143431] 'read index received' (duration: 145.378277ms)","trace[750143431] 'applied index is now lower than readState.Index' (duration: 368.819µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:00:11.682896Z","caller":"traceutil/trace.go:171","msg":"trace[2124667369] transaction","detail":"{read_only:false; response_revision:35272; number_of_response:1; }","duration":"160.189038ms","start":"2026-07-28T17:00:11.522671Z","end":"2026-07-28T17:00:11.68286Z","steps":["trace[2124667369] 'process raft request' (duration: 159.818179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:11.682983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.225999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:00:11.683025Z","caller":"traceutil/trace.go:171","msg":"trace[305403538] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:35272; }","duration":"100.337492ms","start":"2026-07-28T17:00:11.582677Z","end":"2026-07-28T17:00:11.683014Z","steps":["trace[305403538] 'agreement among raft nodes before linearized reading' (duration: 100.227189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:11.683021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.063804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:00:11.683093Z","caller":"traceutil/trace.go:171","msg":"trace[1721846925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35272; }","duration":"146.190997ms","start":"2026-07-28T17:00:11.536883Z","end":"2026-07-28T17:00:11.683074Z","steps":["trace[1721846925] 'agreement among raft nodes before linearized reading' (duration: 145.986582ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:11.869854Z","caller":"traceutil/trace.go:171","msg":"trace[1190346021] linearizableReadLoop","detail":"{readStateIndex:36372; appliedIndex:36371; }","duration":"142.903418ms","start":"2026-07-28T17:00:11.726895Z","end":"2026-07-28T17:00:11.869799Z","steps":["trace[1190346021] 'read index received' (duration: 68.279342ms)","trace[1190346021] 'applied index is now lower than readState.Index' (duration: 74.621886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:00:11.870456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.528183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:11.870547Z","caller":"traceutil/trace.go:171","msg":"trace[1996455217] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:35273; }","duration":"143.634806ms","start":"2026-07-28T17:00:11.726888Z","end":"2026-07-28T17:00:11.870522Z","steps":["trace[1996455217] 'agreement among raft nodes before linearized reading' (duration: 143.472872ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:11.870711Z","caller":"traceutil/trace.go:171","msg":"trace[1279134035] transaction","detail":"{read_only:false; response_revision:35273; number_of_response:1; }","duration":"178.77863ms","start":"2026-07-28T17:00:11.691893Z","end":"2026-07-28T17:00:11.870671Z","steps":["trace[1279134035] 'process raft request' (duration: 103.308634ms)","trace[1279134035] 'compare' (duration: 74.160694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:00:11.871526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.864966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T17:00:11.871995Z","caller":"traceutil/trace.go:171","msg":"trace[1528407683] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35273; }","duration":"112.988659ms","start":"2026-07-28T17:00:11.758582Z","end":"2026-07-28T17:00:11.87157Z","steps":["trace[1528407683] 'agreement among raft nodes before linearized reading' (duration: 112.754103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:12.562225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.239734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:00:12.562934Z","caller":"traceutil/trace.go:171","msg":"trace[1825005202] transaction","detail":"{read_only:false; response_revision:35280; number_of_response:1; }","duration":"188.414255ms","start":"2026-07-28T17:00:12.374478Z","end":"2026-07-28T17:00:12.562892Z","steps":["trace[1825005202] 'process raft request' (duration: 65.279479ms)","trace[1825005202] 'compare' (duration: 122.100541ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:00:12.563071Z","caller":"traceutil/trace.go:171","msg":"trace[1470917697] linearizableReadLoop","detail":"{readStateIndex:36379; appliedIndex:36378; }","duration":"103.315794ms","start":"2026-07-28T17:00:12.459492Z","end":"2026-07-28T17:00:12.562808Z","steps":["trace[1470917697] 'read index received' (duration: 91.822µs)","trace[1470917697] 'applied index is now lower than readState.Index' (duration: 103.221572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:00:12.563425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.914538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:00:12.56349Z","caller":"traceutil/trace.go:171","msg":"trace[907641455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35280; }","duration":"104.044881ms","start":"2026-07-28T17:00:12.459432Z","end":"2026-07-28T17:00:12.563477Z","steps":["trace[907641455] 'agreement among raft nodes before linearized reading' (duration: 103.794225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:13.499751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.734997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T17:00:13.499774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.142166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:13.499834Z","caller":"traceutil/trace.go:171","msg":"trace[1843009758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35292; }","duration":"129.86099ms","start":"2026-07-28T17:00:13.369952Z","end":"2026-07-28T17:00:13.499813Z","steps":["trace[1843009758] 'range keys from in-memory index tree' (duration: 129.528081ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:13.499857Z","caller":"traceutil/trace.go:171","msg":"trace[87729966] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35292; }","duration":"169.292439ms","start":"2026-07-28T17:00:13.330545Z","end":"2026-07-28T17:00:13.499838Z","steps":["trace[87729966] 'range keys from in-memory index tree' (duration: 169.053513ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:13.500295Z","caller":"traceutil/trace.go:171","msg":"trace[941945136] transaction","detail":"{read_only:false; response_revision:35293; number_of_response:1; }","duration":"102.510024ms","start":"2026-07-28T17:00:13.397744Z","end":"2026-07-28T17:00:13.500254Z","steps":["trace[941945136] 'process raft request' (duration: 97.794289ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:30.82746Z","caller":"traceutil/trace.go:171","msg":"trace[1888982063] transaction","detail":"{read_only:false; response_revision:35422; number_of_response:1; }","duration":"159.087421ms","start":"2026-07-28T17:00:30.668341Z","end":"2026-07-28T17:00:30.827429Z","steps":["trace[1888982063] 'process raft request' (duration: 158.889596ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:30.91977Z","caller":"traceutil/trace.go:171","msg":"trace[469906586] linearizableReadLoop","detail":"{readStateIndex:36527; appliedIndex:36524; }","duration":"239.626611ms","start":"2026-07-28T17:00:30.680124Z","end":"2026-07-28T17:00:30.919751Z","steps":["trace[469906586] 'read index received' (duration: 147.216742ms)","trace[469906586] 'applied index is now lower than readState.Index' (duration: 92.409139ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:00:30.919862Z","caller":"traceutil/trace.go:171","msg":"trace[610683811] transaction","detail":"{read_only:false; response_revision:35424; number_of_response:1; }","duration":"250.263289ms","start":"2026-07-28T17:00:30.669589Z","end":"2026-07-28T17:00:30.919852Z","steps":["trace[610683811] 'process raft request' (duration: 250.129216ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:30.919821Z","caller":"traceutil/trace.go:171","msg":"trace[1614295808] transaction","detail":"{read_only:false; response_revision:35423; number_of_response:1; }","duration":"250.806353ms","start":"2026-07-28T17:00:30.668989Z","end":"2026-07-28T17:00:30.919795Z","steps":["trace[1614295808] 'process raft request' (duration: 250.606318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:30.920105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.931688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:00:30.920138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.390594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:00:30.920185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.132207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:30.920193Z","caller":"traceutil/trace.go:171","msg":"trace[214171386] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:35424; }","duration":"240.075352ms","start":"2026-07-28T17:00:30.680099Z","end":"2026-07-28T17:00:30.920174Z","steps":["trace[214171386] 'agreement among raft nodes before linearized reading' (duration: 239.886598ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:30.9202Z","caller":"traceutil/trace.go:171","msg":"trace[715381704] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:35424; }","duration":"218.457435ms","start":"2026-07-28T17:00:30.701726Z","end":"2026-07-28T17:00:30.920183Z","steps":["trace[715381704] 'agreement among raft nodes before linearized reading' (duration: 218.354083ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:30.920221Z","caller":"traceutil/trace.go:171","msg":"trace[1928628879] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:35424; }","duration":"220.190918ms","start":"2026-07-28T17:00:30.700022Z","end":"2026-07-28T17:00:30.920213Z","steps":["trace[1928628879] 'agreement among raft nodes before linearized reading' (duration: 220.111366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:30.920184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.78305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:30.920291Z","caller":"traceutil/trace.go:171","msg":"trace[1537242094] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:35424; }","duration":"238.935394ms","start":"2026-07-28T17:00:30.681328Z","end":"2026-07-28T17:00:30.920263Z","steps":["trace[1537242094] 'agreement among raft nodes before linearized reading' (duration: 238.696908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:30.920303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.177761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T17:00:30.920359Z","caller":"traceutil/trace.go:171","msg":"trace[2043818177] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:35424; }","duration":"230.247092ms","start":"2026-07-28T17:00:30.690097Z","end":"2026-07-28T17:00:30.920344Z","steps":["trace[2043818177] 'agreement among raft nodes before linearized reading' (duration: 230.056708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:30.920363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.732409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:00:30.920374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.374293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:30.920401Z","caller":"traceutil/trace.go:171","msg":"trace[572250297] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:35424; }","duration":"231.79013ms","start":"2026-07-28T17:00:30.688603Z","end":"2026-07-28T17:00:30.920393Z","steps":["trace[572250297] 'agreement among raft nodes before linearized reading' (duration: 231.736189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:30.920421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.968024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T17:00:30.920431Z","caller":"traceutil/trace.go:171","msg":"trace[1972161321] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:35424; }","duration":"220.438604ms","start":"2026-07-28T17:00:30.699978Z","end":"2026-07-28T17:00:30.920416Z","steps":["trace[1972161321] 'agreement among raft nodes before linearized reading' (duration: 220.350392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:30.920441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.821172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:30.920451Z","caller":"traceutil/trace.go:171","msg":"trace[2031999168] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:35424; }","duration":"218.008455ms","start":"2026-07-28T17:00:30.702433Z","end":"2026-07-28T17:00:30.920442Z","steps":["trace[2031999168] 'agreement among raft nodes before linearized reading' (duration: 217.885642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:30.920479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.760663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:00:30.920405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.344392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:30.920526Z","caller":"traceutil/trace.go:171","msg":"trace[7593949] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:35424; }","duration":"232.817975ms","start":"2026-07-28T17:00:30.687695Z","end":"2026-07-28T17:00:30.920513Z","steps":["trace[7593949] 'agreement among raft nodes before linearized reading' (duration: 232.749194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:30.920507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.42152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T17:00:30.92055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.677517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T17:00:30.920542Z","caller":"traceutil/trace.go:171","msg":"trace[1331418982] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:35424; }","duration":"220.486955ms","start":"2026-07-28T17:00:30.700046Z","end":"2026-07-28T17:00:30.920533Z","steps":["trace[1331418982] 'agreement among raft nodes before linearized reading' (duration: 220.336731ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:30.920583Z","caller":"traceutil/trace.go:171","msg":"trace[685092901] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:35424; }","duration":"231.739209ms","start":"2026-07-28T17:00:30.688836Z","end":"2026-07-28T17:00:30.920575Z","steps":["trace[685092901] 'agreement among raft nodes before linearized reading' (duration: 231.635326ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:30.920589Z","caller":"traceutil/trace.go:171","msg":"trace[499540641] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:35424; }","duration":"217.534244ms","start":"2026-07-28T17:00:30.703036Z","end":"2026-07-28T17:00:30.920571Z","steps":["trace[499540641] 'agreement among raft nodes before linearized reading' (duration: 217.268467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:30.920596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.430494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-07-28T17:00:30.920621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.068209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:30.92063Z","caller":"traceutil/trace.go:171","msg":"trace[132110188] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:35424; }","duration":"227.476155ms","start":"2026-07-28T17:00:30.693145Z","end":"2026-07-28T17:00:30.920621Z","steps":["trace[132110188] 'agreement among raft nodes before linearized reading' (duration: 227.360382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:30.920651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.72825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-28T17:00:30.920675Z","caller":"traceutil/trace.go:171","msg":"trace[1281476782] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:35424; }","duration":"215.75936ms","start":"2026-07-28T17:00:30.704909Z","end":"2026-07-28T17:00:30.920669Z","steps":["trace[1281476782] 'agreement among raft nodes before linearized reading' (duration: 215.688028ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:30.920666Z","caller":"traceutil/trace.go:171","msg":"trace[1524139985] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:35424; }","duration":"230.12138ms","start":"2026-07-28T17:00:30.690532Z","end":"2026-07-28T17:00:30.920653Z","steps":["trace[1524139985] 'agreement among raft nodes before linearized reading' (duration: 230.050078ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:30.920484Z","caller":"traceutil/trace.go:171","msg":"trace[354306263] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:35424; }","duration":"229.871883ms","start":"2026-07-28T17:00:30.6906Z","end":"2026-07-28T17:00:30.920472Z","steps":["trace[354306263] 'agreement among raft nodes before linearized reading' (duration: 229.807252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:30.920284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.329351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T17:00:30.920977Z","caller":"traceutil/trace.go:171","msg":"trace[528944201] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:35424; }","duration":"221.020578ms","start":"2026-07-28T17:00:30.699919Z","end":"2026-07-28T17:00:30.92094Z","steps":["trace[528944201] 'agreement among raft nodes before linearized reading' (duration: 220.142726ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:33.227822Z","caller":"traceutil/trace.go:171","msg":"trace[659545106] linearizableReadLoop","detail":"{readStateIndex:36543; appliedIndex:36542; }","duration":"153.298489ms","start":"2026-07-28T17:00:33.074496Z","end":"2026-07-28T17:00:33.227794Z","steps":["trace[659545106] 'read index received' (duration: 153.228218ms)","trace[659545106] 'applied index is now lower than readState.Index' (duration: 69.311µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:00:33.22792Z","caller":"traceutil/trace.go:171","msg":"trace[1496605272] transaction","detail":"{read_only:false; response_revision:35439; number_of_response:1; }","duration":"222.034693ms","start":"2026-07-28T17:00:33.00585Z","end":"2026-07-28T17:00:33.227885Z","steps":["trace[1496605272] 'process raft request' (duration: 221.795297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:33.227976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.462044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:33.228107Z","caller":"traceutil/trace.go:171","msg":"trace[227616717] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:35439; }","duration":"153.655599ms","start":"2026-07-28T17:00:33.074437Z","end":"2026-07-28T17:00:33.228092Z","steps":["trace[227616717] 'agreement among raft nodes before linearized reading' (duration: 153.453414ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:33.229638Z","caller":"traceutil/trace.go:171","msg":"trace[1125956690] transaction","detail":"{read_only:false; response_revision:35440; number_of_response:1; }","duration":"150.211255ms","start":"2026-07-28T17:00:33.079402Z","end":"2026-07-28T17:00:33.229613Z","steps":["trace[1125956690] 'process raft request' (duration: 150.064491ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:33.589293Z","caller":"traceutil/trace.go:171","msg":"trace[192911242] transaction","detail":"{read_only:false; response_revision:35441; number_of_response:1; }","duration":"223.820576ms","start":"2026-07-28T17:00:33.365441Z","end":"2026-07-28T17:00:33.589262Z","steps":["trace[192911242] 'process raft request' (duration: 150.366419ms)","trace[192911242] 'compare' (duration: 73.100829ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:00:34.07954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.258292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:00:34.079653Z","caller":"traceutil/trace.go:171","msg":"trace[1660500683] linearizableReadLoop","detail":"{readStateIndex:36547; appliedIndex:36546; }","duration":"300.218435ms","start":"2026-07-28T17:00:33.779418Z","end":"2026-07-28T17:00:34.079637Z","steps":["trace[1660500683] 'read index received' (duration: 53.744908ms)","trace[1660500683] 'applied index is now lower than readState.Index' (duration: 246.472087ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:00:34.079724Z","caller":"traceutil/trace.go:171","msg":"trace[2026113054] transaction","detail":"{read_only:false; response_revision:35443; number_of_response:1; }","duration":"328.526094ms","start":"2026-07-28T17:00:33.751187Z","end":"2026-07-28T17:00:34.079713Z","steps":["trace[2026113054] 'process raft request' (duration: 82.011386ms)","trace[2026113054] 'compare' (duration: 246.128429ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:00:34.079786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:00:33.751174Z","time spent":"328.583075ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:00:34.079865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.42669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:34.079933Z","caller":"traceutil/trace.go:171","msg":"trace[1798753749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:35443; }","duration":"300.529272ms","start":"2026-07-28T17:00:33.779389Z","end":"2026-07-28T17:00:34.079918Z","steps":["trace[1798753749] 'agreement among raft nodes before linearized reading' (duration: 300.413229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:34.079964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:00:33.779373Z","time spent":"300.583464ms","remote":"127.0.0.1:35228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:00:34.135604Z","caller":"traceutil/trace.go:171","msg":"trace[1061872045] transaction","detail":"{read_only:false; response_revision:35444; number_of_response:1; }","duration":"160.422854ms","start":"2026-07-28T17:00:33.975153Z","end":"2026-07-28T17:00:34.135575Z","steps":["trace[1061872045] 'process raft request' (duration: 160.289921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:34.136806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.418442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:34.136841Z","caller":"traceutil/trace.go:171","msg":"trace[1287310058] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:35445; }","duration":"215.478753ms","start":"2026-07-28T17:00:33.921353Z","end":"2026-07-28T17:00:34.136832Z","steps":["trace[1287310058] 'agreement among raft nodes before linearized reading' (duration: 215.406262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:34.137027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.901444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:00:34.137046Z","caller":"traceutil/trace.go:171","msg":"trace[1069678695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35445; }","duration":"169.920794ms","start":"2026-07-28T17:00:33.967119Z","end":"2026-07-28T17:00:34.13704Z","steps":["trace[1069678695] 'agreement among raft nodes before linearized reading' (duration: 169.833642ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:34.137108Z","caller":"traceutil/trace.go:171","msg":"trace[1299355075] transaction","detail":"{read_only:false; response_revision:35445; number_of_response:1; }","duration":"144.066295ms","start":"2026-07-28T17:00:33.99301Z","end":"2026-07-28T17:00:34.137077Z","steps":["trace[1299355075] 'process raft request' (duration: 143.44292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:34.137303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.717944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:34.137422Z","caller":"traceutil/trace.go:171","msg":"trace[1906155057] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:35445; }","duration":"216.880478ms","start":"2026-07-28T17:00:33.920512Z","end":"2026-07-28T17:00:34.137392Z","steps":["trace[1906155057] 'agreement among raft nodes before linearized reading' (duration: 216.644582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:34.137447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.879038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:00:34.137529Z","caller":"traceutil/trace.go:171","msg":"trace[144498711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35445; }","duration":"224.013751ms","start":"2026-07-28T17:00:33.913493Z","end":"2026-07-28T17:00:34.137507Z","steps":["trace[144498711] 'agreement among raft nodes before linearized reading' (duration: 223.084808ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:36.995959Z","caller":"traceutil/trace.go:171","msg":"trace[2048488772] transaction","detail":"{read_only:false; response_revision:35461; number_of_response:1; }","duration":"137.703951ms","start":"2026-07-28T17:00:36.85817Z","end":"2026-07-28T17:00:36.995874Z","steps":["trace[2048488772] 'process raft request' (duration: 137.531996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:42.299342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.144769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:00:42.299377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.173688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:00:42.299434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.390944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:00:42.29945Z","caller":"traceutil/trace.go:171","msg":"trace[658064875] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:35496; }","duration":"142.314183ms","start":"2026-07-28T17:00:42.157114Z","end":"2026-07-28T17:00:42.299428Z","steps":["trace[658064875] 'range keys from in-memory index tree' (duration: 141.997455ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:42.29947Z","caller":"traceutil/trace.go:171","msg":"trace[1970524224] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:35496; }","duration":"151.333672ms","start":"2026-07-28T17:00:42.148114Z","end":"2026-07-28T17:00:42.299448Z","steps":["trace[1970524224] 'count revisions from in-memory index tree' (duration: 151.084366ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:42.299508Z","caller":"traceutil/trace.go:171","msg":"trace[1369554358] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:35496; }","duration":"142.492067ms","start":"2026-07-28T17:00:42.157003Z","end":"2026-07-28T17:00:42.299495Z","steps":["trace[1369554358] 'range keys from in-memory index tree' (duration: 142.341573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:42.299786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.05661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T17:00:42.299899Z","caller":"traceutil/trace.go:171","msg":"trace[1135198356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35496; }","duration":"182.213964ms","start":"2026-07-28T17:00:42.117668Z","end":"2026-07-28T17:00:42.299882Z","steps":["trace[1135198356] 'range keys from in-memory index tree' (duration: 181.779323ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:42.383998Z","caller":"traceutil/trace.go:171","msg":"trace[557472186] transaction","detail":"{read_only:false; response_revision:35497; number_of_response:1; }","duration":"218.802694ms","start":"2026-07-28T17:00:42.165168Z","end":"2026-07-28T17:00:42.383971Z","steps":["trace[557472186] 'process raft request' (duration: 218.64416ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:42.446779Z","caller":"traceutil/trace.go:171","msg":"trace[53058261] linearizableReadLoop","detail":"{readStateIndex:36603; appliedIndex:36601; }","duration":"276.255612ms","start":"2026-07-28T17:00:42.170504Z","end":"2026-07-28T17:00:42.44676Z","steps":["trace[53058261] 'read index received' (duration: 213.28755ms)","trace[53058261] 'applied index is now lower than readState.Index' (duration: 62.966752ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:00:42.446887Z","caller":"traceutil/trace.go:171","msg":"trace[888331173] transaction","detail":"{read_only:false; response_revision:35499; number_of_response:1; }","duration":"142.443797ms","start":"2026-07-28T17:00:42.304434Z","end":"2026-07-28T17:00:42.446878Z","steps":["trace[888331173] 'process raft request' (duration: 142.279543ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:42.446849Z","caller":"traceutil/trace.go:171","msg":"trace[1100589027] transaction","detail":"{read_only:false; response_revision:35498; number_of_response:1; }","duration":"281.572691ms","start":"2026-07-28T17:00:42.16524Z","end":"2026-07-28T17:00:42.446813Z","steps":["trace[1100589027] 'process raft request' (duration: 281.214722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:42.447055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.531659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T17:00:42.447109Z","caller":"traceutil/trace.go:171","msg":"trace[1780509594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35499; }","duration":"276.618291ms","start":"2026-07-28T17:00:42.170477Z","end":"2026-07-28T17:00:42.447095Z","steps":["trace[1780509594] 'agreement among raft nodes before linearized reading' (duration: 276.433427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:00:42.447178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.253358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T17:00:42.447265Z","caller":"traceutil/trace.go:171","msg":"trace[1698875373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35499; }","duration":"275.383291ms","start":"2026-07-28T17:00:42.171861Z","end":"2026-07-28T17:00:42.447244Z","steps":["trace[1698875373] 'agreement among raft nodes before linearized reading' (duration: 275.056753ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:42.632778Z","caller":"traceutil/trace.go:171","msg":"trace[1729573121] linearizableReadLoop","detail":"{readStateIndex:36606; appliedIndex:36604; }","duration":"175.394518ms","start":"2026-07-28T17:00:42.457362Z","end":"2026-07-28T17:00:42.632757Z","steps":["trace[1729573121] 'read index received' (duration: 106.342667ms)","trace[1729573121] 'applied index is now lower than readState.Index' (duration: 69.051221ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:00:42.632786Z","caller":"traceutil/trace.go:171","msg":"trace[113635385] transaction","detail":"{read_only:false; response_revision:35501; number_of_response:1; }","duration":"180.919042ms","start":"2026-07-28T17:00:42.451848Z","end":"2026-07-28T17:00:42.632767Z","steps":["trace[113635385] 'process raft request' (duration: 180.83984ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:42.632812Z","caller":"traceutil/trace.go:171","msg":"trace[111480696] transaction","detail":"{read_only:false; response_revision:35500; number_of_response:1; }","duration":"180.947633ms","start":"2026-07-28T17:00:42.451823Z","end":"2026-07-28T17:00:42.632771Z","steps":["trace[111480696] 'process raft request' (duration: 111.764269ms)","trace[111480696] 'compare' (duration: 69.01024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:00:42.632919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.552602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T17:00:42.632946Z","caller":"traceutil/trace.go:171","msg":"trace[2145604493] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35501; }","duration":"175.630494ms","start":"2026-07-28T17:00:42.457308Z","end":"2026-07-28T17:00:42.632939Z","steps":["trace[2145604493] 'agreement among raft nodes before linearized reading' (duration: 175.521952ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:11.998003Z","caller":"traceutil/trace.go:171","msg":"trace[1634952350] transaction","detail":"{read_only:false; response_revision:35737; number_of_response:1; }","duration":"128.542648ms","start":"2026-07-28T17:01:11.869421Z","end":"2026-07-28T17:01:11.997964Z","steps":["trace[1634952350] 'process raft request' (duration: 128.341183ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:12.329093Z","caller":"traceutil/trace.go:171","msg":"trace[2076620164] transaction","detail":"{read_only:false; response_revision:35739; number_of_response:1; }","duration":"150.115862ms","start":"2026-07-28T17:01:12.178939Z","end":"2026-07-28T17:01:12.329054Z","steps":["trace[2076620164] 'process raft request' (duration: 101.828787ms)","trace[2076620164] 'compare' (duration: 48.045209ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:12.821114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.668541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:01:12.821299Z","caller":"traceutil/trace.go:171","msg":"trace[992552182] transaction","detail":"{read_only:false; response_revision:35742; number_of_response:1; }","duration":"204.390473ms","start":"2026-07-28T17:01:12.616873Z","end":"2026-07-28T17:01:12.821263Z","steps":["trace[992552182] 'process raft request' (duration: 75.439165ms)","trace[992552182] 'compare' (duration: 128.532608ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:12.821382Z","caller":"traceutil/trace.go:171","msg":"trace[687497742] transaction","detail":"{read_only:false; response_revision:35743; number_of_response:1; }","duration":"183.650599ms","start":"2026-07-28T17:01:12.6377Z","end":"2026-07-28T17:01:12.821351Z","steps":["trace[687497742] 'process raft request' (duration: 183.551897ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:12.821433Z","caller":"traceutil/trace.go:171","msg":"trace[460977936] linearizableReadLoop","detail":"{readStateIndex:36854; appliedIndex:36853; }","duration":"185.041703ms","start":"2026-07-28T17:01:12.636363Z","end":"2026-07-28T17:01:12.821404Z","steps":["trace[460977936] 'read index received' (duration: 55.966292ms)","trace[460977936] 'applied index is now lower than readState.Index' (duration: 129.07256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:12.82173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.373731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-service-gm78h\" ","response":"range_response_count:1 size:8113"} {"level":"info","ts":"2026-07-28T17:01:12.821791Z","caller":"traceutil/trace.go:171","msg":"trace[1654888380] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-service-gm78h; range_end:; response_count:1; response_revision:35743; }","duration":"185.476214ms","start":"2026-07-28T17:01:12.636299Z","end":"2026-07-28T17:01:12.821776Z","steps":["trace[1654888380] 'agreement among raft nodes before linearized reading' (duration: 185.237258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:13.03987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.845901ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T17:01:13.400275Z","caller":"traceutil/trace.go:171","msg":"trace[637633384] transaction","detail":"{read_only:false; response_revision:35750; number_of_response:1; }","duration":"115.610983ms","start":"2026-07-28T17:01:13.284619Z","end":"2026-07-28T17:01:13.40023Z","steps":["trace[637633384] 'process raft request' (duration: 76.354968ms)","trace[637633384] 'compare' (duration: 38.874566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:13.753773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.815729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:01:13.753885Z","caller":"traceutil/trace.go:171","msg":"trace[1303105468] transaction","detail":"{read_only:false; response_revision:35751; number_of_response:1; }","duration":"348.485359ms","start":"2026-07-28T17:01:13.405379Z","end":"2026-07-28T17:01:13.753865Z","steps":["trace[1303105468] 'process raft request' (duration: 128.498947ms)","trace[1303105468] 'compare' (duration: 219.521441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:13.753943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:13.405351Z","time spent":"348.565012ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:13.755527Z","caller":"traceutil/trace.go:171","msg":"trace[761812816] linearizableReadLoop","detail":"{readStateIndex:36865; appliedIndex:36864; }","duration":"203.525722ms","start":"2026-07-28T17:01:13.551981Z","end":"2026-07-28T17:01:13.755507Z","steps":["trace[761812816] 'read index received' (duration: 203.333778ms)","trace[761812816] 'applied index is now lower than readState.Index' (duration: 190.964µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:13.755795Z","caller":"traceutil/trace.go:171","msg":"trace[683778826] transaction","detail":"{read_only:false; response_revision:35752; number_of_response:1; }","duration":"337.136514ms","start":"2026-07-28T17:01:13.418645Z","end":"2026-07-28T17:01:13.755781Z","steps":["trace[683778826] 'process raft request' (duration: 336.747515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:13.75591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:13.418629Z","time spent":"337.207115ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:13.755922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.381886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:13.75602Z","caller":"traceutil/trace.go:171","msg":"trace[844876850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35752; }","duration":"103.512759ms","start":"2026-07-28T17:01:13.652476Z","end":"2026-07-28T17:01:13.755989Z","steps":["trace[844876850] 'agreement among raft nodes before linearized reading' (duration: 103.374016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:13.756181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.167349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:13.75626Z","caller":"traceutil/trace.go:171","msg":"trace[218456395] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:35752; }","duration":"204.325402ms","start":"2026-07-28T17:01:13.551918Z","end":"2026-07-28T17:01:13.756244Z","steps":["trace[218456395] 'agreement among raft nodes before linearized reading' (duration: 204.112147ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:14.094991Z","caller":"traceutil/trace.go:171","msg":"trace[858982047] transaction","detail":"{read_only:false; response_revision:35753; number_of_response:1; }","duration":"334.801166ms","start":"2026-07-28T17:01:13.760157Z","end":"2026-07-28T17:01:14.094958Z","steps":["trace[858982047] 'process raft request' (duration: 326.412222ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:14.09506Z","caller":"traceutil/trace.go:171","msg":"trace[1653973714] linearizableReadLoop","detail":"{readStateIndex:36866; appliedIndex:36865; }","duration":"127.939763ms","start":"2026-07-28T17:01:13.967063Z","end":"2026-07-28T17:01:14.095003Z","steps":["trace[1653973714] 'read index received' (duration: 119.534489ms)","trace[1653973714] 'applied index is now lower than readState.Index' (duration: 8.399514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:14.095138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:13.760107Z","time spent":"334.961871ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:01:14.095353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.278712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-28T17:01:14.09544Z","caller":"traceutil/trace.go:171","msg":"trace[1692293470] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:35754; }","duration":"128.410604ms","start":"2026-07-28T17:01:13.967008Z","end":"2026-07-28T17:01:14.095419Z","steps":["trace[1692293470] 'agreement among raft nodes before linearized reading' (duration: 128.154518ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:14.39184Z","caller":"traceutil/trace.go:171","msg":"trace[269394175] transaction","detail":"{read_only:false; response_revision:35755; number_of_response:1; }","duration":"202.243542ms","start":"2026-07-28T17:01:14.18956Z","end":"2026-07-28T17:01:14.391804Z","steps":["trace[269394175] 'process raft request' (duration: 168.797888ms)","trace[269394175] 'compare' (duration: 33.172387ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:14.97443Z","caller":"traceutil/trace.go:171","msg":"trace[2130671257] linearizableReadLoop","detail":"{readStateIndex:36873; appliedIndex:36872; }","duration":"122.146222ms","start":"2026-07-28T17:01:14.852255Z","end":"2026-07-28T17:01:14.974401Z","steps":["trace[2130671257] 'read index received' (duration: 121.989028ms)","trace[2130671257] 'applied index is now lower than readState.Index' (duration: 155.774µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:14.974539Z","caller":"traceutil/trace.go:171","msg":"trace[990116856] transaction","detail":"{read_only:false; response_revision:35760; number_of_response:1; }","duration":"143.947452ms","start":"2026-07-28T17:01:14.830553Z","end":"2026-07-28T17:01:14.974501Z","steps":["trace[990116856] 'process raft request' (duration: 143.646995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:14.974753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.48704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:01:14.974846Z","caller":"traceutil/trace.go:171","msg":"trace[832660207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35760; }","duration":"122.671955ms","start":"2026-07-28T17:01:14.852154Z","end":"2026-07-28T17:01:14.974826Z","steps":["trace[832660207] 'agreement among raft nodes before linearized reading' (duration: 122.358317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:15.714122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.660579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:01:15.714219Z","caller":"traceutil/trace.go:171","msg":"trace[225032592] linearizableReadLoop","detail":"{readStateIndex:36874; appliedIndex:36873; }","duration":"739.694419ms","start":"2026-07-28T17:01:14.974511Z","end":"2026-07-28T17:01:15.714205Z","steps":["trace[225032592] 'read index received' (duration: 114.873036ms)","trace[225032592] 'applied index is now lower than readState.Index' (duration: 624.820353ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:15.714265Z","caller":"traceutil/trace.go:171","msg":"trace[10096185] transaction","detail":"{read_only:false; response_revision:35761; number_of_response:1; }","duration":"765.692071ms","start":"2026-07-28T17:01:14.948544Z","end":"2026-07-28T17:01:15.714236Z","steps":["trace[10096185] 'process raft request' (duration: 140.831717ms)","trace[10096185] 'compare' (duration: 624.424744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:15.714363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.460824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:01:15.714388Z","caller":"traceutil/trace.go:171","msg":"trace[507227203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35761; }","duration":"820.486885ms","start":"2026-07-28T17:01:14.893894Z","end":"2026-07-28T17:01:15.714381Z","steps":["trace[507227203] 'agreement among raft nodes before linearized reading' (duration: 820.367382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:15.714397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:14.948516Z","time spent":"765.809474ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:15.71441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:14.893822Z","time spent":"820.583247ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:01:16.215144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626859192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:01:16.258738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127110015s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T17:01:16.267593Z","caller":"traceutil/trace.go:171","msg":"trace[1239358097] transaction","detail":"{read_only:false; response_revision:35762; number_of_response:1; }","duration":"1.287834576s","start":"2026-07-28T17:01:14.979741Z","end":"2026-07-28T17:01:16.267575Z","steps":["trace[1239358097] 'process raft request' (duration: 1.279239946s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.268018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:14.979716Z","time spent":"1.288235696s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:16.597882Z","caller":"traceutil/trace.go:171","msg":"trace[1898680340] transaction","detail":"{read_only:false; response_revision:35763; number_of_response:1; }","duration":"893.618284ms","start":"2026-07-28T17:01:15.704213Z","end":"2026-07-28T17:01:16.597831Z","steps":["trace[1898680340] 'process raft request' (duration: 893.259445ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:16.597918Z","caller":"traceutil/trace.go:171","msg":"trace[484137137] transaction","detail":"{read_only:false; response_revision:35765; number_of_response:1; }","duration":"837.290703ms","start":"2026-07-28T17:01:15.760593Z","end":"2026-07-28T17:01:16.597883Z","steps":["trace[484137137] 'process raft request' (duration: 837.17975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.598134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.76058Z","time spent":"837.437916ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:16.598148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.704194Z","time spent":"893.800938ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6264,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:16.598194Z","caller":"traceutil/trace.go:171","msg":"trace[841470839] linearizableReadLoop","detail":"{readStateIndex:36879; appliedIndex:36874; }","duration":"883.926038ms","start":"2026-07-28T17:01:15.71424Z","end":"2026-07-28T17:01:16.598166Z","steps":["trace[841470839] 'read index received' (duration: 544.719494ms)","trace[841470839] 'applied index is now lower than readState.Index' (duration: 339.205154ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:16.59842Z","caller":"traceutil/trace.go:171","msg":"trace[815375955] transaction","detail":"{read_only:false; response_revision:35766; number_of_response:1; }","duration":"498.011898ms","start":"2026-07-28T17:01:16.100396Z","end":"2026-07-28T17:01:16.598408Z","steps":["trace[815375955] 'process raft request' (duration: 497.424664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.598553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:16.100375Z","time spent":"498.08209ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:16.598569Z","caller":"traceutil/trace.go:171","msg":"trace[1281547491] transaction","detail":"{read_only:false; response_revision:35764; number_of_response:1; }","duration":"881.067939ms","start":"2026-07-28T17:01:15.717456Z","end":"2026-07-28T17:01:16.598524Z","steps":["trace[1281547491] 'process raft request' (duration: 880.262249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.598713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.230111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:16.59875Z","caller":"traceutil/trace.go:171","msg":"trace[473750894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35766; }","duration":"950.298403ms","start":"2026-07-28T17:01:15.648443Z","end":"2026-07-28T17:01:16.598741Z","steps":["trace[473750894] 'agreement among raft nodes before linearized reading' (duration: 950.236661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.598763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.717446Z","time spent":"881.237423ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:16.598778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.648426Z","time spent":"950.346074ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:01:16.598877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097674929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:01:16.598906Z","caller":"traceutil/trace.go:171","msg":"trace[1529320884] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:35766; }","duration":"1.09774418s","start":"2026-07-28T17:01:15.501154Z","end":"2026-07-28T17:01:16.598898Z","steps":["trace[1529320884] 'agreement among raft nodes before linearized reading' (duration: 1.097640787s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.59894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.501133Z","time spent":"1.097800802s","remote":"127.0.0.1:35914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":48,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:01:16.599169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507267455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:01:16.599178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506139008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T17:01:16.599203Z","caller":"traceutil/trace.go:171","msg":"trace[158418076] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:35766; }","duration":"1.507319377s","start":"2026-07-28T17:01:15.091872Z","end":"2026-07-28T17:01:16.599192Z","steps":["trace[158418076] 'agreement among raft nodes before linearized reading' (duration: 1.507253865s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.091857Z","time spent":"1.507369478s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T17:01:16.59923Z","caller":"traceutil/trace.go:171","msg":"trace[1148771469] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:35766; }","duration":"1.506184739s","start":"2026-07-28T17:01:15.093027Z","end":"2026-07-28T17:01:16.599212Z","steps":["trace[1148771469] 'agreement among raft nodes before linearized reading' (duration: 1.505999355s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.09301Z","time spent":"1.506254701s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:01:16.599276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233190746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:01:16.599321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503566086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T17:01:16.599352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504771655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:16.599363Z","caller":"traceutil/trace.go:171","msg":"trace[175072559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:35766; }","duration":"1.233289188s","start":"2026-07-28T17:01:15.36605Z","end":"2026-07-28T17:01:16.599339Z","steps":["trace[175072559] 'agreement among raft nodes before linearized reading' (duration: 1.233145335s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506054176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:01:16.599347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505370939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T17:01:16.599411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513032846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:16.599427Z","caller":"traceutil/trace.go:171","msg":"trace[948170249] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:35766; }","duration":"1.506106037s","start":"2026-07-28T17:01:15.093313Z","end":"2026-07-28T17:01:16.599419Z","steps":["trace[948170249] 'agreement among raft nodes before linearized reading' (duration: 1.506065596s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.365989Z","time spent":"1.233415952s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:01:16.59943Z","caller":"traceutil/trace.go:171","msg":"trace[1298523540] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:35766; }","duration":"1.505470862s","start":"2026-07-28T17:01:15.093951Z","end":"2026-07-28T17:01:16.599422Z","steps":["trace[1298523540] 'agreement among raft nodes before linearized reading' (duration: 1.505220195s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:16.599415Z","caller":"traceutil/trace.go:171","msg":"trace[1933182073] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:35766; }","duration":"1.503651898s","start":"2026-07-28T17:01:15.095731Z","end":"2026-07-28T17:01:16.599383Z","steps":["trace[1933182073] 'agreement among raft nodes before linearized reading' (duration: 1.503427012s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513059467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:01:16.599424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341153293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T17:01:16.599452Z","caller":"traceutil/trace.go:171","msg":"trace[703419159] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:35766; }","duration":"1.513110308s","start":"2026-07-28T17:01:15.08633Z","end":"2026-07-28T17:01:16.599441Z","steps":["trace[703419159] 'agreement among raft nodes before linearized reading' (duration: 1.513039246s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:16.599487Z","caller":"traceutil/trace.go:171","msg":"trace[203123341] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:35766; }","duration":"1.513141989s","start":"2026-07-28T17:01:15.08633Z","end":"2026-07-28T17:01:16.599472Z","steps":["trace[203123341] 'agreement among raft nodes before linearized reading' (duration: 1.513085987s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.095726Z","time spent":"1.50374695s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:01:16.599462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.093946Z","time spent":"1.505508332s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T17:01:16.599497Z","caller":"traceutil/trace.go:171","msg":"trace[1347403113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35766; }","duration":"1.341227985s","start":"2026-07-28T17:01:15.258251Z","end":"2026-07-28T17:01:16.599479Z","steps":["trace[1347403113] 'agreement among raft nodes before linearized reading' (duration: 1.34101892s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.086306Z","time spent":"1.51320508s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:01:16.599532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508922595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:16.59955Z","caller":"traceutil/trace.go:171","msg":"trace[912307597] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:35766; }","duration":"1.508970357s","start":"2026-07-28T17:01:15.090576Z","end":"2026-07-28T17:01:16.599546Z","steps":["trace[912307597] 'agreement among raft nodes before linearized reading' (duration: 1.508892125s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.090561Z","time spent":"1.509000858s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:01:16.599384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512993715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:01:16.599566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.258187Z","time spent":"1.341346638s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:01:16.599571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59582234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T17:01:16.599495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.086306Z","time spent":"1.513183669s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T17:01:16.599618Z","caller":"traceutil/trace.go:171","msg":"trace[1623151040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35766; }","duration":"1.595903772s","start":"2026-07-28T17:01:15.003702Z","end":"2026-07-28T17:01:16.599606Z","steps":["trace[1623151040] 'agreement among raft nodes before linearized reading' (duration: 1.595770869s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.295312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:01:16.599449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.093303Z","time spent":"1.506142858s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:01:16.599651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.003685Z","time spent":"1.595958504s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T17:01:16.599655Z","caller":"traceutil/trace.go:171","msg":"trace[997459722] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:35766; }","duration":"202.370464ms","start":"2026-07-28T17:01:16.397276Z","end":"2026-07-28T17:01:16.599646Z","steps":["trace[997459722] 'agreement among raft nodes before linearized reading' (duration: 202.323253ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:16.599397Z","caller":"traceutil/trace.go:171","msg":"trace[1788022990] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:35766; }","duration":"1.504837967s","start":"2026-07-28T17:01:15.094549Z","end":"2026-07-28T17:01:16.599387Z","steps":["trace[1788022990] 'agreement among raft nodes before linearized reading' (duration: 1.504773185s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194476774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:01:16.599704Z","caller":"traceutil/trace.go:171","msg":"trace[418171170] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:35766; }","duration":"1.194822162s","start":"2026-07-28T17:01:15.404873Z","end":"2026-07-28T17:01:16.599696Z","steps":["trace[418171170] 'agreement among raft nodes before linearized reading' (duration: 1.194372361s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.59971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.094535Z","time spent":"1.505163004s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:01:16.599724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.404851Z","time spent":"1.194867034s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:01:16.599723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.282149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-28T17:01:16.599587Z","caller":"traceutil/trace.go:171","msg":"trace[1973351765] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:35766; }","duration":"1.51322028s","start":"2026-07-28T17:01:15.08636Z","end":"2026-07-28T17:01:16.599581Z","steps":["trace[1973351765] 'agreement among raft nodes before linearized reading' (duration: 1.512935973s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.086338Z","time spent":"1.513434485s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-28T17:01:16.599779Z","caller":"traceutil/trace.go:171","msg":"trace[1933593170] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:35766; }","duration":"649.32704ms","start":"2026-07-28T17:01:15.950429Z","end":"2026-07-28T17:01:16.599756Z","steps":["trace[1933593170] 'agreement among raft nodes before linearized reading' (duration: 649.182426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.95041Z","time spent":"649.396222ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1737,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-28T17:01:16.599848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.947736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:01:16.599946Z","caller":"traceutil/trace.go:171","msg":"trace[802531755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35766; }","duration":"842.10211ms","start":"2026-07-28T17:01:15.757819Z","end":"2026-07-28T17:01:16.599921Z","steps":["trace[802531755] 'agreement among raft nodes before linearized reading' (duration: 841.69015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:16.599994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:15.757806Z","time spent":"842.179751ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:01:17.154192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626859201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:01:17.654474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626859201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:01:17.662938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017065728s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T17:01:18.409478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.355785ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:18.409678Z","caller":"traceutil/trace.go:171","msg":"trace[1196448967] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:35766; }","duration":"583.58056ms","start":"2026-07-28T17:01:17.82607Z","end":"2026-07-28T17:01:18.409651Z","steps":["trace[1196448967] 'range keys from in-memory index tree' (duration: 583.330824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.410372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.73687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:01:18.410664Z","caller":"traceutil/trace.go:171","msg":"trace[2060675612] transaction","detail":"{read_only:false; response_revision:35767; number_of_response:1; }","duration":"1.804998921s","start":"2026-07-28T17:01:16.605642Z","end":"2026-07-28T17:01:18.410641Z","steps":["trace[2060675612] 'process raft request' (duration: 1.057766739s)","trace[2060675612] 'compare' (duration: 745.946771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:18.410758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:16.605622Z","time spent":"1.805080844s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:18.429757Z","caller":"traceutil/trace.go:171","msg":"trace[1842135484] transaction","detail":"{read_only:false; response_revision:35768; number_of_response:1; }","duration":"1.822699883s","start":"2026-07-28T17:01:16.607022Z","end":"2026-07-28T17:01:18.429722Z","steps":["trace[1842135484] 'process raft request' (duration: 1.822363314s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.42993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:16.607009Z","time spent":"1.822828735s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:18.430723Z","caller":"traceutil/trace.go:171","msg":"trace[276465955] transaction","detail":"{read_only:false; response_revision:35769; number_of_response:1; }","duration":"1.822314273s","start":"2026-07-28T17:01:16.608358Z","end":"2026-07-28T17:01:18.430672Z","steps":["trace[276465955] 'process raft request' (duration: 1.821293598s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:18.430937Z","caller":"traceutil/trace.go:171","msg":"trace[1667860216] linearizableReadLoop","detail":"{readStateIndex:36884; appliedIndex:36879; }","duration":"1.777780489s","start":"2026-07-28T17:01:16.653132Z","end":"2026-07-28T17:01:18.430913Z","steps":["trace[1667860216] 'read index received' (duration: 1.010263193s)","trace[1667860216] 'applied index is now lower than readState.Index' (duration: 767.516306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:18.430984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:16.608349Z","time spent":"1.822498397s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:18.431093Z","caller":"traceutil/trace.go:171","msg":"trace[1047605871] transaction","detail":"{read_only:false; response_revision:35770; number_of_response:1; }","duration":"1.811130751s","start":"2026-07-28T17:01:16.619905Z","end":"2026-07-28T17:01:18.431036Z","steps":["trace[1047605871] 'process raft request' (duration: 1.810646789s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.431211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:16.619878Z","time spent":"1.811246184s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:18.431257Z","caller":"traceutil/trace.go:171","msg":"trace[1580956495] transaction","detail":"{read_only:false; response_revision:35771; number_of_response:1; }","duration":"1.808946477s","start":"2026-07-28T17:01:16.62229Z","end":"2026-07-28T17:01:18.431237Z","steps":["trace[1580956495] 'process raft request' (duration: 1.808510217s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.431373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:16.622276Z","time spent":"1.809029209s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:18.431447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778287362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:18.431524Z","caller":"traceutil/trace.go:171","msg":"trace[1660919272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35771; }","duration":"1.778453955s","start":"2026-07-28T17:01:16.653052Z","end":"2026-07-28T17:01:18.431506Z","steps":["trace[1660919272] 'agreement among raft nodes before linearized reading' (duration: 1.778287791s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.431577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:16.653027Z","time spent":"1.778542087s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:01:18.432547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756235614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:18.432642Z","caller":"traceutil/trace.go:171","msg":"trace[1055292394] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35772; }","duration":"1.756387008s","start":"2026-07-28T17:01:16.676227Z","end":"2026-07-28T17:01:18.432614Z","steps":["trace[1055292394] 'agreement among raft nodes before linearized reading' (duration: 1.756131722s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.432696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:16.676202Z","time spent":"1.756484991s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T17:01:18.43272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097991908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T17:01:18.432773Z","caller":"traceutil/trace.go:171","msg":"trace[1110803671] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35772; }","duration":"1.098057509s","start":"2026-07-28T17:01:17.3347Z","end":"2026-07-28T17:01:18.432757Z","steps":["trace[1110803671] 'agreement among raft nodes before linearized reading' (duration: 1.097849884s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.432819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:17.334639Z","time spent":"1.098172062s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:01:18.432895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.492613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T17:01:18.433056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201198039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-28T17:01:18.43308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.368399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T17:01:18.433104Z","caller":"traceutil/trace.go:171","msg":"trace[1515519040] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35772; }","duration":"1.20124324s","start":"2026-07-28T17:01:17.231844Z","end":"2026-07-28T17:01:18.433087Z","steps":["trace[1515519040] 'agreement among raft nodes before linearized reading' (duration: 1.201094917s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:18.433123Z","caller":"traceutil/trace.go:171","msg":"trace[2024712702] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35772; }","duration":"540.433661ms","start":"2026-07-28T17:01:17.892672Z","end":"2026-07-28T17:01:18.433105Z","steps":["trace[2024712702] 'agreement among raft nodes before linearized reading' (duration: 540.304658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.433144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:17.231784Z","time spent":"1.201350453s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:01:18.433217Z","caller":"traceutil/trace.go:171","msg":"trace[718390293] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35772; }","duration":"538.724799ms","start":"2026-07-28T17:01:17.894353Z","end":"2026-07-28T17:01:18.433078Z","steps":["trace[718390293] 'agreement among raft nodes before linearized reading' (duration: 538.068163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.43325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451017638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T17:01:18.433155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:17.892652Z","time spent":"540.496482ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:01:18.433308Z","caller":"traceutil/trace.go:171","msg":"trace[831913230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35772; }","duration":"1.451129241s","start":"2026-07-28T17:01:16.982169Z","end":"2026-07-28T17:01:18.433298Z","steps":["trace[831913230] 'agreement among raft nodes before linearized reading' (duration: 1.451014658s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.433338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:16.982136Z","time spent":"1.451194902s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T17:01:18.433423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:17.89434Z","time spent":"538.950984ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:01:18.433238Z","caller":"traceutil/trace.go:171","msg":"trace[1910275217] transaction","detail":"{read_only:false; response_revision:35772; number_of_response:1; }","duration":"149.766935ms","start":"2026-07-28T17:01:18.283448Z","end":"2026-07-28T17:01:18.433215Z","steps":["trace[1910275217] 'process raft request' (duration: 148.75912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.433525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.965469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:01:18.433525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.199073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:01:18.43358Z","caller":"traceutil/trace.go:171","msg":"trace[308395816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35772; }","duration":"436.057891ms","start":"2026-07-28T17:01:17.997504Z","end":"2026-07-28T17:01:18.433562Z","steps":["trace[308395816] 'agreement among raft nodes before linearized reading' (duration: 435.974819ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:18.433588Z","caller":"traceutil/trace.go:171","msg":"trace[1460166445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35772; }","duration":"161.308215ms","start":"2026-07-28T17:01:18.272264Z","end":"2026-07-28T17:01:18.433573Z","steps":["trace[1460166445] 'agreement among raft nodes before linearized reading' (duration: 161.071529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.433621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:17.997481Z","time spent":"436.130462ms","remote":"127.0.0.1:58534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:01:18.433967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.564298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T17:01:18.434025Z","caller":"traceutil/trace.go:171","msg":"trace[1176181500] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:35772; }","duration":"991.696011ms","start":"2026-07-28T17:01:17.442312Z","end":"2026-07-28T17:01:18.434008Z","steps":["trace[1176181500] 'agreement among raft nodes before linearized reading' (duration: 990.797639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:18.434059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:17.44228Z","time spent":"991.771703ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-07-28T17:01:30.666365Z","caller":"traceutil/trace.go:171","msg":"trace[566063983] transaction","detail":"{read_only:false; response_revision:35848; number_of_response:1; }","duration":"101.230304ms","start":"2026-07-28T17:01:30.56511Z","end":"2026-07-28T17:01:30.66634Z","steps":["trace[566063983] 'process raft request' (duration: 100.922106ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:30.66659Z","caller":"traceutil/trace.go:171","msg":"trace[1014782158] transaction","detail":"{read_only:false; response_revision:35849; number_of_response:1; }","duration":"101.395337ms","start":"2026-07-28T17:01:30.565162Z","end":"2026-07-28T17:01:30.666558Z","steps":["trace[1014782158] 'process raft request' (duration: 101.12263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:30.68722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.786023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:01:30.68731Z","caller":"traceutil/trace.go:171","msg":"trace[1229061975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35851; }","duration":"107.925396ms","start":"2026-07-28T17:01:30.579361Z","end":"2026-07-28T17:01:30.687286Z","steps":["trace[1229061975] 'agreement among raft nodes before linearized reading' (duration: 107.770073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:30.687376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.602237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T17:01:30.687229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.399907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:01:30.687451Z","caller":"traceutil/trace.go:171","msg":"trace[1133220583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35851; }","duration":"109.7136ms","start":"2026-07-28T17:01:30.577714Z","end":"2026-07-28T17:01:30.687427Z","steps":["trace[1133220583] 'agreement among raft nodes before linearized reading' (duration: 109.567656ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:30.687475Z","caller":"traceutil/trace.go:171","msg":"trace[648818905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35851; }","duration":"110.670913ms","start":"2026-07-28T17:01:30.576781Z","end":"2026-07-28T17:01:30.687452Z","steps":["trace[648818905] 'agreement among raft nodes before linearized reading' (duration: 110.291984ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:30.838436Z","caller":"traceutil/trace.go:171","msg":"trace[220060226] linearizableReadLoop","detail":"{readStateIndex:36972; appliedIndex:36968; }","duration":"113.02164ms","start":"2026-07-28T17:01:30.725384Z","end":"2026-07-28T17:01:30.838406Z","steps":["trace[220060226] 'read index received' (duration: 472.322µs)","trace[220060226] 'applied index is now lower than readState.Index' (duration: 112.547978ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:30.838514Z","caller":"traceutil/trace.go:171","msg":"trace[1113411835] transaction","detail":"{read_only:false; response_revision:35855; number_of_response:1; }","duration":"143.311427ms","start":"2026-07-28T17:01:30.695171Z","end":"2026-07-28T17:01:30.838483Z","steps":["trace[1113411835] 'process raft request' (duration: 142.988929ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:30.838552Z","caller":"traceutil/trace.go:171","msg":"trace[2091004773] transaction","detail":"{read_only:false; response_revision:35856; number_of_response:1; }","duration":"142.103847ms","start":"2026-07-28T17:01:30.696422Z","end":"2026-07-28T17:01:30.838526Z","steps":["trace[2091004773] 'process raft request' (duration: 141.932323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:30.838592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.179994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:30.838635Z","caller":"traceutil/trace.go:171","msg":"trace[1420614758] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:35856; }","duration":"113.253916ms","start":"2026-07-28T17:01:30.725365Z","end":"2026-07-28T17:01:30.838619Z","steps":["trace[1420614758] 'agreement among raft nodes before linearized reading' (duration: 113.150703ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:48.713566Z","caller":"traceutil/trace.go:171","msg":"trace[456898178] transaction","detail":"{read_only:false; response_revision:35997; number_of_response:1; }","duration":"197.237189ms","start":"2026-07-28T17:01:48.516306Z","end":"2026-07-28T17:01:48.713543Z","steps":["trace[456898178] 'process raft request' (duration: 197.089265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.167953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.11949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:01:49.168184Z","caller":"traceutil/trace.go:171","msg":"trace[1335202463] linearizableReadLoop","detail":"{readStateIndex:37119; appliedIndex:37116; }","duration":"649.133476ms","start":"2026-07-28T17:01:48.519033Z","end":"2026-07-28T17:01:49.168166Z","steps":["trace[1335202463] 'read index received' (duration: 194.264797ms)","trace[1335202463] 'applied index is now lower than readState.Index' (duration: 454.867759ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:49.168261Z","caller":"traceutil/trace.go:171","msg":"trace[1693697178] transaction","detail":"{read_only:false; response_revision:35998; number_of_response:1; }","duration":"651.215897ms","start":"2026-07-28T17:01:48.517033Z","end":"2026-07-28T17:01:49.168249Z","steps":["trace[1693697178] 'process raft request' (duration: 429.722827ms)","trace[1693697178] 'compare' (duration: 220.911476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:49.168322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.516977Z","time spent":"651.309919ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:49.168414Z","caller":"traceutil/trace.go:171","msg":"trace[1059087545] transaction","detail":"{read_only:false; response_revision:35999; number_of_response:1; }","duration":"651.109694ms","start":"2026-07-28T17:01:48.517284Z","end":"2026-07-28T17:01:49.168394Z","steps":["trace[1059087545] 'process raft request' (duration: 650.764526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.168489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.517256Z","time spent":"651.202546ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:49.168561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.516465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T17:01:49.168627Z","caller":"traceutil/trace.go:171","msg":"trace[490634828] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35999; }","duration":"649.616498ms","start":"2026-07-28T17:01:48.518997Z","end":"2026-07-28T17:01:49.168613Z","steps":["trace[490634828] 'agreement among raft nodes before linearized reading' (duration: 649.398222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.168656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.51898Z","time spent":"649.669588ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:01:49.218168Z","caller":"traceutil/trace.go:171","msg":"trace[1937767739] transaction","detail":"{read_only:false; response_revision:36000; number_of_response:1; }","duration":"480.764078ms","start":"2026-07-28T17:01:48.737369Z","end":"2026-07-28T17:01:49.218133Z","steps":["trace[1937767739] 'process raft request' (duration: 479.988439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.218386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.737356Z","time spent":"480.921172ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:49.218508Z","caller":"traceutil/trace.go:171","msg":"trace[114753386] transaction","detail":"{read_only:false; response_revision:36001; number_of_response:1; }","duration":"471.296088ms","start":"2026-07-28T17:01:48.747169Z","end":"2026-07-28T17:01:49.218465Z","steps":["trace[114753386] 'process raft request' (duration: 470.917709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.218751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.74714Z","time spent":"471.460553ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:49.219861Z","caller":"traceutil/trace.go:171","msg":"trace[1037315578] transaction","detail":"{read_only:false; response_revision:36002; number_of_response:1; }","duration":"470.283743ms","start":"2026-07-28T17:01:48.749523Z","end":"2026-07-28T17:01:49.219807Z","steps":["trace[1037315578] 'process raft request' (duration: 468.849168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.219913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.845533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:49.21997Z","caller":"traceutil/trace.go:171","msg":"trace[621821083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36003; }","duration":"566.955156ms","start":"2026-07-28T17:01:48.653Z","end":"2026-07-28T17:01:49.219955Z","steps":["trace[621821083] 'agreement among raft nodes before linearized reading' (duration: 566.852173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.220005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.652981Z","time spent":"567.017238ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:01:49.22003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.749512Z","time spent":"470.446068ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:49.220034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.250187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-28T17:01:49.220047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.737877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:01:49.220103Z","caller":"traceutil/trace.go:171","msg":"trace[1841296685] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36003; }","duration":"471.36799ms","start":"2026-07-28T17:01:48.748721Z","end":"2026-07-28T17:01:49.220089Z","steps":["trace[1841296685] 'agreement among raft nodes before linearized reading' (duration: 471.145174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.220142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.74871Z","time spent":"471.424031ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:01:49.220217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.725945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T17:01:49.2202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.825001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:01:49.220244Z","caller":"traceutil/trace.go:171","msg":"trace[1705274285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36003; }","duration":"281.800086ms","start":"2026-07-28T17:01:48.938437Z","end":"2026-07-28T17:01:49.220237Z","steps":["trace[1705274285] 'agreement among raft nodes before linearized reading' (duration: 281.730735ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:49.220262Z","caller":"traceutil/trace.go:171","msg":"trace[1809086416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36003; }","duration":"171.942534ms","start":"2026-07-28T17:01:49.048306Z","end":"2026-07-28T17:01:49.220248Z","steps":["trace[1809086416] 'agreement among raft nodes before linearized reading' (duration: 171.698988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.220376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.521848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:01:49.220399Z","caller":"traceutil/trace.go:171","msg":"trace[1333820398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36003; }","duration":"285.570589ms","start":"2026-07-28T17:01:48.934822Z","end":"2026-07-28T17:01:49.220393Z","steps":["trace[1333820398] 'agreement among raft nodes before linearized reading' (duration: 285.504288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.220395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.499693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T17:01:49.220405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.281452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-28T17:01:49.22043Z","caller":"traceutil/trace.go:171","msg":"trace[552439404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36003; }","duration":"358.534494ms","start":"2026-07-28T17:01:48.861886Z","end":"2026-07-28T17:01:49.220421Z","steps":["trace[552439404] 'agreement among raft nodes before linearized reading' (duration: 358.442392ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:49.220415Z","caller":"traceutil/trace.go:171","msg":"trace[737948652] transaction","detail":"{read_only:false; response_revision:36003; number_of_response:1; }","duration":"467.461484ms","start":"2026-07-28T17:01:48.752896Z","end":"2026-07-28T17:01:49.220357Z","steps":["trace[737948652] 'process raft request' (duration: 466.761237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.220482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.861792Z","time spent":"358.683077ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:01:49.220507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.389998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:01:49.220531Z","caller":"traceutil/trace.go:171","msg":"trace[1995105945] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:36003; }","duration":"378.443938ms","start":"2026-07-28T17:01:48.842079Z","end":"2026-07-28T17:01:49.220523Z","steps":["trace[1995105945] 'agreement among raft nodes before linearized reading' (duration: 378.397777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.220559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.842056Z","time spent":"378.49662ms","remote":"127.0.0.1:36852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:01:49.22057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.685246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:49.220602Z","caller":"traceutil/trace.go:171","msg":"trace[244971010] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:36003; }","duration":"473.741848ms","start":"2026-07-28T17:01:48.746848Z","end":"2026-07-28T17:01:49.220589Z","steps":["trace[244971010] 'agreement among raft nodes before linearized reading' (duration: 473.699847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.220641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.746835Z","time spent":"473.799439ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-28T17:01:49.220443Z","caller":"traceutil/trace.go:171","msg":"trace[514226091] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36003; }","duration":"472.333693ms","start":"2026-07-28T17:01:48.748098Z","end":"2026-07-28T17:01:49.220432Z","steps":["trace[514226091] 'agreement among raft nodes before linearized reading' (duration: 472.168939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.220639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.752877Z","time spent":"467.644759ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:49.220604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.628216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T17:01:49.220693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.748088Z","time spent":"472.590499ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:01:49.220741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.947233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:01:49.220525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.484797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-28T17:01:49.220776Z","caller":"traceutil/trace.go:171","msg":"trace[1427504164] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:36003; }","duration":"474.000984ms","start":"2026-07-28T17:01:48.746767Z","end":"2026-07-28T17:01:49.220768Z","steps":["trace[1427504164] 'agreement among raft nodes before linearized reading' (duration: 473.954493ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:49.22079Z","caller":"traceutil/trace.go:171","msg":"trace[321523023] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36003; }","duration":"472.764664ms","start":"2026-07-28T17:01:48.748016Z","end":"2026-07-28T17:01:49.220781Z","steps":["trace[321523023] 'agreement among raft nodes before linearized reading' (duration: 472.451276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.220807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.746756Z","time spent":"474.043365ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:01:49.220816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.748005Z","time spent":"472.802445ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T17:01:49.220728Z","caller":"traceutil/trace.go:171","msg":"trace[926389231] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36003; }","duration":"471.79613ms","start":"2026-07-28T17:01:48.748915Z","end":"2026-07-28T17:01:49.220711Z","steps":["trace[926389231] 'agreement among raft nodes before linearized reading' (duration: 471.521233ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:49.220148Z","caller":"traceutil/trace.go:171","msg":"trace[857259903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36003; }","duration":"353.870991ms","start":"2026-07-28T17:01:48.866256Z","end":"2026-07-28T17:01:49.220127Z","steps":["trace[857259903] 'agreement among raft nodes before linearized reading' (duration: 353.636905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.220856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.748893Z","time spent":"471.950544ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:01:49.220906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.866244Z","time spent":"354.646089ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T17:01:49.220957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.754671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-28T17:01:49.220943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.843332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T17:01:49.220913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.977098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T17:01:49.220978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.195512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T17:01:49.221005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.664479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:49.221029Z","caller":"traceutil/trace.go:171","msg":"trace[1585433762] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:36003; }","duration":"476.733021ms","start":"2026-07-28T17:01:48.74429Z","end":"2026-07-28T17:01:49.221023Z","steps":["trace[1585433762] 'agreement among raft nodes before linearized reading' (duration: 476.69997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.221026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.793692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:49.22103Z","caller":"traceutil/trace.go:171","msg":"trace[252246230] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36003; }","duration":"484.263783ms","start":"2026-07-28T17:01:48.736755Z","end":"2026-07-28T17:01:49.221019Z","steps":["trace[252246230] 'agreement among raft nodes before linearized reading' (duration: 484.053588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.221049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.744263Z","time spent":"476.781471ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-28T17:01:49.220978Z","caller":"traceutil/trace.go:171","msg":"trace[1845317507] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36003; }","duration":"476.817342ms","start":"2026-07-28T17:01:48.744153Z","end":"2026-07-28T17:01:49.220971Z","steps":["trace[1845317507] 'agreement among raft nodes before linearized reading' (duration: 476.754511ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:49.221064Z","caller":"traceutil/trace.go:171","msg":"trace[832435500] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:36003; }","duration":"483.842563ms","start":"2026-07-28T17:01:48.737206Z","end":"2026-07-28T17:01:49.221048Z","steps":["trace[832435500] 'agreement among raft nodes before linearized reading' (duration: 483.790002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.221073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.736746Z","time spent":"484.319545ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:01:49.221101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.737198Z","time spent":"483.897334ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:01:49.221095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.74413Z","time spent":"476.953476ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T17:01:49.221034Z","caller":"traceutil/trace.go:171","msg":"trace[703764059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36003; }","duration":"459.126062ms","start":"2026-07-28T17:01:48.761878Z","end":"2026-07-28T17:01:49.221004Z","steps":["trace[703764059] 'agreement among raft nodes before linearized reading' (duration: 458.823915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.221256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.761868Z","time spent":"459.375088ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T17:01:49.220992Z","caller":"traceutil/trace.go:171","msg":"trace[311752257] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36003; }","duration":"485.922174ms","start":"2026-07-28T17:01:48.735061Z","end":"2026-07-28T17:01:49.220983Z","steps":["trace[311752257] 'agreement among raft nodes before linearized reading' (duration: 485.806131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.221315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.735048Z","time spent":"486.259592ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:01:49.221072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.181725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:01:49.221367Z","caller":"traceutil/trace.go:171","msg":"trace[1810662407] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36003; }","duration":"517.514083ms","start":"2026-07-28T17:01:48.703843Z","end":"2026-07-28T17:01:49.221357Z","steps":["trace[1810662407] 'agreement among raft nodes before linearized reading' (duration: 517.169714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.221402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:48.703823Z","time spent":"517.570014ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T17:01:49.370325Z","caller":"traceutil/trace.go:171","msg":"trace[669722979] linearizableReadLoop","detail":"{readStateIndex:37125; appliedIndex:37124; }","duration":"142.114428ms","start":"2026-07-28T17:01:49.22817Z","end":"2026-07-28T17:01:49.370285Z","steps":["trace[669722979] 'read index received' (duration: 138.982272ms)","trace[669722979] 'applied index is now lower than readState.Index' (duration: 3.129576ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:49.370489Z","caller":"traceutil/trace.go:171","msg":"trace[1689182972] transaction","detail":"{read_only:false; response_revision:36005; number_of_response:1; }","duration":"143.332087ms","start":"2026-07-28T17:01:49.227139Z","end":"2026-07-28T17:01:49.370471Z","steps":["trace[1689182972] 'process raft request' (duration: 140.036737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:49.370665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.467556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22570"} {"level":"info","ts":"2026-07-28T17:01:49.370767Z","caller":"traceutil/trace.go:171","msg":"trace[1642250996] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36005; }","duration":"142.61353ms","start":"2026-07-28T17:01:49.228133Z","end":"2026-07-28T17:01:49.370747Z","steps":["trace[1642250996] 'agreement among raft nodes before linearized reading' (duration: 142.356764ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:49.374263Z","caller":"traceutil/trace.go:171","msg":"trace[789674729] transaction","detail":"{read_only:false; response_revision:36009; number_of_response:1; }","duration":"144.985918ms","start":"2026-07-28T17:01:49.229245Z","end":"2026-07-28T17:01:49.374231Z","steps":["trace[789674729] 'process raft request' (duration: 144.892075ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:49.374516Z","caller":"traceutil/trace.go:171","msg":"trace[63973953] transaction","detail":"{read_only:false; response_revision:36010; number_of_response:1; }","duration":"144.457635ms","start":"2026-07-28T17:01:49.230044Z","end":"2026-07-28T17:01:49.374501Z","steps":["trace[63973953] 'process raft request' (duration: 144.144958ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:49.374657Z","caller":"traceutil/trace.go:171","msg":"trace[484722907] transaction","detail":"{read_only:false; response_revision:36008; number_of_response:1; }","duration":"145.451219ms","start":"2026-07-28T17:01:49.229156Z","end":"2026-07-28T17:01:49.374607Z","steps":["trace[484722907] 'process raft request' (duration: 144.949627ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:49.374869Z","caller":"traceutil/trace.go:171","msg":"trace[1308763992] transaction","detail":"{read_only:false; response_revision:36006; number_of_response:1; }","duration":"146.209508ms","start":"2026-07-28T17:01:49.228645Z","end":"2026-07-28T17:01:49.374854Z","steps":["trace[1308763992] 'process raft request' (duration: 145.239694ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:49.374952Z","caller":"traceutil/trace.go:171","msg":"trace[43490687] transaction","detail":"{read_only:false; response_revision:36007; number_of_response:1; }","duration":"145.821348ms","start":"2026-07-28T17:01:49.229119Z","end":"2026-07-28T17:01:49.374941Z","steps":["trace[43490687] 'process raft request' (duration: 144.941707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:51.913816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.316835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:01:51.913919Z","caller":"traceutil/trace.go:171","msg":"trace[13765062] transaction","detail":"{read_only:false; response_revision:36017; number_of_response:1; }","duration":"531.471772ms","start":"2026-07-28T17:01:51.382428Z","end":"2026-07-28T17:01:51.9139Z","steps":["trace[13765062] 'process raft request' (duration: 152.997283ms)","trace[13765062] 'compare' (duration: 377.961616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:51.913969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:51.38241Z","time spent":"531.532113ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:51.946588Z","caller":"traceutil/trace.go:171","msg":"trace[2026588693] transaction","detail":"{read_only:false; response_revision:36022; number_of_response:1; }","duration":"559.224766ms","start":"2026-07-28T17:01:51.387337Z","end":"2026-07-28T17:01:51.946562Z","steps":["trace[2026588693] 'process raft request' (duration: 559.183525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:51.946805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:51.387325Z","time spent":"559.404521ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:51.947033Z","caller":"traceutil/trace.go:171","msg":"trace[1825872645] transaction","detail":"{read_only:false; response_revision:36021; number_of_response:1; }","duration":"560.665852ms","start":"2026-07-28T17:01:51.386358Z","end":"2026-07-28T17:01:51.947024Z","steps":["trace[1825872645] 'process raft request' (duration: 560.123149ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:51.947087Z","caller":"traceutil/trace.go:171","msg":"trace[302799193] transaction","detail":"{read_only:false; response_revision:36019; number_of_response:1; }","duration":"561.513882ms","start":"2026-07-28T17:01:51.385564Z","end":"2026-07-28T17:01:51.947078Z","steps":["trace[302799193] 'process raft request' (duration: 560.851446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:51.947116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:51.38635Z","time spent":"560.740603ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:51.946601Z","caller":"traceutil/trace.go:171","msg":"trace[429611171] transaction","detail":"{read_only:false; response_revision:36018; number_of_response:1; }","duration":"561.094782ms","start":"2026-07-28T17:01:51.385462Z","end":"2026-07-28T17:01:51.946557Z","steps":["trace[429611171] 'process raft request' (duration: 560.824186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:51.947268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:51.385554Z","time spent":"561.602335ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:51.947351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:51.385438Z","time spent":"561.85645ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:51.947007Z","caller":"traceutil/trace.go:171","msg":"trace[995337086] transaction","detail":"{read_only:false; response_revision:36020; number_of_response:1; }","duration":"561.221635ms","start":"2026-07-28T17:01:51.385735Z","end":"2026-07-28T17:01:51.946956Z","steps":["trace[995337086] 'process raft request' (duration: 560.724283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:51.947734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:51.385725Z","time spent":"561.916132ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:53.464431Z","caller":"traceutil/trace.go:171","msg":"trace[1969507122] linearizableReadLoop","detail":"{readStateIndex:37145; appliedIndex:37144; }","duration":"168.196123ms","start":"2026-07-28T17:01:53.296186Z","end":"2026-07-28T17:01:53.464382Z","steps":["trace[1969507122] 'read index received' (duration: 167.64939ms)","trace[1969507122] 'applied index is now lower than readState.Index' (duration: 545.253µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:53.464496Z","caller":"traceutil/trace.go:171","msg":"trace[445248947] transaction","detail":"{read_only:false; response_revision:36024; number_of_response:1; }","duration":"176.634859ms","start":"2026-07-28T17:01:53.287825Z","end":"2026-07-28T17:01:53.46446Z","steps":["trace[445248947] 'process raft request' (duration: 176.162117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:53.464648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.442498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:53.464869Z","caller":"traceutil/trace.go:171","msg":"trace[1929980190] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:36024; }","duration":"168.677084ms","start":"2026-07-28T17:01:53.296131Z","end":"2026-07-28T17:01:53.464808Z","steps":["trace[1929980190] 'agreement among raft nodes before linearized reading' (duration: 168.421278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:53.964694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626859919,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:01:54.028584Z","caller":"traceutil/trace.go:171","msg":"trace[1153820942] transaction","detail":"{read_only:false; response_revision:36025; number_of_response:1; }","duration":"730.914246ms","start":"2026-07-28T17:01:53.297631Z","end":"2026-07-28T17:01:54.028545Z","steps":["trace[1153820942] 'process raft request' (duration: 730.68502ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.028606Z","caller":"traceutil/trace.go:171","msg":"trace[816287477] transaction","detail":"{read_only:false; response_revision:36026; number_of_response:1; }","duration":"722.102712ms","start":"2026-07-28T17:01:53.306473Z","end":"2026-07-28T17:01:54.028576Z","steps":["trace[816287477] 'process raft request' (duration: 722.02323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.028781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.306455Z","time spent":"722.241925ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:54.028782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.297601Z","time spent":"731.081669ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:54.028929Z","caller":"traceutil/trace.go:171","msg":"trace[686762108] transaction","detail":"{read_only:false; response_revision:36027; number_of_response:1; }","duration":"719.836736ms","start":"2026-07-28T17:01:53.309059Z","end":"2026-07-28T17:01:54.028896Z","steps":["trace[686762108] 'process raft request' (duration: 719.480468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.029092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.309032Z","time spent":"719.988699ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:54.029179Z","caller":"traceutil/trace.go:171","msg":"trace[1266948704] linearizableReadLoop","detail":"{readStateIndex:37150; appliedIndex:37145; }","duration":"564.543467ms","start":"2026-07-28T17:01:53.464624Z","end":"2026-07-28T17:01:54.029168Z","steps":["trace[1266948704] 'read index received' (duration: 563.635935ms)","trace[1266948704] 'applied index is now lower than readState.Index' (duration: 906.732µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:54.029154Z","caller":"traceutil/trace.go:171","msg":"trace[1894182135] transaction","detail":"{read_only:false; response_revision:36028; number_of_response:1; }","duration":"719.838826ms","start":"2026-07-28T17:01:53.309284Z","end":"2026-07-28T17:01:54.029123Z","steps":["trace[1894182135] 'process raft request' (duration: 719.60742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.029276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.735963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-28T17:01:54.02929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.309269Z","time spent":"719.956089ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:54.029319Z","caller":"traceutil/trace.go:171","msg":"trace[566441175] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36029; }","duration":"719.815905ms","start":"2026-07-28T17:01:53.309491Z","end":"2026-07-28T17:01:54.029307Z","steps":["trace[566441175] 'agreement among raft nodes before linearized reading' (duration: 719.728343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.02933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.899388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T17:01:54.029354Z","caller":"traceutil/trace.go:171","msg":"trace[86005102] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36029; }","duration":"719.939138ms","start":"2026-07-28T17:01:53.309407Z","end":"2026-07-28T17:01:54.029347Z","steps":["trace[86005102] 'agreement among raft nodes before linearized reading' (duration: 719.838396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.029351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.309468Z","time spent":"719.876617ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:01:54.029373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.309397Z","time spent":"719.971079ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:01:54.02946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.532679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-28T17:01:54.029455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.172434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:54.029486Z","caller":"traceutil/trace.go:171","msg":"trace[1293059969] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36029; }","duration":"719.55849ms","start":"2026-07-28T17:01:53.309919Z","end":"2026-07-28T17:01:54.029477Z","steps":["trace[1293059969] 'agreement among raft nodes before linearized reading' (duration: 719.514348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.029505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.290247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:54.029575Z","caller":"traceutil/trace.go:171","msg":"trace[997571381] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:36029; }","duration":"720.39607ms","start":"2026-07-28T17:01:53.309171Z","end":"2026-07-28T17:01:54.029567Z","steps":["trace[997571381] 'agreement among raft nodes before linearized reading' (duration: 720.313448ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.029579Z","caller":"traceutil/trace.go:171","msg":"trace[1993542349] transaction","detail":"{read_only:false; response_revision:36029; number_of_response:1; }","duration":"605.662878ms","start":"2026-07-28T17:01:53.423907Z","end":"2026-07-28T17:01:54.02957Z","steps":["trace[1993542349] 'process raft request' (duration: 605.121895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.029597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.309158Z","time spent":"720.43352ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:01:54.029624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.423874Z","time spent":"605.72785ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12590,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:54.029645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.430698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:01:54.029655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.084152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T17:01:54.029855Z","caller":"traceutil/trace.go:171","msg":"trace[1707494565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36029; }","duration":"378.684544ms","start":"2026-07-28T17:01:53.651162Z","end":"2026-07-28T17:01:54.029847Z","steps":["trace[1707494565] 'agreement among raft nodes before linearized reading' (duration: 378.451679ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.029861Z","caller":"traceutil/trace.go:171","msg":"trace[1793922725] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36029; }","duration":"720.289717ms","start":"2026-07-28T17:01:53.309563Z","end":"2026-07-28T17:01:54.029853Z","steps":["trace[1793922725] 'agreement among raft nodes before linearized reading' (duration: 720.00573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.029514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.309897Z","time spent":"719.61171ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:01:54.029858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.468632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T17:01:54.029898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.612845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:54.029922Z","caller":"traceutil/trace.go:171","msg":"trace[1281714113] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36029; }","duration":"720.545553ms","start":"2026-07-28T17:01:53.309369Z","end":"2026-07-28T17:01:54.029914Z","steps":["trace[1281714113] 'agreement among raft nodes before linearized reading' (duration: 720.221825ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.029929Z","caller":"traceutil/trace.go:171","msg":"trace[1266984561] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:36029; }","duration":"720.651536ms","start":"2026-07-28T17:01:53.309267Z","end":"2026-07-28T17:01:54.029918Z","steps":["trace[1266984561] 'agreement among raft nodes before linearized reading' (duration: 720.611745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.029949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.309363Z","time spent":"720.579024ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:01:54.02996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.309261Z","time spent":"720.692327ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-28T17:01:54.029509Z","caller":"traceutil/trace.go:171","msg":"trace[238899758] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:36029; }","duration":"720.250176ms","start":"2026-07-28T17:01:53.309241Z","end":"2026-07-28T17:01:54.029491Z","steps":["trace[238899758] 'agreement among raft nodes before linearized reading' (duration: 720.159244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.029967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.644466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-28T17:01:54.029285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.16007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-28T17:01:54.030029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.309235Z","time spent":"720.784969ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-28T17:01:54.030028Z","caller":"traceutil/trace.go:171","msg":"trace[1457131676] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36029; }","duration":"720.719458ms","start":"2026-07-28T17:01:53.309294Z","end":"2026-07-28T17:01:54.030013Z","steps":["trace[1457131676] 'agreement among raft nodes before linearized reading' (duration: 720.591994ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.030047Z","caller":"traceutil/trace.go:171","msg":"trace[1415149331] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36029; }","duration":"719.935058ms","start":"2026-07-28T17:01:53.310101Z","end":"2026-07-28T17:01:54.030036Z","steps":["trace[1415149331] 'agreement among raft nodes before linearized reading' (duration: 719.143809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.02989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.309488Z","time spent":"720.394739ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:01:54.030075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.310093Z","time spent":"719.97539ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:01:54.030075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.309287Z","time spent":"720.772809ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:01:54.029875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.651131Z","time spent":"378.740286ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:01:54.030205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.16579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T17:01:54.030239Z","caller":"traceutil/trace.go:171","msg":"trace[1303019774] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36029; }","duration":"313.240282ms","start":"2026-07-28T17:01:53.716988Z","end":"2026-07-28T17:01:54.030228Z","steps":["trace[1303019774] 'agreement among raft nodes before linearized reading' (duration: 313.15517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.030329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:53.716966Z","time spent":"313.353755ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:01:54.03038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.904829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:01:54.030405Z","caller":"traceutil/trace.go:171","msg":"trace[1650861744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36029; }","duration":"110.966441ms","start":"2026-07-28T17:01:53.919432Z","end":"2026-07-28T17:01:54.030398Z","steps":["trace[1650861744] 'agreement among raft nodes before linearized reading' (duration: 110.905969ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.23636Z","caller":"traceutil/trace.go:171","msg":"trace[183120741] transaction","detail":"{read_only:false; response_revision:36030; number_of_response:1; }","duration":"202.139719ms","start":"2026-07-28T17:01:54.034196Z","end":"2026-07-28T17:01:54.236335Z","steps":["trace[183120741] 'process raft request' (duration: 201.982235ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.239478Z","caller":"traceutil/trace.go:171","msg":"trace[1020033488] transaction","detail":"{read_only:false; response_revision:36031; number_of_response:1; }","duration":"204.204248ms","start":"2026-07-28T17:01:54.03524Z","end":"2026-07-28T17:01:54.239444Z","steps":["trace[1020033488] 'process raft request' (duration: 203.920581ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.239503Z","caller":"traceutil/trace.go:171","msg":"trace[129080515] linearizableReadLoop","detail":"{readStateIndex:37157; appliedIndex:37151; }","duration":"176.130875ms","start":"2026-07-28T17:01:54.063345Z","end":"2026-07-28T17:01:54.239476Z","steps":["trace[129080515] 'read index received' (duration: 174.347002ms)","trace[129080515] 'applied index is now lower than readState.Index' (duration: 1.782483ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:54.239625Z","caller":"traceutil/trace.go:171","msg":"trace[1025770510] transaction","detail":"{read_only:false; response_revision:36032; number_of_response:1; }","duration":"204.100637ms","start":"2026-07-28T17:01:54.035514Z","end":"2026-07-28T17:01:54.239614Z","steps":["trace[1025770510] 'process raft request' (duration: 203.791899ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.239983Z","caller":"traceutil/trace.go:171","msg":"trace[1834615973] transaction","detail":"{read_only:false; response_revision:36033; number_of_response:1; }","duration":"204.407024ms","start":"2026-07-28T17:01:54.035558Z","end":"2026-07-28T17:01:54.239965Z","steps":["trace[1834615973] 'process raft request' (duration: 203.788499ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.240132Z","caller":"traceutil/trace.go:171","msg":"trace[626015212] transaction","detail":"{read_only:false; response_revision:36036; number_of_response:1; }","duration":"203.421569ms","start":"2026-07-28T17:01:54.03668Z","end":"2026-07-28T17:01:54.240102Z","steps":["trace[626015212] 'process raft request' (duration: 202.760713ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.240297Z","caller":"traceutil/trace.go:171","msg":"trace[435343439] transaction","detail":"{read_only:false; response_revision:36034; number_of_response:1; }","duration":"204.620989ms","start":"2026-07-28T17:01:54.035666Z","end":"2026-07-28T17:01:54.240287Z","steps":["trace[435343439] 'process raft request' (duration: 203.714067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:54.240312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.940666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22570"} {"level":"info","ts":"2026-07-28T17:01:54.240383Z","caller":"traceutil/trace.go:171","msg":"trace[460285033] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36036; }","duration":"177.051528ms","start":"2026-07-28T17:01:54.063311Z","end":"2026-07-28T17:01:54.240363Z","steps":["trace[460285033] 'agreement among raft nodes before linearized reading' (duration: 176.829412ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:54.240455Z","caller":"traceutil/trace.go:171","msg":"trace[1945692683] transaction","detail":"{read_only:false; response_revision:36035; number_of_response:1; }","duration":"204.366063ms","start":"2026-07-28T17:01:54.036036Z","end":"2026-07-28T17:01:54.240402Z","steps":["trace[1945692683] 'process raft request' (duration: 203.376569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:57.976854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626859998,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:01:57.978732Z","caller":"traceutil/trace.go:171","msg":"trace[960191173] linearizableReadLoop","detail":"{readStateIndex:37190; appliedIndex:37189; }","duration":"501.900563ms","start":"2026-07-28T17:01:57.476805Z","end":"2026-07-28T17:01:57.978705Z","steps":["trace[960191173] 'read index received' (duration: 501.729339ms)","trace[960191173] 'applied index is now lower than readState.Index' (duration: 170.154µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:57.978753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:57.446165Z","time spent":"532.580249ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T17:01:57.978908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.586621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:01:57.978951Z","caller":"traceutil/trace.go:171","msg":"trace[1603544007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36068; }","duration":"327.669343ms","start":"2026-07-28T17:01:57.65127Z","end":"2026-07-28T17:01:57.978939Z","steps":["trace[1603544007] 'agreement among raft nodes before linearized reading' (duration: 327.586081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:57.978992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:57.651254Z","time spent":"327.726904ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:01:57.97931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.485657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-07-28T17:01:57.979421Z","caller":"traceutil/trace.go:171","msg":"trace[1426218632] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:36068; }","duration":"502.594419ms","start":"2026-07-28T17:01:57.47677Z","end":"2026-07-28T17:01:57.979364Z","steps":["trace[1426218632] 'agreement among raft nodes before linearized reading' (duration: 502.079147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:57.979564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:57.476757Z","time spent":"502.789295ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7324,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:01:58.473058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.419764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:01:58.473181Z","caller":"traceutil/trace.go:171","msg":"trace[590312943] linearizableReadLoop","detail":"{readStateIndex:37191; appliedIndex:37190; }","duration":"434.974224ms","start":"2026-07-28T17:01:58.03819Z","end":"2026-07-28T17:01:58.473164Z","steps":["trace[590312943] 'read index received' (duration: 244.358426ms)","trace[590312943] 'applied index is now lower than readState.Index' (duration: 190.614598ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:01:58.473255Z","caller":"traceutil/trace.go:171","msg":"trace[1416378] transaction","detail":"{read_only:false; response_revision:36069; number_of_response:1; }","duration":"493.533829ms","start":"2026-07-28T17:01:57.979677Z","end":"2026-07-28T17:01:58.473211Z","steps":["trace[1416378] 'process raft request' (duration: 302.849409ms)","trace[1416378] 'compare' (duration: 190.25103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:01:58.473384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:57.979654Z","time spent":"493.660743ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:58.47339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.19876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-07-28T17:01:58.473435Z","caller":"traceutil/trace.go:171","msg":"trace[754476642] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:36069; }","duration":"435.357104ms","start":"2026-07-28T17:01:58.038068Z","end":"2026-07-28T17:01:58.473425Z","steps":["trace[754476642] 'agreement among raft nodes before linearized reading' (duration: 435.166449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.473473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.038046Z","time spent":"435.419016ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7324,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-28T17:01:58.475805Z","caller":"traceutil/trace.go:171","msg":"trace[2138930726] transaction","detail":"{read_only:false; response_revision:36071; number_of_response:1; }","duration":"430.081865ms","start":"2026-07-28T17:01:58.045713Z","end":"2026-07-28T17:01:58.475795Z","steps":["trace[2138930726] 'process raft request' (duration: 430.038004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.475847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.045674Z","time spent":"430.153407ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:01:58.475844Z","caller":"traceutil/trace.go:171","msg":"trace[2102751633] transaction","detail":"{read_only:false; response_revision:36070; number_of_response:1; }","duration":"432.890074ms","start":"2026-07-28T17:01:58.042929Z","end":"2026-07-28T17:01:58.475819Z","steps":["trace[2102751633] 'process raft request' (duration: 432.72153ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:58.47592Z","caller":"traceutil/trace.go:171","msg":"trace[868529791] transaction","detail":"{read_only:false; response_revision:36072; number_of_response:1; }","duration":"429.976083ms","start":"2026-07-28T17:01:58.045938Z","end":"2026-07-28T17:01:58.475914Z","steps":["trace[868529791] 'process raft request' (duration: 429.83193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.475937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.0429Z","time spent":"432.991607ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:58.475953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.045923Z","time spent":"430.013774ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:58.476327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.330342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T17:01:58.476385Z","caller":"traceutil/trace.go:171","msg":"trace[1274391495] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36073; }","duration":"437.400703ms","start":"2026-07-28T17:01:58.03897Z","end":"2026-07-28T17:01:58.476371Z","steps":["trace[1274391495] 'agreement among raft nodes before linearized reading' (duration: 437.223559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.476431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.038964Z","time spent":"437.459835ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:01:58.476506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.73617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-07-28T17:01:58.476589Z","caller":"traceutil/trace.go:171","msg":"trace[1011235221] transaction","detail":"{read_only:false; response_revision:36073; number_of_response:1; }","duration":"429.832939ms","start":"2026-07-28T17:01:58.046736Z","end":"2026-07-28T17:01:58.476569Z","steps":["trace[1011235221] 'process raft request' (duration: 429.160313ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:58.476653Z","caller":"traceutil/trace.go:171","msg":"trace[2052251222] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:36073; }","duration":"432.834282ms","start":"2026-07-28T17:01:58.043743Z","end":"2026-07-28T17:01:58.476578Z","steps":["trace[2052251222] 'agreement among raft nodes before linearized reading' (duration: 432.624287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.476696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.04672Z","time spent":"429.918942ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:01:58.476728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.043738Z","time spent":"432.975746ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7324,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:01:58.47676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.158091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-07-28T17:01:58.476782Z","caller":"traceutil/trace.go:171","msg":"trace[76893830] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:36073; }","duration":"433.203091ms","start":"2026-07-28T17:01:58.043571Z","end":"2026-07-28T17:01:58.476774Z","steps":["trace[76893830] 'agreement among raft nodes before linearized reading' (duration: 433.15197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.476804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.043557Z","time spent":"433.242763ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7324,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:01:58.47693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.713757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T17:01:58.476951Z","caller":"traceutil/trace.go:171","msg":"trace[483229663] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36073; }","duration":"436.746137ms","start":"2026-07-28T17:01:58.040199Z","end":"2026-07-28T17:01:58.476946Z","steps":["trace[483229663] 'agreement among raft nodes before linearized reading' (duration: 436.694366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.476969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.040193Z","time spent":"436.770718ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:01:58.47669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.973406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T17:01:58.47711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.998425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T17:01:58.477105Z","caller":"traceutil/trace.go:171","msg":"trace[1805424267] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36073; }","duration":"433.374105ms","start":"2026-07-28T17:01:58.043694Z","end":"2026-07-28T17:01:58.477069Z","steps":["trace[1805424267] 'agreement among raft nodes before linearized reading' (duration: 432.898734ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:58.477159Z","caller":"traceutil/trace.go:171","msg":"trace[1213170097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36073; }","duration":"218.075946ms","start":"2026-07-28T17:01:58.25907Z","end":"2026-07-28T17:01:58.477146Z","steps":["trace[1213170097] 'agreement among raft nodes before linearized reading' (duration: 217.958633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.477207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.043687Z","time spent":"433.489358ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:01:58.47651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.952712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12705"} {"level":"info","ts":"2026-07-28T17:01:58.477328Z","caller":"traceutil/trace.go:171","msg":"trace[534173091] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36073; }","duration":"430.801223ms","start":"2026-07-28T17:01:58.046517Z","end":"2026-07-28T17:01:58.477318Z","steps":["trace[534173091] 'agreement among raft nodes before linearized reading' (duration: 429.84706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.477355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.046509Z","time spent":"430.837674ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12728,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:01:58.477499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.445693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12705"} {"level":"warn","ts":"2026-07-28T17:01:58.477506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.363284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T17:01:58.477524Z","caller":"traceutil/trace.go:171","msg":"trace[1416490019] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36073; }","duration":"432.509194ms","start":"2026-07-28T17:01:58.045009Z","end":"2026-07-28T17:01:58.477518Z","steps":["trace[1416490019] 'agreement among raft nodes before linearized reading' (duration: 432.003412ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:01:58.477536Z","caller":"traceutil/trace.go:171","msg":"trace[2112409228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36073; }","duration":"218.395514ms","start":"2026-07-28T17:01:58.259131Z","end":"2026-07-28T17:01:58.477527Z","steps":["trace[2112409228] 'agreement among raft nodes before linearized reading' (duration: 217.961504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.477543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.044803Z","time spent":"432.73599ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12728,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:01:58.477593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.471346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T17:01:58.477658Z","caller":"traceutil/trace.go:171","msg":"trace[1816046757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36073; }","duration":"218.573119ms","start":"2026-07-28T17:01:58.259066Z","end":"2026-07-28T17:01:58.477639Z","steps":["trace[1816046757] 'agreement among raft nodes before linearized reading' (duration: 217.951314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.47781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.371018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T17:01:58.480675Z","caller":"traceutil/trace.go:171","msg":"trace[1570476182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36073; }","duration":"222.229438ms","start":"2026-07-28T17:01:58.258405Z","end":"2026-07-28T17:01:58.480634Z","steps":["trace[1570476182] 'agreement among raft nodes before linearized reading' (duration: 218.488117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.478098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.464234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12705"} {"level":"info","ts":"2026-07-28T17:01:58.480917Z","caller":"traceutil/trace.go:171","msg":"trace[1012043802] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36073; }","duration":"435.258712ms","start":"2026-07-28T17:01:58.045604Z","end":"2026-07-28T17:01:58.480863Z","steps":["trace[1012043802] 'agreement among raft nodes before linearized reading' (duration: 431.643494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.48097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.045597Z","time spent":"435.354594ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12728,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:01:58.477192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.191499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T17:01:58.481011Z","caller":"traceutil/trace.go:171","msg":"trace[1940901660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36073; }","duration":"222.177977ms","start":"2026-07-28T17:01:58.258814Z","end":"2026-07-28T17:01:58.480992Z","steps":["trace[1940901660] 'agreement among raft nodes before linearized reading' (duration: 218.065467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.482303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.637225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12705"} {"level":"info","ts":"2026-07-28T17:01:58.482355Z","caller":"traceutil/trace.go:171","msg":"trace[684314358] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:36073; }","duration":"436.703417ms","start":"2026-07-28T17:01:58.045641Z","end":"2026-07-28T17:01:58.482344Z","steps":["trace[684314358] 'agreement among raft nodes before linearized reading' (duration: 431.210613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:01:58.482393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:01:58.045637Z","time spent":"436.744407ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12728,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:01:58.483813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.417958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T17:01:58.483894Z","caller":"traceutil/trace.go:171","msg":"trace[494529682] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36073; }","duration":"228.53054ms","start":"2026-07-28T17:01:58.255325Z","end":"2026-07-28T17:01:58.483855Z","steps":["trace[494529682] 'agreement among raft nodes before linearized reading' (duration: 221.960841ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:02:16.983739Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34056} {"level":"info","ts":"2026-07-28T17:02:17.107813Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34056,"took":"121.539697ms","hash":836951644,"current-db-size-bytes":48664576,"current-db-size":"49 MB","current-db-size-in-use-bytes":28221440,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T17:02:17.107939Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":836951644,"revision":34056,"compact-revision":31589} {"level":"warn","ts":"2026-07-28T17:02:24.813111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626860549,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:02:24.901507Z","caller":"traceutil/trace.go:171","msg":"trace[1203322040] transaction","detail":"{read_only:false; response_revision:36270; number_of_response:1; }","duration":"589.361451ms","start":"2026-07-28T17:02:24.312117Z","end":"2026-07-28T17:02:24.901479Z","steps":["trace[1203322040] 'process raft request' (duration: 589.182287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.90183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.312099Z","time spent":"589.515425ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:02:24.909641Z","caller":"traceutil/trace.go:171","msg":"trace[683837065] transaction","detail":"{read_only:false; response_revision:36271; number_of_response:1; }","duration":"597.428657ms","start":"2026-07-28T17:02:24.312183Z","end":"2026-07-28T17:02:24.909612Z","steps":["trace[683837065] 'process raft request' (duration: 597.186141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.909929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.312154Z","time spent":"597.620152ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:02:24.91003Z","caller":"traceutil/trace.go:171","msg":"trace[1889450064] transaction","detail":"{read_only:false; response_revision:36272; number_of_response:1; }","duration":"596.875684ms","start":"2026-07-28T17:02:24.313125Z","end":"2026-07-28T17:02:24.910001Z","steps":["trace[1889450064] 'process raft request' (duration: 596.369771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.910238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.31311Z","time spent":"597.021658ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:02:24.910787Z","caller":"traceutil/trace.go:171","msg":"trace[904813613] transaction","detail":"{read_only:false; response_revision:36273; number_of_response:1; }","duration":"316.262875ms","start":"2026-07-28T17:02:24.594506Z","end":"2026-07-28T17:02:24.910769Z","steps":["trace[904813613] 'process raft request' (duration: 315.305322ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:02:24.910876Z","caller":"traceutil/trace.go:171","msg":"trace[1395077105] transaction","detail":"{read_only:false; response_revision:36274; number_of_response:1; }","duration":"310.102316ms","start":"2026-07-28T17:02:24.600738Z","end":"2026-07-28T17:02:24.91084Z","steps":["trace[1395077105] 'process raft request' (duration: 309.903521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.911025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.594487Z","time spent":"316.41378ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:02:24.910977Z","caller":"traceutil/trace.go:171","msg":"trace[1693670925] transaction","detail":"{read_only:false; response_revision:36275; number_of_response:1; }","duration":"307.825931ms","start":"2026-07-28T17:02:24.603132Z","end":"2026-07-28T17:02:24.910958Z","steps":["trace[1693670925] 'process raft request' (duration: 307.650917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.911205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.603118Z","time spent":"308.008965ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:02:24.911024Z","caller":"traceutil/trace.go:171","msg":"trace[754821715] transaction","detail":"{read_only:false; response_revision:36276; number_of_response:1; }","duration":"305.957405ms","start":"2026-07-28T17:02:24.605048Z","end":"2026-07-28T17:02:24.911005Z","steps":["trace[754821715] 'process raft request' (duration: 305.774941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.91151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.605034Z","time spent":"306.363695ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:02:24.911033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.60071Z","time spent":"310.24513ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:02:24.910889Z","caller":"traceutil/trace.go:171","msg":"trace[1322511982] linearizableReadLoop","detail":"{readStateIndex:37405; appliedIndex:37398; }","duration":"598.716809ms","start":"2026-07-28T17:02:24.312148Z","end":"2026-07-28T17:02:24.910865Z","steps":["trace[1322511982] 'read index received' (duration: 589.162406ms)","trace[1322511982] 'applied index is now lower than readState.Index' (duration: 9.552813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:02:24.91105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.891993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T17:02:24.911686Z","caller":"traceutil/trace.go:171","msg":"trace[1471270582] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36276; }","duration":"599.548459ms","start":"2026-07-28T17:02:24.312118Z","end":"2026-07-28T17:02:24.911667Z","steps":["trace[1471270582] 'agreement among raft nodes before linearized reading' (duration: 598.814341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.911726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.312104Z","time spent":"599.61129ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:02:24.911754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.748781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:02:24.911787Z","caller":"traceutil/trace.go:171","msg":"trace[140191743] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:36276; }","duration":"393.837173ms","start":"2026-07-28T17:02:24.517939Z","end":"2026-07-28T17:02:24.911776Z","steps":["trace[140191743] 'agreement among raft nodes before linearized reading' (duration: 393.773151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.911833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.517907Z","time spent":"393.915875ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:02:24.911876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.38187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:02:24.911942Z","caller":"traceutil/trace.go:171","msg":"trace[1976738335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36276; }","duration":"284.447831ms","start":"2026-07-28T17:02:24.627475Z","end":"2026-07-28T17:02:24.911923Z","steps":["trace[1976738335] 'agreement among raft nodes before linearized reading' (duration: 284.260147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.911959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.956955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-07-28T17:02:24.911994Z","caller":"traceutil/trace.go:171","msg":"trace[1636950734] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:36276; }","duration":"336.067928ms","start":"2026-07-28T17:02:24.575916Z","end":"2026-07-28T17:02:24.911984Z","steps":["trace[1636950734] 'agreement among raft nodes before linearized reading' (duration: 335.962135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.912028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.575893Z","time spent":"336.126859ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7421,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:02:24.912037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.45622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-07-28T17:02:24.912138Z","caller":"traceutil/trace.go:171","msg":"trace[106709970] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:36276; }","duration":"362.570692ms","start":"2026-07-28T17:02:24.549541Z","end":"2026-07-28T17:02:24.912112Z","steps":["trace[106709970] 'agreement among raft nodes before linearized reading' (duration: 362.379347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.912181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.549532Z","time spent":"362.640784ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7421,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:02:24.912198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.78634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-28T17:02:24.91227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.956219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:02:24.912272Z","caller":"traceutil/trace.go:171","msg":"trace[1817144016] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36276; }","duration":"367.895943ms","start":"2026-07-28T17:02:24.544365Z","end":"2026-07-28T17:02:24.912261Z","steps":["trace[1817144016] 'agreement among raft nodes before linearized reading' (duration: 367.722988ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:02:24.912298Z","caller":"traceutil/trace.go:171","msg":"trace[1907558885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36276; }","duration":"286.02206ms","start":"2026-07-28T17:02:24.626268Z","end":"2026-07-28T17:02:24.91229Z","steps":["trace[1907558885] 'agreement among raft nodes before linearized reading' (duration: 285.935468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.912335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.544338Z","time spent":"367.986224ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:02:24.91237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.932891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:02:24.912422Z","caller":"traceutil/trace.go:171","msg":"trace[1153531310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36276; }","duration":"273.019863ms","start":"2026-07-28T17:02:24.639386Z","end":"2026-07-28T17:02:24.912406Z","steps":["trace[1153531310] 'agreement among raft nodes before linearized reading' (duration: 272.90822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.912438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.052473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:02:24.912494Z","caller":"traceutil/trace.go:171","msg":"trace[1182270188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36276; }","duration":"275.149015ms","start":"2026-07-28T17:02:24.637331Z","end":"2026-07-28T17:02:24.91248Z","steps":["trace[1182270188] 'agreement among raft nodes before linearized reading' (duration: 274.985331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.912559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.28507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7398"} {"level":"warn","ts":"2026-07-28T17:02:24.91262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.156131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:02:24.912599Z","caller":"traceutil/trace.go:171","msg":"trace[140533953] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:36276; }","duration":"333.346632ms","start":"2026-07-28T17:02:24.579244Z","end":"2026-07-28T17:02:24.91259Z","steps":["trace[140533953] 'agreement among raft nodes before linearized reading' (duration: 333.200468ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:02:24.912657Z","caller":"traceutil/trace.go:171","msg":"trace[782673942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36276; }","duration":"274.248153ms","start":"2026-07-28T17:02:24.638397Z","end":"2026-07-28T17:02:24.912645Z","steps":["trace[782673942] 'agreement among raft nodes before linearized reading' (duration: 274.191382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.91268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.579233Z","time spent":"333.437384ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7421,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:02:24.91264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.45025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T17:02:24.91271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.620054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T17:02:24.912743Z","caller":"traceutil/trace.go:171","msg":"trace[879261029] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36276; }","duration":"339.686856ms","start":"2026-07-28T17:02:24.573046Z","end":"2026-07-28T17:02:24.912733Z","steps":["trace[879261029] 'agreement among raft nodes before linearized reading' (duration: 339.585904ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:02:24.91276Z","caller":"traceutil/trace.go:171","msg":"trace[1687903027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36276; }","duration":"272.817528ms","start":"2026-07-28T17:02:24.639912Z","end":"2026-07-28T17:02:24.91273Z","steps":["trace[1687903027] 'agreement among raft nodes before linearized reading' (duration: 272.220843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.91278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.573027Z","time spent":"339.747027ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:02:24.912894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.111263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:02:24.912948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.894458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-28T17:02:24.912965Z","caller":"traceutil/trace.go:171","msg":"trace[2070170136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36276; }","duration":"263.201764ms","start":"2026-07-28T17:02:24.649743Z","end":"2026-07-28T17:02:24.912945Z","steps":["trace[2070170136] 'agreement among raft nodes before linearized reading' (duration: 263.089031ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:02:24.912982Z","caller":"traceutil/trace.go:171","msg":"trace[972428865] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:36276; }","duration":"336.9723ms","start":"2026-07-28T17:02:24.576001Z","end":"2026-07-28T17:02:24.912973Z","steps":["trace[972428865] 'agreement among raft nodes before linearized reading' (duration: 336.755715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:02:24.91301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:02:24.57598Z","time spent":"337.023091ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T17:02:24.913154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.943149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:02:24.913277Z","caller":"traceutil/trace.go:171","msg":"trace[121309886] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36276; }","duration":"268.145165ms","start":"2026-07-28T17:02:24.645104Z","end":"2026-07-28T17:02:24.913249Z","steps":["trace[121309886] 'agreement among raft nodes before linearized reading' (duration: 267.784496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.526171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626862525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:03:43.602519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004942963s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T17:03:43.617722Z","caller":"traceutil/trace.go:171","msg":"trace[1500344084] transaction","detail":"{read_only:false; response_revision:37088; number_of_response:1; }","duration":"382.409635ms","start":"2026-07-28T17:03:43.235283Z","end":"2026-07-28T17:03:43.617693Z","steps":["trace[1500344084] 'process raft request' (duration: 382.242441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.617878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:43.235266Z","time spent":"382.531278ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:03:43.618151Z","caller":"traceutil/trace.go:171","msg":"trace[1993162364] transaction","detail":"{read_only:false; response_revision:37089; number_of_response:1; }","duration":"382.093568ms","start":"2026-07-28T17:03:43.236031Z","end":"2026-07-28T17:03:43.618124Z","steps":["trace[1993162364] 'process raft request' (duration: 381.624646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.618308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:43.23602Z","time spent":"382.21259ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:03:43.620243Z","caller":"traceutil/trace.go:171","msg":"trace[1211971488] transaction","detail":"{read_only:false; response_revision:37090; number_of_response:1; }","duration":"380.97439ms","start":"2026-07-28T17:03:43.239255Z","end":"2026-07-28T17:03:43.62023Z","steps":["trace[1211971488] 'process raft request' (duration: 380.824066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.620308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:43.239244Z","time spent":"381.031142ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:03:43.620494Z","caller":"traceutil/trace.go:171","msg":"trace[1792544878] transaction","detail":"{read_only:false; response_revision:37091; number_of_response:1; }","duration":"379.364671ms","start":"2026-07-28T17:03:43.24112Z","end":"2026-07-28T17:03:43.620485Z","steps":["trace[1792544878] 'process raft request' (duration: 379.045483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.620575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:43.241108Z","time spent":"379.443383ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:03:43.62064Z","caller":"traceutil/trace.go:171","msg":"trace[993285291] linearizableReadLoop","detail":"{readStateIndex:38240; appliedIndex:38235; }","duration":"595.364747ms","start":"2026-07-28T17:03:43.025236Z","end":"2026-07-28T17:03:43.620601Z","steps":["trace[993285291] 'read index received' (duration: 577.585415ms)","trace[993285291] 'applied index is now lower than readState.Index' (duration: 17.775802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:03:43.620901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.601788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:03:43.620908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.579252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:03:43.620934Z","caller":"traceutil/trace.go:171","msg":"trace[1196956130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37091; }","duration":"407.67808ms","start":"2026-07-28T17:03:43.213249Z","end":"2026-07-28T17:03:43.620927Z","steps":["trace[1196956130] 'agreement among raft nodes before linearized reading' (duration: 407.584788ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:43.620948Z","caller":"traceutil/trace.go:171","msg":"trace[275604329] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:37091; }","duration":"595.739516ms","start":"2026-07-28T17:03:43.025195Z","end":"2026-07-28T17:03:43.620935Z","steps":["trace[275604329] 'agreement among raft nodes before linearized reading' (duration: 595.575212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.620988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:43.025175Z","time spent":"595.803027ms","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:03:43.621047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.047777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:03:43.621077Z","caller":"traceutil/trace.go:171","msg":"trace[2059211532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37091; }","duration":"186.085687ms","start":"2026-07-28T17:03:43.434981Z","end":"2026-07-28T17:03:43.621067Z","steps":["trace[2059211532] 'agreement among raft nodes before linearized reading' (duration: 185.987075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.620957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:43.213219Z","time spent":"407.734122ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:03:43.621221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.292387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T17:03:43.621397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.986553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-28T17:03:43.621425Z","caller":"traceutil/trace.go:171","msg":"trace[933670677] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:37091; }","duration":"310.015644ms","start":"2026-07-28T17:03:43.311401Z","end":"2026-07-28T17:03:43.621416Z","steps":["trace[933670677] 'agreement among raft nodes before linearized reading' (duration: 309.941502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.62145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:43.31139Z","time spent":"310.054795ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1737,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-28T17:03:43.621492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.791302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:03:43.621526Z","caller":"traceutil/trace.go:171","msg":"trace[121874688] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:37091; }","duration":"340.862034ms","start":"2026-07-28T17:03:43.280655Z","end":"2026-07-28T17:03:43.621517Z","steps":["trace[121874688] 'agreement among raft nodes before linearized reading' (duration: 340.801063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.621571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:43.280638Z","time spent":"340.926216ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:03:43.621245Z","caller":"traceutil/trace.go:171","msg":"trace[1680647092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37091; }","duration":"187.328818ms","start":"2026-07-28T17:03:43.43391Z","end":"2026-07-28T17:03:43.621239Z","steps":["trace[1680647092] 'agreement among raft nodes before linearized reading' (duration: 187.264206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.621781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.532142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T17:03:43.622054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.474164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:03:43.622083Z","caller":"traceutil/trace.go:171","msg":"trace[1777037472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37091; }","duration":"243.528756ms","start":"2026-07-28T17:03:43.378546Z","end":"2026-07-28T17:03:43.622075Z","steps":["trace[1777037472] 'agreement among raft nodes before linearized reading' (duration: 243.411073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.622106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.347132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:03:43.62214Z","caller":"traceutil/trace.go:171","msg":"trace[163418489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37091; }","duration":"190.420313ms","start":"2026-07-28T17:03:43.431711Z","end":"2026-07-28T17:03:43.622131Z","steps":["trace[163418489] 'agreement among raft nodes before linearized reading' (duration: 190.335761ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:43.622312Z","caller":"traceutil/trace.go:171","msg":"trace[927739832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37091; }","duration":"325.573432ms","start":"2026-07-28T17:03:43.296224Z","end":"2026-07-28T17:03:43.621797Z","steps":["trace[927739832] 'agreement among raft nodes before linearized reading' (duration: 325.46695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:43.622348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:43.296215Z","time spent":"326.122825ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:03:43.623254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.376237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:03:43.623344Z","caller":"traceutil/trace.go:171","msg":"trace[1288090802] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37091; }","duration":"191.4929ms","start":"2026-07-28T17:03:43.431831Z","end":"2026-07-28T17:03:43.623324Z","steps":["trace[1288090802] 'agreement among raft nodes before linearized reading' (duration: 189.724536ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:46.798117Z","caller":"traceutil/trace.go:171","msg":"trace[408743285] transaction","detail":"{read_only:false; response_revision:37174; number_of_response:1; }","duration":"192.32483ms","start":"2026-07-28T17:03:46.60576Z","end":"2026-07-28T17:03:46.798085Z","steps":["trace[408743285] 'process raft request' (duration: 191.123281ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:46.79844Z","caller":"traceutil/trace.go:171","msg":"trace[322370852] linearizableReadLoop","detail":"{readStateIndex:38332; appliedIndex:38323; }","duration":"172.168079ms","start":"2026-07-28T17:03:46.626248Z","end":"2026-07-28T17:03:46.798416Z","steps":["trace[322370852] 'read index received' (duration: 2.117061ms)","trace[322370852] 'applied index is now lower than readState.Index' (duration: 170.050098ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:03:46.798516Z","caller":"traceutil/trace.go:171","msg":"trace[107322769] transaction","detail":"{read_only:false; response_revision:37178; number_of_response:1; }","duration":"187.84001ms","start":"2026-07-28T17:03:46.610664Z","end":"2026-07-28T17:03:46.798504Z","steps":["trace[107322769] 'process raft request' (duration: 187.643616ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:46.79855Z","caller":"traceutil/trace.go:171","msg":"trace[34348366] transaction","detail":"{read_only:false; response_revision:37179; number_of_response:1; }","duration":"186.853336ms","start":"2026-07-28T17:03:46.611688Z","end":"2026-07-28T17:03:46.798541Z","steps":["trace[34348366] 'process raft request' (duration: 186.639611ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:46.798647Z","caller":"traceutil/trace.go:171","msg":"trace[530984848] transaction","detail":"{read_only:false; response_revision:37180; number_of_response:1; }","duration":"186.226802ms","start":"2026-07-28T17:03:46.612416Z","end":"2026-07-28T17:03:46.798643Z","steps":["trace[530984848] 'process raft request' (duration: 185.925904ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:46.798861Z","caller":"traceutil/trace.go:171","msg":"trace[1359380329] transaction","detail":"{read_only:false; response_revision:37175; number_of_response:1; }","duration":"192.869693ms","start":"2026-07-28T17:03:46.605817Z","end":"2026-07-28T17:03:46.798686Z","steps":["trace[1359380329] 'process raft request' (duration: 192.178426ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:46.799044Z","caller":"traceutil/trace.go:171","msg":"trace[411818168] transaction","detail":"{read_only:false; response_revision:37176; number_of_response:1; }","duration":"192.651337ms","start":"2026-07-28T17:03:46.606384Z","end":"2026-07-28T17:03:46.799036Z","steps":["trace[411818168] 'process raft request' (duration: 191.744925ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:46.79901Z","caller":"traceutil/trace.go:171","msg":"trace[1984476941] transaction","detail":"{read_only:false; response_revision:37177; number_of_response:1; }","duration":"190.714261ms","start":"2026-07-28T17:03:46.60825Z","end":"2026-07-28T17:03:46.798964Z","steps":["trace[1984476941] 'process raft request' (duration: 190.030804ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:46.799032Z","caller":"traceutil/trace.go:171","msg":"trace[171806553] transaction","detail":"{read_only:false; response_revision:37181; number_of_response:1; }","duration":"176.015833ms","start":"2026-07-28T17:03:46.622947Z","end":"2026-07-28T17:03:46.798963Z","steps":["trace[171806553] 'process raft request' (duration: 175.409618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:46.799086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.814485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T17:03:46.79914Z","caller":"traceutil/trace.go:171","msg":"trace[1011768997] transaction","detail":"{read_only:false; response_revision:37182; number_of_response:1; }","duration":"171.339039ms","start":"2026-07-28T17:03:46.627736Z","end":"2026-07-28T17:03:46.799075Z","steps":["trace[1011768997] 'process raft request' (duration: 170.650393ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:46.799229Z","caller":"traceutil/trace.go:171","msg":"trace[382219568] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:37182; }","duration":"173.00402ms","start":"2026-07-28T17:03:46.6262Z","end":"2026-07-28T17:03:46.799204Z","steps":["trace[382219568] 'agreement among raft nodes before linearized reading' (duration: 172.726113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:46.80101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.073165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:03:46.801062Z","caller":"traceutil/trace.go:171","msg":"trace[2129975425] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:0; response_revision:37183; }","duration":"153.170388ms","start":"2026-07-28T17:03:46.647878Z","end":"2026-07-28T17:03:46.801048Z","steps":["trace[2129975425] 'agreement among raft nodes before linearized reading' (duration: 153.058435ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:46.801121Z","caller":"traceutil/trace.go:171","msg":"trace[1186658874] transaction","detail":"{read_only:false; response_revision:37183; number_of_response:1; }","duration":"164.241457ms","start":"2026-07-28T17:03:46.636866Z","end":"2026-07-28T17:03:46.801107Z","steps":["trace[1186658874] 'process raft request' (duration: 163.977461ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:46.977176Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000095db.wal"} {"level":"info","ts":"2026-07-28T17:03:49.220159Z","caller":"traceutil/trace.go:171","msg":"trace[1050166355] transaction","detail":"{read_only:false; response_revision:37471; number_of_response:1; }","duration":"105.59189ms","start":"2026-07-28T17:03:49.114537Z","end":"2026-07-28T17:03:49.220128Z","steps":["trace[1050166355] 'process raft request' (duration: 58.261248ms)","trace[1050166355] 'compare' (duration: 47.105867ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:03:49.220254Z","caller":"traceutil/trace.go:171","msg":"trace[1177154142] transaction","detail":"{read_only:false; response_revision:37472; number_of_response:1; }","duration":"104.223866ms","start":"2026-07-28T17:03:49.115998Z","end":"2026-07-28T17:03:49.220222Z","steps":["trace[1177154142] 'process raft request' (duration: 104.138374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.220257Z","caller":"traceutil/trace.go:171","msg":"trace[642269896] linearizableReadLoop","detail":"{readStateIndex:38631; appliedIndex:38630; }","duration":"105.048996ms","start":"2026-07-28T17:03:49.115169Z","end":"2026-07-28T17:03:49.220218Z","steps":["trace[642269896] 'read index received' (duration: 57.647023ms)","trace[642269896] 'applied index is now lower than readState.Index' (duration: 47.397593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:03:49.220555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.370065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-28T17:03:49.220615Z","caller":"traceutil/trace.go:171","msg":"trace[1235709291] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:37472; }","duration":"105.475117ms","start":"2026-07-28T17:03:49.115125Z","end":"2026-07-28T17:03:49.2206Z","steps":["trace[1235709291] 'agreement among raft nodes before linearized reading' (duration: 105.20734ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.397992Z","caller":"traceutil/trace.go:171","msg":"trace[1356751996] transaction","detail":"{read_only:false; response_revision:37473; number_of_response:1; }","duration":"172.340183ms","start":"2026-07-28T17:03:49.225625Z","end":"2026-07-28T17:03:49.397965Z","steps":["trace[1356751996] 'process raft request' (duration: 131.682984ms)","trace[1356751996] 'compare' (duration: 40.522716ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:03:49.407976Z","caller":"traceutil/trace.go:171","msg":"trace[624427627] transaction","detail":"{read_only:false; response_revision:37474; number_of_response:1; }","duration":"181.952638ms","start":"2026-07-28T17:03:49.22598Z","end":"2026-07-28T17:03:49.407933Z","steps":["trace[624427627] 'process raft request' (duration: 181.736003ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.40804Z","caller":"traceutil/trace.go:171","msg":"trace[290784571] transaction","detail":"{read_only:false; response_revision:37475; number_of_response:1; }","duration":"181.466496ms","start":"2026-07-28T17:03:49.226508Z","end":"2026-07-28T17:03:49.40798Z","steps":["trace[290784571] 'process raft request' (duration: 181.342873ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.408033Z","caller":"traceutil/trace.go:171","msg":"trace[924327145] linearizableReadLoop","detail":"{readStateIndex:38635; appliedIndex:38632; }","duration":"181.246801ms","start":"2026-07-28T17:03:49.226762Z","end":"2026-07-28T17:03:49.408008Z","steps":["trace[924327145] 'read index received' (duration: 130.576778ms)","trace[924327145] 'applied index is now lower than readState.Index' (duration: 50.669193ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:03:49.408235Z","caller":"traceutil/trace.go:171","msg":"trace[574829832] transaction","detail":"{read_only:false; response_revision:37477; number_of_response:1; }","duration":"115.388938ms","start":"2026-07-28T17:03:49.292821Z","end":"2026-07-28T17:03:49.40821Z","steps":["trace[574829832] 'process raft request' (duration: 115.134192ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.408304Z","caller":"traceutil/trace.go:171","msg":"trace[37601989] transaction","detail":"{read_only:false; response_revision:37476; number_of_response:1; }","duration":"178.048652ms","start":"2026-07-28T17:03:49.230062Z","end":"2026-07-28T17:03:49.408111Z","steps":["trace[37601989] 'process raft request' (duration: 177.847447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:49.408593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.811784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-28T17:03:49.408634Z","caller":"traceutil/trace.go:171","msg":"trace[494954824] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:37477; }","duration":"181.909417ms","start":"2026-07-28T17:03:49.226714Z","end":"2026-07-28T17:03:49.408623Z","steps":["trace[494954824] 'agreement among raft nodes before linearized reading' (duration: 181.399904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:49.409653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.080652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/capo-system/\" range_end:\"/registry/limitranges/capo-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:03:49.409708Z","caller":"traceutil/trace.go:171","msg":"trace[688002246] range","detail":"{range_begin:/registry/limitranges/capo-system/; range_end:/registry/limitranges/capo-system0; response_count:0; response_revision:37478; }","duration":"180.185705ms","start":"2026-07-28T17:03:49.22951Z","end":"2026-07-28T17:03:49.409695Z","steps":["trace[688002246] 'agreement among raft nodes before linearized reading' (duration: 180.054342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:49.409966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.38064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-7clth\" ","response":"range_response_count:1 size:4227"} {"level":"info","ts":"2026-07-28T17:03:49.409997Z","caller":"traceutil/trace.go:171","msg":"trace[1450143470] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-7clth; range_end:; response_count:1; response_revision:37478; }","duration":"134.464992ms","start":"2026-07-28T17:03:49.275523Z","end":"2026-07-28T17:03:49.409988Z","steps":["trace[1450143470] 'agreement among raft nodes before linearized reading' (duration: 134.338499ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.52283Z","caller":"traceutil/trace.go:171","msg":"trace[2009900417] linearizableReadLoop","detail":"{readStateIndex:38640; appliedIndex:38638; }","duration":"110.228882ms","start":"2026-07-28T17:03:49.412576Z","end":"2026-07-28T17:03:49.522805Z","steps":["trace[2009900417] 'read index received' (duration: 67.371729ms)","trace[2009900417] 'applied index is now lower than readState.Index' (duration: 42.856063ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:03:49.522862Z","caller":"traceutil/trace.go:171","msg":"trace[2061732938] transaction","detail":"{read_only:false; number_of_response:1; response_revision:37480; }","duration":"110.079368ms","start":"2026-07-28T17:03:49.41275Z","end":"2026-07-28T17:03:49.522829Z","steps":["trace[2061732938] 'process raft request' (duration: 109.898644ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.523076Z","caller":"traceutil/trace.go:171","msg":"trace[58262541] transaction","detail":"{read_only:false; response_revision:37482; number_of_response:1; }","duration":"107.24086ms","start":"2026-07-28T17:03:49.415802Z","end":"2026-07-28T17:03:49.523043Z","steps":["trace[58262541] 'process raft request' (duration: 106.946963ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.523209Z","caller":"traceutil/trace.go:171","msg":"trace[357612505] transaction","detail":"{read_only:false; response_revision:37480; number_of_response:1; }","duration":"110.796516ms","start":"2026-07-28T17:03:49.412406Z","end":"2026-07-28T17:03:49.523202Z","steps":["trace[357612505] 'process raft request' (duration: 103.810476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:49.523219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.624301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-07-28T17:03:49.523249Z","caller":"traceutil/trace.go:171","msg":"trace[1311025016] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:37482; }","duration":"110.679922ms","start":"2026-07-28T17:03:49.41256Z","end":"2026-07-28T17:03:49.52324Z","steps":["trace[1311025016] 'agreement among raft nodes before linearized reading' (duration: 110.55892ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.523336Z","caller":"traceutil/trace.go:171","msg":"trace[272097753] transaction","detail":"{read_only:false; response_revision:37481; number_of_response:1; }","duration":"110.038518ms","start":"2026-07-28T17:03:49.413289Z","end":"2026-07-28T17:03:49.523327Z","steps":["trace[272097753] 'process raft request' (duration: 109.412372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:49.533054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.18286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:03:49.533152Z","caller":"traceutil/trace.go:171","msg":"trace[927894420] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack; range_end:; response_count:0; response_revision:37483; }","duration":"112.295763ms","start":"2026-07-28T17:03:49.420838Z","end":"2026-07-28T17:03:49.533134Z","steps":["trace[927894420] 'agreement among raft nodes before linearized reading' (duration: 112.128828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:49.533253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.704483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:3919"} {"level":"warn","ts":"2026-07-28T17:03:49.533274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.568643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T17:03:49.533332Z","caller":"traceutil/trace.go:171","msg":"trace[1885902837] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:37483; }","duration":"119.803335ms","start":"2026-07-28T17:03:49.413513Z","end":"2026-07-28T17:03:49.533316Z","steps":["trace[1885902837] 'agreement among raft nodes before linearized reading' (duration: 119.632191ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.533348Z","caller":"traceutil/trace.go:171","msg":"trace[428037476] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:37483; }","duration":"120.661576ms","start":"2026-07-28T17:03:49.41267Z","end":"2026-07-28T17:03:49.533331Z","steps":["trace[428037476] 'agreement among raft nodes before linearized reading' (duration: 120.482232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:49.533324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.781985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112525"} {"level":"info","ts":"2026-07-28T17:03:49.533417Z","caller":"traceutil/trace.go:171","msg":"trace[1635692903] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:37483; }","duration":"119.894417ms","start":"2026-07-28T17:03:49.413505Z","end":"2026-07-28T17:03:49.5334Z","steps":["trace[1635692903] 'agreement among raft nodes before linearized reading' (duration: 119.567279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:49.53356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.410547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:40368"} {"level":"info","ts":"2026-07-28T17:03:49.53359Z","caller":"traceutil/trace.go:171","msg":"trace[1398081435] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:37483; }","duration":"103.451137ms","start":"2026-07-28T17:03:49.43013Z","end":"2026-07-28T17:03:49.533581Z","steps":["trace[1398081435] 'agreement among raft nodes before linearized reading' (duration: 103.365635ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.651649Z","caller":"traceutil/trace.go:171","msg":"trace[230647174] transaction","detail":"{read_only:false; response_revision:37490; number_of_response:1; }","duration":"118.606665ms","start":"2026-07-28T17:03:49.533017Z","end":"2026-07-28T17:03:49.651624Z","steps":["trace[230647174] 'process raft request' (duration: 101.971371ms)","trace[230647174] 'compare' (duration: 16.340227ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:03:49.652207Z","caller":"traceutil/trace.go:171","msg":"trace[429007751] transaction","detail":"{read_only:false; number_of_response:1; response_revision:37491; }","duration":"117.55469ms","start":"2026-07-28T17:03:49.534644Z","end":"2026-07-28T17:03:49.652199Z","steps":["trace[429007751] 'process raft request' (duration: 116.866604ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.652385Z","caller":"traceutil/trace.go:171","msg":"trace[1392730840] transaction","detail":"{read_only:false; response_revision:37493; number_of_response:1; }","duration":"114.072705ms","start":"2026-07-28T17:03:49.538293Z","end":"2026-07-28T17:03:49.652366Z","steps":["trace[1392730840] 'process raft request' (duration: 113.908371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:49.652394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.752948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2272"} {"level":"info","ts":"2026-07-28T17:03:49.652401Z","caller":"traceutil/trace.go:171","msg":"trace[1538532426] transaction","detail":"{read_only:false; response_revision:37492; number_of_response:1; }","duration":"114.856434ms","start":"2026-07-28T17:03:49.537451Z","end":"2026-07-28T17:03:49.652307Z","steps":["trace[1538532426] 'process raft request' (duration: 114.648139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:49.652472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.568706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:5815"} {"level":"info","ts":"2026-07-28T17:03:49.652504Z","caller":"traceutil/trace.go:171","msg":"trace[1498328132] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:37494; }","duration":"102.633627ms","start":"2026-07-28T17:03:49.549856Z","end":"2026-07-28T17:03:49.65249Z","steps":["trace[1498328132] 'agreement among raft nodes before linearized reading' (duration: 102.554906ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:49.65249Z","caller":"traceutil/trace.go:171","msg":"trace[1974533331] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:37494; }","duration":"113.881821ms","start":"2026-07-28T17:03:49.538587Z","end":"2026-07-28T17:03:49.652469Z","steps":["trace[1974533331] 'agreement among raft nodes before linearized reading' (duration: 113.766408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:49.652623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.473497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:1 size:10501"} {"level":"info","ts":"2026-07-28T17:03:49.652704Z","caller":"traceutil/trace.go:171","msg":"trace[756160571] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:1; response_revision:37494; }","duration":"119.572419ms","start":"2026-07-28T17:03:49.533109Z","end":"2026-07-28T17:03:49.652682Z","steps":["trace[756160571] 'agreement among raft nodes before linearized reading' (duration: 119.363004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:51.291513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.74644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:03:51.29169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.483786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T17:03:51.29176Z","caller":"traceutil/trace.go:171","msg":"trace[2144866103] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager; range_end:; response_count:1; response_revision:37539; }","duration":"105.562899ms","start":"2026-07-28T17:03:51.186175Z","end":"2026-07-28T17:03:51.291737Z","steps":["trace[2144866103] 'range keys from in-memory index tree' (duration: 105.368394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:51.291847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.191331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:03:51.291569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.996559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:03:51.29161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.666336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:03:51.29198Z","caller":"traceutil/trace.go:171","msg":"trace[1310387939] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:37539; }","duration":"113.42201ms","start":"2026-07-28T17:03:51.178523Z","end":"2026-07-28T17:03:51.291945Z","steps":["trace[1310387939] 'count revisions from in-memory index tree' (duration: 112.957899ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:51.292029Z","caller":"traceutil/trace.go:171","msg":"trace[816184074] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:37539; }","duration":"114.078746ms","start":"2026-07-28T17:03:51.177909Z","end":"2026-07-28T17:03:51.291987Z","steps":["trace[816184074] 'range keys from in-memory index tree' (duration: 113.604634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:51.291937Z","caller":"traceutil/trace.go:171","msg":"trace[1890860112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:37539; }","duration":"126.316704ms","start":"2026-07-28T17:03:51.1656Z","end":"2026-07-28T17:03:51.291917Z","steps":["trace[1890860112] 'range keys from in-memory index tree' (duration: 126.068858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:51.291911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.760646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:03:51.292257Z","caller":"traceutil/trace.go:171","msg":"trace[691669036] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:37539; }","duration":"102.192067ms","start":"2026-07-28T17:03:51.190036Z","end":"2026-07-28T17:03:51.292228Z","steps":["trace[691669036] 'range keys from in-memory index tree' (duration: 101.709855ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:51.292336Z","caller":"traceutil/trace.go:171","msg":"trace[1224540378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:37539; }","duration":"126.619971ms","start":"2026-07-28T17:03:51.165672Z","end":"2026-07-28T17:03:51.292292Z","steps":["trace[1224540378] 'count revisions from in-memory index tree' (duration: 125.641248ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:03:57.382459Z","caller":"traceutil/trace.go:171","msg":"trace[1354652569] linearizableReadLoop","detail":"{readStateIndex:38807; appliedIndex:38806; }","duration":"449.127549ms","start":"2026-07-28T17:03:56.933297Z","end":"2026-07-28T17:03:57.382424Z","steps":["trace[1354652569] 'read index received' (duration: 448.796401ms)","trace[1354652569] 'applied index is now lower than readState.Index' (duration: 330.178µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:03:57.382523Z","caller":"traceutil/trace.go:171","msg":"trace[1368593854] transaction","detail":"{read_only:false; response_revision:37645; number_of_response:1; }","duration":"477.901037ms","start":"2026-07-28T17:03:56.904576Z","end":"2026-07-28T17:03:57.382477Z","steps":["trace[1368593854] 'process raft request' (duration: 477.645801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:57.382634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.312843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:03:57.382707Z","caller":"traceutil/trace.go:171","msg":"trace[851149440] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:37645; }","duration":"449.449067ms","start":"2026-07-28T17:03:56.933242Z","end":"2026-07-28T17:03:57.382691Z","steps":["trace[851149440] 'agreement among raft nodes before linearized reading' (duration: 449.275322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:03:57.382712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:56.904544Z","time spent":"478.082562ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22837,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:03:57.382747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:56.933219Z","time spent":"449.517718ms","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:04:00.025513Z","caller":"traceutil/trace.go:171","msg":"trace[557115039] transaction","detail":"{read_only:false; response_revision:37707; number_of_response:1; }","duration":"266.70929ms","start":"2026-07-28T17:03:59.758772Z","end":"2026-07-28T17:04:00.025481Z","steps":["trace[557115039] 'process raft request' (duration: 266.503215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:00.32325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.223442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:04:00.323468Z","caller":"traceutil/trace.go:171","msg":"trace[2067026322] linearizableReadLoop","detail":"{readStateIndex:38873; appliedIndex:38869; }","duration":"549.982442ms","start":"2026-07-28T17:03:59.773472Z","end":"2026-07-28T17:04:00.323454Z","steps":["trace[2067026322] 'read index received' (duration: 251.746255ms)","trace[2067026322] 'applied index is now lower than readState.Index' (duration: 298.235497ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:04:00.323539Z","caller":"traceutil/trace.go:171","msg":"trace[1215091474] transaction","detail":"{read_only:false; response_revision:37708; number_of_response:1; }","duration":"560.818026ms","start":"2026-07-28T17:03:59.762712Z","end":"2026-07-28T17:04:00.32353Z","steps":["trace[1215091474] 'process raft request' (duration: 360.249896ms)","trace[1215091474] 'compare' (duration: 200.115979ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:04:00.323588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:59.762681Z","time spent":"560.884928ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:00.323708Z","caller":"traceutil/trace.go:171","msg":"trace[1743984618] transaction","detail":"{read_only:false; response_revision:37711; number_of_response:1; }","duration":"498.210103ms","start":"2026-07-28T17:03:59.825468Z","end":"2026-07-28T17:04:00.323678Z","steps":["trace[1743984618] 'process raft request' (duration: 497.951606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:00.323852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:59.825435Z","time spent":"498.340736ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:00.323878Z","caller":"traceutil/trace.go:171","msg":"trace[397575830] transaction","detail":"{read_only:false; response_revision:37709; number_of_response:1; }","duration":"559.923965ms","start":"2026-07-28T17:03:59.763919Z","end":"2026-07-28T17:04:00.323843Z","steps":["trace[397575830] 'process raft request' (duration: 559.428943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:00.324011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.170391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T17:04:00.324048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:59.763887Z","time spent":"560.077348ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:00.324109Z","caller":"traceutil/trace.go:171","msg":"trace[305819554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37711; }","duration":"544.313405ms","start":"2026-07-28T17:03:59.779781Z","end":"2026-07-28T17:04:00.324094Z","steps":["trace[305819554] 'agreement among raft nodes before linearized reading' (duration: 544.09714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:00.324142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.67221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T17:04:00.324162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.627779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:04:00.324173Z","caller":"traceutil/trace.go:171","msg":"trace[1199361591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37711; }","duration":"550.703921ms","start":"2026-07-28T17:03:59.773463Z","end":"2026-07-28T17:04:00.324167Z","steps":["trace[1199361591] 'agreement among raft nodes before linearized reading' (duration: 550.635199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:00.324198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:59.773417Z","time spent":"550.776172ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T17:04:00.323898Z","caller":"traceutil/trace.go:171","msg":"trace[1113615471] transaction","detail":"{read_only:false; response_revision:37710; number_of_response:1; }","duration":"558.411817ms","start":"2026-07-28T17:03:59.765448Z","end":"2026-07-28T17:04:00.32386Z","steps":["trace[1113615471] 'process raft request' (duration: 557.937276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:00.324049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.29411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T17:04:00.324254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.324111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T17:04:00.32426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.379207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T17:04:00.324265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:59.765434Z","time spent":"558.797287ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:00.324281Z","caller":"traceutil/trace.go:171","msg":"trace[1870619576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37711; }","duration":"544.443658ms","start":"2026-07-28T17:03:59.77983Z","end":"2026-07-28T17:04:00.324274Z","steps":["trace[1870619576] 'agreement among raft nodes before linearized reading' (duration: 544.393937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:00.324044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.928768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-28T17:04:00.324307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:59.779808Z","time spent":"544.494409ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:04:00.324147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:59.779765Z","time spent":"544.374826ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:04:00.324326Z","caller":"traceutil/trace.go:171","msg":"trace[1772625420] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:37711; }","duration":"173.258086ms","start":"2026-07-28T17:04:00.151053Z","end":"2026-07-28T17:04:00.324311Z","steps":["trace[1772625420] 'agreement among raft nodes before linearized reading' (duration: 172.851656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:00.32421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.478825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:04:00.3242Z","caller":"traceutil/trace.go:171","msg":"trace[1173239056] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:37711; }","duration":"174.713401ms","start":"2026-07-28T17:04:00.149474Z","end":"2026-07-28T17:04:00.324187Z","steps":["trace[1173239056] 'agreement among raft nodes before linearized reading' (duration: 174.610469ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:00.324379Z","caller":"traceutil/trace.go:171","msg":"trace[912050408] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37711; }","duration":"543.67523ms","start":"2026-07-28T17:03:59.780696Z","end":"2026-07-28T17:04:00.324372Z","steps":["trace[912050408] 'agreement among raft nodes before linearized reading' (duration: 543.468395ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:00.324286Z","caller":"traceutil/trace.go:171","msg":"trace[430006553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37711; }","duration":"543.353341ms","start":"2026-07-28T17:03:59.780914Z","end":"2026-07-28T17:04:00.324267Z","steps":["trace[430006553] 'agreement among raft nodes before linearized reading' (duration: 543.29894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:00.324437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:59.780904Z","time spent":"543.520526ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T17:04:00.324295Z","caller":"traceutil/trace.go:171","msg":"trace[884481053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37711; }","duration":"543.539806ms","start":"2026-07-28T17:03:59.780725Z","end":"2026-07-28T17:04:00.324264Z","steps":["trace[884481053] 'agreement among raft nodes before linearized reading' (duration: 543.240529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:00.324506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:59.780715Z","time spent":"543.785452ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:04:00.324403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:03:59.780677Z","time spent":"543.71985ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T17:04:00.53803Z","caller":"traceutil/trace.go:171","msg":"trace[455429133] transaction","detail":"{read_only:false; response_revision:37712; number_of_response:1; }","duration":"208.941953ms","start":"2026-07-28T17:04:00.329061Z","end":"2026-07-28T17:04:00.538003Z","steps":["trace[455429133] 'process raft request' (duration: 208.765199ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:00.55078Z","caller":"traceutil/trace.go:171","msg":"trace[1527572002] transaction","detail":"{read_only:false; response_revision:37713; number_of_response:1; }","duration":"221.55285ms","start":"2026-07-28T17:04:00.329198Z","end":"2026-07-28T17:04:00.55075Z","steps":["trace[1527572002] 'process raft request' (duration: 221.362586ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:00.551121Z","caller":"traceutil/trace.go:171","msg":"trace[1151997959] transaction","detail":"{read_only:false; response_revision:37714; number_of_response:1; }","duration":"221.832507ms","start":"2026-07-28T17:04:00.329275Z","end":"2026-07-28T17:04:00.551108Z","steps":["trace[1151997959] 'process raft request' (duration: 221.424637ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:00.551255Z","caller":"traceutil/trace.go:171","msg":"trace[109853739] transaction","detail":"{read_only:false; response_revision:37715; number_of_response:1; }","duration":"221.778085ms","start":"2026-07-28T17:04:00.32945Z","end":"2026-07-28T17:04:00.551228Z","steps":["trace[109853739] 'process raft request' (duration: 221.520739ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:00.551394Z","caller":"traceutil/trace.go:171","msg":"trace[695447002] transaction","detail":"{read_only:false; response_revision:37717; number_of_response:1; }","duration":"221.793526ms","start":"2026-07-28T17:04:00.329555Z","end":"2026-07-28T17:04:00.551349Z","steps":["trace[695447002] 'process raft request' (duration: 221.594611ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:00.551412Z","caller":"traceutil/trace.go:171","msg":"trace[1491100765] transaction","detail":"{read_only:false; response_revision:37721; number_of_response:1; }","duration":"221.55667ms","start":"2026-07-28T17:04:00.329825Z","end":"2026-07-28T17:04:00.551382Z","steps":["trace[1491100765] 'process raft request' (duration: 221.502588ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:00.551495Z","caller":"traceutil/trace.go:171","msg":"trace[935188537] transaction","detail":"{read_only:false; response_revision:37719; number_of_response:1; }","duration":"221.822446ms","start":"2026-07-28T17:04:00.329658Z","end":"2026-07-28T17:04:00.551481Z","steps":["trace[935188537] 'process raft request' (duration: 221.58561ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:00.551501Z","caller":"traceutil/trace.go:171","msg":"trace[473630319] transaction","detail":"{read_only:false; response_revision:37718; number_of_response:1; }","duration":"221.869887ms","start":"2026-07-28T17:04:00.32962Z","end":"2026-07-28T17:04:00.55149Z","steps":["trace[473630319] 'process raft request' (duration: 221.57673ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:00.551513Z","caller":"traceutil/trace.go:171","msg":"trace[1129319658] transaction","detail":"{read_only:false; response_revision:37716; number_of_response:1; }","duration":"222.020031ms","start":"2026-07-28T17:04:00.329452Z","end":"2026-07-28T17:04:00.551472Z","steps":["trace[1129319658] 'process raft request' (duration: 221.645992ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:00.551593Z","caller":"traceutil/trace.go:171","msg":"trace[417442600] transaction","detail":"{read_only:false; response_revision:37720; number_of_response:1; }","duration":"221.858388ms","start":"2026-07-28T17:04:00.329723Z","end":"2026-07-28T17:04:00.551581Z","steps":["trace[417442600] 'process raft request' (duration: 221.55848ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:01.946812Z","caller":"traceutil/trace.go:171","msg":"trace[787074417] transaction","detail":"{read_only:false; response_revision:37731; number_of_response:1; }","duration":"188.420095ms","start":"2026-07-28T17:04:01.75836Z","end":"2026-07-28T17:04:01.94678Z","steps":["trace[787074417] 'process raft request' (duration: 188.21205ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:01.960884Z","caller":"traceutil/trace.go:171","msg":"trace[1334593352] linearizableReadLoop","detail":"{readStateIndex:38896; appliedIndex:38893; }","duration":"200.191741ms","start":"2026-07-28T17:04:01.76066Z","end":"2026-07-28T17:04:01.960852Z","steps":["trace[1334593352] 'read index received' (duration: 186.074218ms)","trace[1334593352] 'applied index is now lower than readState.Index' (duration: 14.116163ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:04:01.960911Z","caller":"traceutil/trace.go:171","msg":"trace[563390243] transaction","detail":"{read_only:false; response_revision:37733; number_of_response:1; }","duration":"200.257393ms","start":"2026-07-28T17:04:01.760621Z","end":"2026-07-28T17:04:01.960878Z","steps":["trace[563390243] 'process raft request' (duration: 200.071159ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:01.960917Z","caller":"traceutil/trace.go:171","msg":"trace[996499737] transaction","detail":"{read_only:false; response_revision:37732; number_of_response:1; }","duration":"200.463868ms","start":"2026-07-28T17:04:01.760406Z","end":"2026-07-28T17:04:01.96087Z","steps":["trace[996499737] 'process raft request' (duration: 200.15734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:01.961104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.356175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:01.961151Z","caller":"traceutil/trace.go:171","msg":"trace[1897145584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37734; }","duration":"200.516319ms","start":"2026-07-28T17:04:01.76062Z","end":"2026-07-28T17:04:01.961136Z","steps":["trace[1897145584] 'agreement among raft nodes before linearized reading' (duration: 200.326075ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:01.961282Z","caller":"traceutil/trace.go:171","msg":"trace[1730695251] transaction","detail":"{read_only:false; response_revision:37734; number_of_response:1; }","duration":"199.691099ms","start":"2026-07-28T17:04:01.761565Z","end":"2026-07-28T17:04:01.961256Z","steps":["trace[1730695251] 'process raft request' (duration: 199.216478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.392893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626864303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:04:03.828828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206661252s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T17:04:03.829642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262515811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:04:03.829671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273842916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T17:04:03.829705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273412476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T17:04:03.829744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273665782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:04:03.82978Z","caller":"traceutil/trace.go:171","msg":"trace[1297760801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37746; }","duration":"1.273965689s","start":"2026-07-28T17:04:02.555759Z","end":"2026-07-28T17:04:03.829725Z","steps":["trace[1297760801] 'range keys from in-memory index tree' (duration: 1.273635542s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:03.829796Z","caller":"traceutil/trace.go:171","msg":"trace[669919377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37746; }","duration":"1.273782465s","start":"2026-07-28T17:04:02.555997Z","end":"2026-07-28T17:04:03.82978Z","steps":["trace[669919377] 'range keys from in-memory index tree' (duration: 1.273433116s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:03.829793Z","caller":"traceutil/trace.go:171","msg":"trace[277069443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37746; }","duration":"1.273528219s","start":"2026-07-28T17:04:02.556244Z","end":"2026-07-28T17:04:03.829772Z","steps":["trace[277069443] 'range keys from in-memory index tree' (duration: 1.273290003s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.829801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287996032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T17:04:03.829825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:02.555971Z","time spent":"1.273846996s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:04:03.829838Z","caller":"traceutil/trace.go:171","msg":"trace[329478577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37746; }","duration":"1.288065993s","start":"2026-07-28T17:04:02.541762Z","end":"2026-07-28T17:04:03.829828Z","steps":["trace[329478577] 'range keys from in-memory index tree' (duration: 1.287894489s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.829842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:02.556237Z","time spent":"1.2735871s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:04:03.829871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:02.541743Z","time spent":"1.288119424s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:04:03.829876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272840993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:04:03.829912Z","caller":"traceutil/trace.go:171","msg":"trace[634519073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37746; }","duration":"1.272917564s","start":"2026-07-28T17:04:02.556982Z","end":"2026-07-28T17:04:03.8299Z","steps":["trace[634519073] 'range keys from in-memory index tree' (duration: 1.272663047s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.829923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274229966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T17:04:03.82984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:02.555735Z","time spent":"1.274077502s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T17:04:03.829948Z","caller":"traceutil/trace.go:171","msg":"trace[952686831] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37746; }","duration":"1.274295967s","start":"2026-07-28T17:04:02.555646Z","end":"2026-07-28T17:04:03.829942Z","steps":["trace[952686831] 'range keys from in-memory index tree' (duration: 1.274076163s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.829973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:02.555629Z","time spent":"1.274334219s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:04:03.830042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:02.556961Z","time spent":"1.272982505s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T17:04:03.829739Z","caller":"traceutil/trace.go:171","msg":"trace[421682871] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:37746; }","duration":"1.262665265s","start":"2026-07-28T17:04:02.567054Z","end":"2026-07-28T17:04:03.829719Z","steps":["trace[421682871] 'count revisions from in-memory index tree' (duration: 1.262409029s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.830122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:02.567035Z","time spent":"1.263065954s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:04:03.837007Z","caller":"traceutil/trace.go:171","msg":"trace[1102438114] linearizableReadLoop","detail":"{readStateIndex:38910; appliedIndex:38909; }","duration":"944.704218ms","start":"2026-07-28T17:04:02.89228Z","end":"2026-07-28T17:04:03.836985Z","steps":["trace[1102438114] 'read index received' (duration: 936.741194ms)","trace[1102438114] 'applied index is now lower than readState.Index' (duration: 7.961404ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:04:03.837209Z","caller":"traceutil/trace.go:171","msg":"trace[1555843297] transaction","detail":"{read_only:false; response_revision:37747; number_of_response:1; }","duration":"400.634908ms","start":"2026-07-28T17:04:03.436548Z","end":"2026-07-28T17:04:03.837183Z","steps":["trace[1555843297] 'process raft request' (duration: 400.30871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.837217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.918633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1560"} {"level":"info","ts":"2026-07-28T17:04:03.837334Z","caller":"traceutil/trace.go:171","msg":"trace[1477766764] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:37747; }","duration":"945.088527ms","start":"2026-07-28T17:04:02.89223Z","end":"2026-07-28T17:04:03.837319Z","steps":["trace[1477766764] 'agreement among raft nodes before linearized reading' (duration: 944.82296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.837346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:03.436531Z","time spent":"400.745882ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:04:03.837374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:02.892206Z","time spent":"945.156399ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1583,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-28T17:04:03.838489Z","caller":"traceutil/trace.go:171","msg":"trace[2117868294] transaction","detail":"{read_only:false; response_revision:37748; number_of_response:1; }","duration":"360.252255ms","start":"2026-07-28T17:04:03.478204Z","end":"2026-07-28T17:04:03.838457Z","steps":["trace[2117868294] 'process raft request' (duration: 358.850211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.839734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:03.478189Z","time spent":"361.483696ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:03.838693Z","caller":"traceutil/trace.go:171","msg":"trace[1066919500] transaction","detail":"{read_only:false; response_revision:37749; number_of_response:1; }","duration":"192.207737ms","start":"2026-07-28T17:04:03.646471Z","end":"2026-07-28T17:04:03.838679Z","steps":["trace[1066919500] 'process raft request' (duration: 191.92921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.842861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.851658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:04:03.842869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.40551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:04:03.842932Z","caller":"traceutil/trace.go:171","msg":"trace[838612618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37754; }","duration":"191.965441ms","start":"2026-07-28T17:04:03.650949Z","end":"2026-07-28T17:04:03.842915Z","steps":["trace[838612618] 'agreement among raft nodes before linearized reading' (duration: 191.843068ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:03.842943Z","caller":"traceutil/trace.go:171","msg":"trace[157886082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37754; }","duration":"404.504993ms","start":"2026-07-28T17:04:03.438422Z","end":"2026-07-28T17:04:03.842927Z","steps":["trace[157886082] 'agreement among raft nodes before linearized reading' (duration: 404.38286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.842969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:03.438412Z","time spent":"404.548934ms","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:04:03.843191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.921697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-28T17:04:03.843215Z","caller":"traceutil/trace.go:171","msg":"trace[676558457] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:37754; }","duration":"435.982279ms","start":"2026-07-28T17:04:03.407225Z","end":"2026-07-28T17:04:03.843207Z","steps":["trace[676558457] 'agreement among raft nodes before linearized reading' (duration: 435.905187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.843261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:03.407203Z","time spent":"436.05461ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-28T17:04:03.843316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.213483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:03.843331Z","caller":"traceutil/trace.go:171","msg":"trace[1218711600] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:37754; }","duration":"655.296755ms","start":"2026-07-28T17:04:03.188028Z","end":"2026-07-28T17:04:03.843325Z","steps":["trace[1218711600] 'agreement among raft nodes before linearized reading' (duration: 655.270774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.843343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:03.188006Z","time spent":"655.333656ms","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:04:03.843441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.507741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:03.843454Z","caller":"traceutil/trace.go:171","msg":"trace[710208376] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:37754; }","duration":"676.568873ms","start":"2026-07-28T17:04:03.166881Z","end":"2026-07-28T17:04:03.84345Z","steps":["trace[710208376] 'agreement among raft nodes before linearized reading' (duration: 676.541642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:03.843469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:03.166856Z","time spent":"676.609404ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:04:05.024714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626864323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:04:05.525781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626864323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:04:06.026815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626864323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:04:06.527511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626864323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:04:06.651573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.280112892s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T17:04:06.65203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517053948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:04:06.652125Z","caller":"traceutil/trace.go:171","msg":"trace[1788056326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37758; }","duration":"2.517205031s","start":"2026-07-28T17:04:04.134903Z","end":"2026-07-28T17:04:06.652108Z","steps":["trace[1788056326] 'range keys from in-memory index tree' (duration: 2.516848533s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.652157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:04.134881Z","time spent":"2.517269844s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:04:06.652714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:04.50822Z","time spent":"2.144492202s","remote":"127.0.0.1:49006","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T17:04:06.653316Z","caller":"traceutil/trace.go:171","msg":"trace[6631680] transaction","detail":"{read_only:false; response_revision:37759; number_of_response:1; }","duration":"2.281990818s","start":"2026-07-28T17:04:04.371313Z","end":"2026-07-28T17:04:06.653304Z","steps":["trace[6631680] 'process raft request' (duration: 2.280471731s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.653389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:04.371276Z","time spent":"2.282062169s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:06.663963Z","caller":"traceutil/trace.go:171","msg":"trace[894636006] transaction","detail":"{read_only:false; response_revision:37760; number_of_response:1; }","duration":"2.290677849s","start":"2026-07-28T17:04:04.373261Z","end":"2026-07-28T17:04:06.663939Z","steps":["trace[894636006] 'process raft request' (duration: 2.290550966s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.664124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:04.373233Z","time spent":"2.290792662s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:06.664224Z","caller":"traceutil/trace.go:171","msg":"trace[1991077400] transaction","detail":"{read_only:false; response_revision:37761; number_of_response:1; }","duration":"2.290722281s","start":"2026-07-28T17:04:04.373476Z","end":"2026-07-28T17:04:06.664198Z","steps":["trace[1991077400] 'process raft request' (duration: 2.290435044s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:06.664243Z","caller":"traceutil/trace.go:171","msg":"trace[410367572] transaction","detail":"{read_only:false; response_revision:37762; number_of_response:1; }","duration":"1.411166038s","start":"2026-07-28T17:04:05.253065Z","end":"2026-07-28T17:04:06.664231Z","steps":["trace[410367572] 'process raft request' (duration: 1.411037015s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.664346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:04.373458Z","time spent":"2.290825883s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:06.664393Z","caller":"traceutil/trace.go:171","msg":"trace[518491283] transaction","detail":"{read_only:false; response_revision:37763; number_of_response:1; }","duration":"1.341280637s","start":"2026-07-28T17:04:05.323103Z","end":"2026-07-28T17:04:06.664384Z","steps":["trace[518491283] 'process raft request' (duration: 1.341097713s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.664461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.323073Z","time spent":"1.341347569s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:06.664435Z","caller":"traceutil/trace.go:171","msg":"trace[1023261758] transaction","detail":"{read_only:false; response_revision:37764; number_of_response:1; }","duration":"1.334489143s","start":"2026-07-28T17:04:05.32992Z","end":"2026-07-28T17:04:06.664409Z","steps":["trace[1023261758] 'process raft request' (duration: 1.33439411s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.66446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.253036Z","time spent":"1.411342292s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:04:06.66458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.329903Z","time spent":"1.334606185s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:06.664608Z","caller":"traceutil/trace.go:171","msg":"trace[755758830] transaction","detail":"{read_only:false; response_revision:37765; number_of_response:1; }","duration":"819.806669ms","start":"2026-07-28T17:04:05.844781Z","end":"2026-07-28T17:04:06.664587Z","steps":["trace[755758830] 'process raft request' (duration: 819.591034ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:06.664671Z","caller":"traceutil/trace.go:171","msg":"trace[634270287] transaction","detail":"{read_only:false; response_revision:37766; number_of_response:1; }","duration":"819.692196ms","start":"2026-07-28T17:04:05.844962Z","end":"2026-07-28T17:04:06.664654Z","steps":["trace[634270287] 'process raft request' (duration: 819.543722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.664736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.844922Z","time spent":"819.784338ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:04:06.66475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.84476Z","time spent":"819.925861ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:06.664764Z","caller":"traceutil/trace.go:171","msg":"trace[62557383] linearizableReadLoop","detail":"{readStateIndex:38932; appliedIndex:38922; }","duration":"2.14030888s","start":"2026-07-28T17:04:04.524444Z","end":"2026-07-28T17:04:06.664753Z","steps":["trace[62557383] 'read index received' (duration: 2.127397136s)","trace[62557383] 'applied index is now lower than readState.Index' (duration: 12.910834ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:04:06.664797Z","caller":"traceutil/trace.go:171","msg":"trace[566010767] transaction","detail":"{read_only:false; response_revision:37767; number_of_response:1; }","duration":"702.001462ms","start":"2026-07-28T17:04:05.962786Z","end":"2026-07-28T17:04:06.664788Z","steps":["trace[566010767] 'process raft request' (duration: 701.833118ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:06.664808Z","caller":"traceutil/trace.go:171","msg":"trace[1994295000] transaction","detail":"{read_only:false; response_revision:37768; number_of_response:1; }","duration":"619.961925ms","start":"2026-07-28T17:04:06.044837Z","end":"2026-07-28T17:04:06.664799Z","steps":["trace[1994295000] 'process raft request' (duration: 619.869413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.664859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:06.044809Z","time spent":"620.021287ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:04:06.664866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.962765Z","time spent":"702.064113ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:04:06.664862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140409472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:04:06.664914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762969589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:04:06.664931Z","caller":"traceutil/trace.go:171","msg":"trace[728637523] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:37768; }","duration":"2.140510535s","start":"2026-07-28T17:04:04.524411Z","end":"2026-07-28T17:04:06.664922Z","steps":["trace[728637523] 'agreement among raft nodes before linearized reading' (duration: 2.140416653s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.664957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.939158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:04:06.66496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:04.524389Z","time spent":"2.140561927s","remote":"127.0.0.1:51898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:04:06.664988Z","caller":"traceutil/trace.go:171","msg":"trace[1762760623] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:37768; }","duration":"212.022479ms","start":"2026-07-28T17:04:06.452956Z","end":"2026-07-28T17:04:06.664979Z","steps":["trace[1762760623] 'agreement among raft nodes before linearized reading' (duration: 211.975168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.665007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.079675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:04:06.665033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.672091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:04:06.665086Z","caller":"traceutil/trace.go:171","msg":"trace[1230727999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37768; }","duration":"818.730073ms","start":"2026-07-28T17:04:05.846341Z","end":"2026-07-28T17:04:06.665071Z","steps":["trace[1230727999] 'agreement among raft nodes before linearized reading' (duration: 818.582349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.66514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.825502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:04:06.664957Z","caller":"traceutil/trace.go:171","msg":"trace[905034500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37768; }","duration":"1.763042231s","start":"2026-07-28T17:04:04.901902Z","end":"2026-07-28T17:04:06.664945Z","steps":["trace[905034500] 'agreement among raft nodes before linearized reading' (duration: 1.762974379s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:06.665177Z","caller":"traceutil/trace.go:171","msg":"trace[795581440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37768; }","duration":"822.882013ms","start":"2026-07-28T17:04:05.842286Z","end":"2026-07-28T17:04:06.665168Z","steps":["trace[795581440] 'agreement among raft nodes before linearized reading' (duration: 822.7731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.665182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.756618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T17:04:06.665203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:04.901885Z","time spent":"1.763309047s","remote":"127.0.0.1:58534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:04:06.665214Z","caller":"traceutil/trace.go:171","msg":"trace[255133993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37768; }","duration":"817.80758ms","start":"2026-07-28T17:04:05.847399Z","end":"2026-07-28T17:04:06.665206Z","steps":["trace[255133993] 'agreement among raft nodes before linearized reading' (duration: 817.709988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.665221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.057586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T17:04:06.66524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.847391Z","time spent":"817.843921ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T17:04:06.665248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016161366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:06.665258Z","caller":"traceutil/trace.go:171","msg":"trace[440961367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37768; }","duration":"818.157338ms","start":"2026-07-28T17:04:05.847091Z","end":"2026-07-28T17:04:06.665249Z","steps":["trace[440961367] 'agreement among raft nodes before linearized reading' (duration: 818.068996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.665285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.847017Z","time spent":"818.261621ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:04:06.665127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.846335Z","time spent":"818.782204ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:04:06.665329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108438812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T17:04:06.665045Z","caller":"traceutil/trace.go:171","msg":"trace[2111666389] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:37768; }","duration":"820.130877ms","start":"2026-07-28T17:04:05.844902Z","end":"2026-07-28T17:04:06.665032Z","steps":["trace[2111666389] 'agreement among raft nodes before linearized reading' (duration: 820.071925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.665359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109315594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T17:04:06.665354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756735556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:06.665388Z","caller":"traceutil/trace.go:171","msg":"trace[1955357630] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37768; }","duration":"1.109379594s","start":"2026-07-28T17:04:05.556002Z","end":"2026-07-28T17:04:06.665382Z","steps":["trace[1955357630] 'agreement among raft nodes before linearized reading' (duration: 1.109301112s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.665207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.842255Z","time spent":"822.943925ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T17:04:06.665404Z","caller":"traceutil/trace.go:171","msg":"trace[1367379220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37768; }","duration":"1.756782588s","start":"2026-07-28T17:04:04.908608Z","end":"2026-07-28T17:04:06.665391Z","steps":["trace[1367379220] 'agreement among raft nodes before linearized reading' (duration: 1.756716736s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.665416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.555984Z","time spent":"1.109425806s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:04:06.665439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:04.908532Z","time spent":"1.756900581s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:04:06.665462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108160475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T17:04:06.665413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10752073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T17:04:06.665287Z","caller":"traceutil/trace.go:171","msg":"trace[1356481021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37768; }","duration":"1.016193478s","start":"2026-07-28T17:04:05.649079Z","end":"2026-07-28T17:04:06.665273Z","steps":["trace[1356481021] 'agreement among raft nodes before linearized reading' (duration: 1.016145116s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.665368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.185745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:04:06.665498Z","caller":"traceutil/trace.go:171","msg":"trace[40271678] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37768; }","duration":"1.107611732s","start":"2026-07-28T17:04:05.557877Z","end":"2026-07-28T17:04:06.665489Z","steps":["trace[40271678] 'agreement among raft nodes before linearized reading' (duration: 1.107497359s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:06.665516Z","caller":"traceutil/trace.go:171","msg":"trace[955748377] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37768; }","duration":"817.355899ms","start":"2026-07-28T17:04:05.848154Z","end":"2026-07-28T17:04:06.66551Z","steps":["trace[955748377] 'agreement among raft nodes before linearized reading' (duration: 817.167825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.665514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.648994Z","time spent":"1.016514675s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:04:06.665361Z","caller":"traceutil/trace.go:171","msg":"trace[811023254] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37768; }","duration":"1.108513414s","start":"2026-07-28T17:04:05.55684Z","end":"2026-07-28T17:04:06.665353Z","steps":["trace[811023254] 'agreement among raft nodes before linearized reading' (duration: 1.108438102s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.665539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.848136Z","time spent":"817.39717ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:04:06.665526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.557873Z","time spent":"1.107645063s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:04:06.66556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.556816Z","time spent":"1.108738499s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:04:06.665485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.363944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:04:06.665597Z","caller":"traceutil/trace.go:171","msg":"trace[1610133765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37768; }","duration":"818.492116ms","start":"2026-07-28T17:04:05.847095Z","end":"2026-07-28T17:04:06.665587Z","steps":["trace[1610133765] 'agreement among raft nodes before linearized reading' (duration: 818.342013ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:04:06.665486Z","caller":"traceutil/trace.go:171","msg":"trace[1388714853] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37768; }","duration":"1.108197466s","start":"2026-07-28T17:04:05.557282Z","end":"2026-07-28T17:04:06.66548Z","steps":["trace[1388714853] 'agreement among raft nodes before linearized reading' (duration: 1.108142374s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:06.665651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.557275Z","time spent":"1.10836878s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:04:06.665627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.847082Z","time spent":"818.538558ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T17:04:06.66537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:05.844895Z","time spent":"820.464405ms","remote":"127.0.0.1:36852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:04:09.560704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626864361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:04:10.060927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626864361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:04:10.562104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626864361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:04:11.062455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626864361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:04:11.563013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626864361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:04:11.613719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.95400632s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T17:04:11.616797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.586168254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-28T17:04:11.616882Z","caller":"traceutil/trace.go:171","msg":"trace[1896098959] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:37780; }","duration":"4.586293937s","start":"2026-07-28T17:04:07.030565Z","end":"2026-07-28T17:04:11.616851Z","steps":["trace[1896098959] 'range keys from in-memory index tree' (duration: 4.585944428s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.616941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:07.030547Z","time spent":"4.586375129s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-28T17:04:11.618014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390333409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:11.618095Z","caller":"traceutil/trace.go:171","msg":"trace[30771424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:37780; }","duration":"4.390438111s","start":"2026-07-28T17:04:07.22764Z","end":"2026-07-28T17:04:11.618078Z","steps":["trace[30771424] 'count revisions from in-memory index tree' (duration: 4.390268657s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.618127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:07.227621Z","time spent":"4.390496553s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:04:11.618376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969194859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:11.618477Z","caller":"traceutil/trace.go:171","msg":"trace[1437678633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37780; }","duration":"2.969335322s","start":"2026-07-28T17:04:08.649128Z","end":"2026-07-28T17:04:11.618464Z","steps":["trace[1437678633] 'range keys from in-memory index tree' (duration: 2.969034795s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.618508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.649109Z","time spent":"2.969391563s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:04:11.619433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79320367s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:11.6196Z","caller":"traceutil/trace.go:171","msg":"trace[1200592381] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37780; }","duration":"3.793372724s","start":"2026-07-28T17:04:07.826215Z","end":"2026-07-28T17:04:11.619588Z","steps":["trace[1200592381] 'range keys from in-memory index tree' (duration: 3.79319273s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.619728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.950441136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T17:04:11.619795Z","caller":"traceutil/trace.go:171","msg":"trace[599703910] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:37780; }","duration":"3.950542438s","start":"2026-07-28T17:04:07.669239Z","end":"2026-07-28T17:04:11.619781Z","steps":["trace[599703910] 'range keys from in-memory index tree' (duration: 3.950321893s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.619826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:07.669223Z","time spent":"3.950597249s","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-07-28T17:04:11.620465Z","caller":"traceutil/trace.go:171","msg":"trace[829441662] transaction","detail":"{read_only:false; response_revision:37781; number_of_response:1; }","duration":"2.960850006s","start":"2026-07-28T17:04:08.659596Z","end":"2026-07-28T17:04:11.620446Z","steps":["trace[829441662] 'process raft request' (duration: 2.954360718s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.620571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.659565Z","time spent":"2.960948188s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:11.625805Z","caller":"traceutil/trace.go:171","msg":"trace[2036652037] linearizableReadLoop","detail":"{readStateIndex:38954; appliedIndex:38944; }","duration":"2.936960715s","start":"2026-07-28T17:04:08.688829Z","end":"2026-07-28T17:04:11.62579Z","steps":["trace[2036652037] 'read index received' (duration: 2.925154738s)","trace[2036652037] 'applied index is now lower than readState.Index' (duration: 11.805387ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:04:11.626996Z","caller":"traceutil/trace.go:171","msg":"trace[2103938241] transaction","detail":"{read_only:false; response_revision:37785; number_of_response:1; }","duration":"2.955992588s","start":"2026-07-28T17:04:08.670971Z","end":"2026-07-28T17:04:11.626963Z","steps":["trace[2103938241] 'process raft request' (duration: 2.954692507s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.628759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.670958Z","time spent":"2.95773377s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:11.627252Z","caller":"traceutil/trace.go:171","msg":"trace[1968471572] transaction","detail":"{read_only:false; response_revision:37782; number_of_response:1; }","duration":"2.958269533s","start":"2026-07-28T17:04:08.668974Z","end":"2026-07-28T17:04:11.627244Z","steps":["trace[1968471572] 'process raft request' (duration: 2.956540781s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.629042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.668949Z","time spent":"2.959986185s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:11.627279Z","caller":"traceutil/trace.go:171","msg":"trace[104747091] transaction","detail":"{read_only:false; response_revision:37783; number_of_response:1; }","duration":"2.957839573s","start":"2026-07-28T17:04:08.669434Z","end":"2026-07-28T17:04:11.627273Z","steps":["trace[104747091] 'process raft request' (duration: 2.956177202s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.629194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.669405Z","time spent":"2.95976399s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:11.627302Z","caller":"traceutil/trace.go:171","msg":"trace[1963690751] transaction","detail":"{read_only:false; response_revision:37784; number_of_response:1; }","duration":"2.957028483s","start":"2026-07-28T17:04:08.670266Z","end":"2026-07-28T17:04:11.627294Z","steps":["trace[1963690751] 'process raft request' (duration: 2.955372273s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.629286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.670257Z","time spent":"2.958993661s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:11.627443Z","caller":"traceutil/trace.go:171","msg":"trace[772256336] transaction","detail":"{read_only:false; response_revision:37788; number_of_response:1; }","duration":"2.93389723s","start":"2026-07-28T17:04:08.693538Z","end":"2026-07-28T17:04:11.627435Z","steps":["trace[772256336] 'process raft request' (duration: 2.932196798s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.62934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.693519Z","time spent":"2.935808687s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:11.627467Z","caller":"traceutil/trace.go:171","msg":"trace[1949814574] transaction","detail":"{read_only:false; response_revision:37786; number_of_response:1; }","duration":"2.955934786s","start":"2026-07-28T17:04:08.671525Z","end":"2026-07-28T17:04:11.62746Z","steps":["trace[1949814574] 'process raft request' (duration: 2.954165613s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.629391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.671516Z","time spent":"2.957863193s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:11.627487Z","caller":"traceutil/trace.go:171","msg":"trace[1099687546] transaction","detail":"{read_only:false; response_revision:37787; number_of_response:1; }","duration":"2.955859825s","start":"2026-07-28T17:04:08.671622Z","end":"2026-07-28T17:04:11.627482Z","steps":["trace[1099687546] 'process raft request' (duration: 2.954087032s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.629443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.671606Z","time spent":"2.957825072s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:11.627514Z","caller":"traceutil/trace.go:171","msg":"trace[971470640] transaction","detail":"{read_only:false; response_revision:37789; number_of_response:1; }","duration":"2.066512723s","start":"2026-07-28T17:04:09.560996Z","end":"2026-07-28T17:04:11.627509Z","steps":["trace[971470640] 'process raft request' (duration: 2.064755821s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.629495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:09.560974Z","time spent":"2.068509062s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:04:11.627574Z","caller":"traceutil/trace.go:171","msg":"trace[1371782733] transaction","detail":"{read_only:false; response_revision:37790; number_of_response:1; }","duration":"280.839374ms","start":"2026-07-28T17:04:11.346729Z","end":"2026-07-28T17:04:11.627569Z","steps":["trace[1371782733] 'process raft request' (duration: 279.04068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.627788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938943543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:04:11.629571Z","caller":"traceutil/trace.go:171","msg":"trace[1840067836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37790; }","duration":"2.940766257s","start":"2026-07-28T17:04:08.688794Z","end":"2026-07-28T17:04:11.62956Z","steps":["trace[1840067836] 'agreement among raft nodes before linearized reading' (duration: 2.938877161s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.629595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.68878Z","time spent":"2.940809168s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:04:11.632177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942046318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:04:11.632219Z","caller":"traceutil/trace.go:171","msg":"trace[1065666000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37790; }","duration":"2.94213189s","start":"2026-07-28T17:04:08.690077Z","end":"2026-07-28T17:04:11.632209Z","steps":["trace[1065666000] 'agreement among raft nodes before linearized reading' (duration: 2.942026887s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.632238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.690058Z","time spent":"2.942176481s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T17:04:11.632446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071347411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:04:11.632462Z","caller":"traceutil/trace.go:171","msg":"trace[841868529] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:37790; }","duration":"2.071363512s","start":"2026-07-28T17:04:09.561093Z","end":"2026-07-28T17:04:11.632457Z","steps":["trace[841868529] 'agreement among raft nodes before linearized reading' (duration: 2.071335291s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.632474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:09.561069Z","time spent":"2.071401343s","remote":"127.0.0.1:35754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:04:11.632563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940545361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:04:11.632575Z","caller":"traceutil/trace.go:171","msg":"trace[1953532127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37790; }","duration":"2.940577113s","start":"2026-07-28T17:04:08.691994Z","end":"2026-07-28T17:04:11.632571Z","steps":["trace[1953532127] 'agreement among raft nodes before linearized reading' (duration: 2.940537522s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.632546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928483525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:04:11.632616Z","caller":"traceutil/trace.go:171","msg":"trace[510848486] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:37790; }","duration":"1.928598758s","start":"2026-07-28T17:04:09.703998Z","end":"2026-07-28T17:04:11.632596Z","steps":["trace[510848486] 'agreement among raft nodes before linearized reading' (duration: 1.928414174s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.632659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941499145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T17:04:11.632655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:09.703979Z","time spent":"1.928667749s","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:04:11.632672Z","caller":"traceutil/trace.go:171","msg":"trace[2119649376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37790; }","duration":"2.941590167s","start":"2026-07-28T17:04:08.691078Z","end":"2026-07-28T17:04:11.632668Z","steps":["trace[2119649376] 'agreement among raft nodes before linearized reading' (duration: 2.941555866s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.632685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.691061Z","time spent":"2.941620617s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:04:11.632771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942419717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:04:11.632784Z","caller":"traceutil/trace.go:171","msg":"trace[176816128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37790; }","duration":"2.942452588s","start":"2026-07-28T17:04:08.690328Z","end":"2026-07-28T17:04:11.63278Z","steps":["trace[176816128] 'agreement among raft nodes before linearized reading' (duration: 2.942411157s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.632795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.69032Z","time spent":"2.942472579s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:04:11.632875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.281681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:11.632901Z","caller":"traceutil/trace.go:171","msg":"trace[497623096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:37790; }","duration":"107.344472ms","start":"2026-07-28T17:04:11.525548Z","end":"2026-07-28T17:04:11.632892Z","steps":["trace[497623096] 'agreement among raft nodes before linearized reading' (duration: 107.294501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.633071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.953725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:11.633093Z","caller":"traceutil/trace.go:171","msg":"trace[2108835403] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:37790; }","duration":"269.002936ms","start":"2026-07-28T17:04:11.364082Z","end":"2026-07-28T17:04:11.633085Z","steps":["trace[2108835403] 'agreement among raft nodes before linearized reading' (duration: 268.962135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.633099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40475782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:11.633117Z","caller":"traceutil/trace.go:171","msg":"trace[179728636] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:37790; }","duration":"1.404823783s","start":"2026-07-28T17:04:10.228288Z","end":"2026-07-28T17:04:11.633112Z","steps":["trace[179728636] 'agreement among raft nodes before linearized reading' (duration: 1.404791102s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.63313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:10.228262Z","time spent":"1.404864433s","remote":"127.0.0.1:58450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:04:11.632586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.691985Z","time spent":"2.940597853s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T17:04:11.633217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.766177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:11.633238Z","caller":"traceutil/trace.go:171","msg":"trace[1986833788] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:37790; }","duration":"508.811399ms","start":"2026-07-28T17:04:11.124421Z","end":"2026-07-28T17:04:11.633232Z","steps":["trace[1986833788] 'agreement among raft nodes before linearized reading' (duration: 508.778838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.633251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:11.124381Z","time spent":"508.86646ms","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:04:11.632625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941426993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:04:11.633322Z","caller":"traceutil/trace.go:171","msg":"trace[115820586] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37790; }","duration":"2.942125s","start":"2026-07-28T17:04:08.691175Z","end":"2026-07-28T17:04:11.6333Z","steps":["trace[115820586] 'agreement among raft nodes before linearized reading' (duration: 2.941419073s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.633348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.728017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-28T17:04:11.633351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:08.691009Z","time spent":"2.942332475s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T17:04:11.633363Z","caller":"traceutil/trace.go:171","msg":"trace[545703404] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:37790; }","duration":"829.781409ms","start":"2026-07-28T17:04:10.803577Z","end":"2026-07-28T17:04:11.633358Z","steps":["trace[545703404] 'agreement among raft nodes before linearized reading' (duration: 829.735298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.633376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:10.803547Z","time spent":"829.8261ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-28T17:04:11.633417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.906555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:04:11.633429Z","caller":"traceutil/trace.go:171","msg":"trace[931648785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37790; }","duration":"982.945666ms","start":"2026-07-28T17:04:10.650478Z","end":"2026-07-28T17:04:11.633424Z","steps":["trace[931648785] 'agreement among raft nodes before linearized reading' (duration: 982.927956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.633439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:10.650457Z","time spent":"982.979387ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:04:11.633525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185489194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:04:11.63354Z","caller":"traceutil/trace.go:171","msg":"trace[799585708] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:37790; }","duration":"1.185551175s","start":"2026-07-28T17:04:10.447985Z","end":"2026-07-28T17:04:11.633536Z","steps":["trace[799585708] 'agreement among raft nodes before linearized reading' (duration: 1.185511794s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:04:11.633555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:04:10.447954Z","time spent":"1.185595356s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:05:32.040459Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T17:05:32.045995Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-28T17:05:32.04608Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-28T17:07:16.991922Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36205} {"level":"info","ts":"2026-07-28T17:07:17.105107Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36205,"took":"107.039664ms","hash":1762376642,"current-db-size-bytes":52916224,"current-db-size":"53 MB","current-db-size-in-use-bytes":43601920,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-28T17:07:17.105198Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1762376642,"revision":36205,"compact-revision":34056} {"level":"info","ts":"2026-07-28T17:08:50.23366Z","caller":"traceutil/trace.go:171","msg":"trace[325837607] linearizableReadLoop","detail":"{readStateIndex:42026; appliedIndex:42025; }","duration":"127.78012ms","start":"2026-07-28T17:08:50.105854Z","end":"2026-07-28T17:08:50.233634Z","steps":["trace[325837607] 'read index received' (duration: 127.602195ms)","trace[325837607] 'applied index is now lower than readState.Index' (duration: 176.805µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:08:50.233758Z","caller":"traceutil/trace.go:171","msg":"trace[1142306442] transaction","detail":"{read_only:false; response_revision:40792; number_of_response:1; }","duration":"165.63836ms","start":"2026-07-28T17:08:50.068087Z","end":"2026-07-28T17:08:50.233726Z","steps":["trace[1142306442] 'process raft request' (duration: 165.334623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:50.233971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.926963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:08:50.234013Z","caller":"traceutil/trace.go:171","msg":"trace[1863255700] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:40792; }","duration":"128.161419ms","start":"2026-07-28T17:08:50.10584Z","end":"2026-07-28T17:08:50.234001Z","steps":["trace[1863255700] 'agreement among raft nodes before linearized reading' (duration: 127.903762ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:08:56.813791Z","caller":"traceutil/trace.go:171","msg":"trace[781713426] transaction","detail":"{read_only:false; response_revision:40849; number_of_response:1; }","duration":"151.861286ms","start":"2026-07-28T17:08:56.661899Z","end":"2026-07-28T17:08:56.81376Z","steps":["trace[781713426] 'process raft request' (duration: 151.675631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:57.241141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.835013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:08:57.24127Z","caller":"traceutil/trace.go:171","msg":"trace[738305457] transaction","detail":"{read_only:false; response_revision:40851; number_of_response:1; }","duration":"386.140176ms","start":"2026-07-28T17:08:56.855109Z","end":"2026-07-28T17:08:57.241249Z","steps":["trace[738305457] 'process raft request' (duration: 149.106338ms)","trace[738305457] 'compare' (duration: 236.547046ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:08:57.241328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:56.855092Z","time spent":"386.208548ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:57.29279Z","caller":"traceutil/trace.go:171","msg":"trace[1443913237] transaction","detail":"{read_only:false; response_revision:40853; number_of_response:1; }","duration":"433.823646ms","start":"2026-07-28T17:08:56.858936Z","end":"2026-07-28T17:08:57.292759Z","steps":["trace[1443913237] 'process raft request' (duration: 433.755945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:57.292943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:56.858926Z","time spent":"433.941419ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:57.293065Z","caller":"traceutil/trace.go:171","msg":"trace[558454472] transaction","detail":"{read_only:false; response_revision:40854; number_of_response:1; }","duration":"422.842439ms","start":"2026-07-28T17:08:56.870194Z","end":"2026-07-28T17:08:57.293037Z","steps":["trace[558454472] 'process raft request' (duration: 422.526571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:57.293221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:56.870184Z","time spent":"422.958521ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:57.293252Z","caller":"traceutil/trace.go:171","msg":"trace[1403821833] transaction","detail":"{read_only:false; response_revision:40852; number_of_response:1; }","duration":"437.163277ms","start":"2026-07-28T17:08:56.856057Z","end":"2026-07-28T17:08:57.29322Z","steps":["trace[1403821833] 'process raft request' (duration: 436.516662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:57.293355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:56.856037Z","time spent":"437.26453ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:57.293444Z","caller":"traceutil/trace.go:171","msg":"trace[2027629994] transaction","detail":"{read_only:false; response_revision:40855; number_of_response:1; }","duration":"421.789954ms","start":"2026-07-28T17:08:56.871645Z","end":"2026-07-28T17:08:57.293435Z","steps":["trace[2027629994] 'process raft request' (duration: 421.307902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:57.293498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:56.871637Z","time spent":"421.836665ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:57.29361Z","caller":"traceutil/trace.go:171","msg":"trace[675794664] transaction","detail":"{read_only:false; response_revision:40856; number_of_response:1; }","duration":"397.441081ms","start":"2026-07-28T17:08:56.896155Z","end":"2026-07-28T17:08:57.293596Z","steps":["trace[675794664] 'process raft request' (duration: 397.240746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:57.29368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:56.896147Z","time spent":"397.500762ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:08:57.709859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.698959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:08:57.709996Z","caller":"traceutil/trace.go:171","msg":"trace[1835761166] linearizableReadLoop","detail":"{readStateIndex:42092; appliedIndex:42087; }","duration":"578.720961ms","start":"2026-07-28T17:08:57.131255Z","end":"2026-07-28T17:08:57.709976Z","steps":["trace[1835761166] 'read index received' (duration: 161.443249ms)","trace[1835761166] 'applied index is now lower than readState.Index' (duration: 417.276312ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:08:57.710067Z","caller":"traceutil/trace.go:171","msg":"trace[754732467] transaction","detail":"{read_only:false; response_revision:40857; number_of_response:1; }","duration":"596.426632ms","start":"2026-07-28T17:08:57.113604Z","end":"2026-07-28T17:08:57.710031Z","steps":["trace[754732467] 'process raft request' (duration: 359.448106ms)","trace[754732467] 'compare' (duration: 236.110525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:08:57.710142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.882325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:08:57.710173Z","caller":"traceutil/trace.go:171","msg":"trace[19583107] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:40857; }","duration":"578.954117ms","start":"2026-07-28T17:08:57.131209Z","end":"2026-07-28T17:08:57.710163Z","steps":["trace[19583107] 'agreement among raft nodes before linearized reading' (duration: 578.850204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:57.710206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.131187Z","time spent":"579.009908ms","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:08:57.710239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.113583Z","time spent":"596.579266ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:08:58.134456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.773339ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:08:58.134599Z","caller":"traceutil/trace.go:171","msg":"trace[1763299307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:40857; }","duration":"307.922802ms","start":"2026-07-28T17:08:57.826652Z","end":"2026-07-28T17:08:58.134575Z","steps":["trace[1763299307] 'range keys from in-memory index tree' (duration: 307.753598ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:08:58.134625Z","caller":"traceutil/trace.go:171","msg":"trace[1555473993] transaction","detail":"{read_only:false; response_revision:40858; number_of_response:1; }","duration":"515.720209ms","start":"2026-07-28T17:08:57.618854Z","end":"2026-07-28T17:08:58.134574Z","steps":["trace[1555473993] 'process raft request' (duration: 424.699765ms)","trace[1555473993] 'compare' (duration: 90.603144ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:08:58.134801Z","caller":"traceutil/trace.go:171","msg":"trace[646655186] transaction","detail":"{read_only:false; response_revision:40859; number_of_response:1; }","duration":"327.207832ms","start":"2026-07-28T17:08:57.807551Z","end":"2026-07-28T17:08:58.134758Z","steps":["trace[646655186] 'process raft request' (duration: 327.039028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.134852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.618826Z","time spent":"515.917655ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:08:58.134978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.513657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T17:08:58.135087Z","caller":"traceutil/trace.go:171","msg":"trace[1359806750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40859; }","duration":"952.66246ms","start":"2026-07-28T17:08:57.182401Z","end":"2026-07-28T17:08:58.135064Z","steps":["trace[1359806750] 'agreement among raft nodes before linearized reading' (duration: 952.362503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.926567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:08:58.135144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.182387Z","time spent":"952.743882ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:08:58.135155Z","caller":"traceutil/trace.go:171","msg":"trace[723867304] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:40859; }","duration":"563.018369ms","start":"2026-07-28T17:08:57.572121Z","end":"2026-07-28T17:08:58.135139Z","steps":["trace[723867304] 'agreement among raft nodes before linearized reading' (duration: 562.932757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.572097Z","time spent":"563.087921ms","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:08:58.135278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.382487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T17:08:58.135332Z","caller":"traceutil/trace.go:171","msg":"trace[1992531627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40859; }","duration":"909.465979ms","start":"2026-07-28T17:08:57.22585Z","end":"2026-07-28T17:08:58.135316Z","steps":["trace[1992531627] 'agreement among raft nodes before linearized reading' (duration: 909.357477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.225839Z","time spent":"909.519121ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:08:58.135372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.455926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T17:08:58.135368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.462859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T17:08:58.135393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.899461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T17:08:58.135468Z","caller":"traceutil/trace.go:171","msg":"trace[118321046] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:40859; }","duration":"819.618843ms","start":"2026-07-28T17:08:57.315823Z","end":"2026-07-28T17:08:58.135442Z","steps":["trace[118321046] 'agreement among raft nodes before linearized reading' (duration: 819.300585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.145746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:08:58.135492Z","caller":"traceutil/trace.go:171","msg":"trace[1310599578] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:40859; }","duration":"453.098955ms","start":"2026-07-28T17:08:57.682378Z","end":"2026-07-28T17:08:58.135477Z","steps":["trace[1310599578] 'agreement among raft nodes before linearized reading' (duration: 452.797898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.315805Z","time spent":"819.695345ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:08:58.135518Z","caller":"traceutil/trace.go:171","msg":"trace[405136007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40859; }","duration":"485.234608ms","start":"2026-07-28T17:08:57.650269Z","end":"2026-07-28T17:08:58.135504Z","steps":["trace[405136007] 'agreement among raft nodes before linearized reading' (duration: 485.151816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.682355Z","time spent":"453.173428ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T17:08:58.135547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.809974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-28T17:08:58.135571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.650247Z","time spent":"485.313359ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:08:58.135597Z","caller":"traceutil/trace.go:171","msg":"trace[2123414965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40859; }","duration":"952.901106ms","start":"2026-07-28T17:08:57.182685Z","end":"2026-07-28T17:08:58.135586Z","steps":["trace[2123414965] 'agreement among raft nodes before linearized reading' (duration: 952.780053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.182658Z","time spent":"952.972598ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T17:08:58.135097Z","caller":"traceutil/trace.go:171","msg":"trace[168881526] linearizableReadLoop","detail":"{readStateIndex:42093; appliedIndex:42092; }","duration":"424.730335ms","start":"2026-07-28T17:08:57.710028Z","end":"2026-07-28T17:08:58.134758Z","steps":["trace[168881526] 'read index received' (duration: 333.489905ms)","trace[168881526] 'applied index is now lower than readState.Index' (duration: 91.23844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:08:58.135716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.448562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T17:08:58.135754Z","caller":"traceutil/trace.go:171","msg":"trace[2141628450] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:40859; }","duration":"882.487323ms","start":"2026-07-28T17:08:57.253259Z","end":"2026-07-28T17:08:58.135746Z","steps":["trace[2141628450] 'agreement among raft nodes before linearized reading' (duration: 882.406371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.540014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T17:08:58.135782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.253201Z","time spent":"882.575755ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T17:08:58.135812Z","caller":"traceutil/trace.go:171","msg":"trace[894012875] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:40859; }","duration":"846.337583ms","start":"2026-07-28T17:08:57.289453Z","end":"2026-07-28T17:08:58.13579Z","steps":["trace[894012875] 'agreement among raft nodes before linearized reading' (duration: 845.482442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.140783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-hnjfg.18c68230d1c96105\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-07-28T17:08:58.135008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.807531Z","time spent":"327.384747ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:08:58.135885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.289438Z","time spent":"846.429036ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:08:58.135894Z","caller":"traceutil/trace.go:171","msg":"trace[1218413692] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-hnjfg.18c68230d1c96105; range_end:; response_count:1; response_revision:40859; }","duration":"854.538073ms","start":"2026-07-28T17:08:57.281335Z","end":"2026-07-28T17:08:58.135873Z","steps":["trace[1218413692] 'agreement among raft nodes before linearized reading' (duration: 854.139223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.302187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:08:58.135937Z","caller":"traceutil/trace.go:171","msg":"trace[1824568566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40859; }","duration":"323.353938ms","start":"2026-07-28T17:08:57.812576Z","end":"2026-07-28T17:08:58.13593Z","steps":["trace[1824568566] 'agreement among raft nodes before linearized reading' (duration: 323.287287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.281311Z","time spent":"854.617544ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-hnjfg.18c68230d1c96105\" "} {"level":"info","ts":"2026-07-28T17:08:58.135438Z","caller":"traceutil/trace.go:171","msg":"trace[366683303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40859; }","duration":"952.540557ms","start":"2026-07-28T17:08:57.182884Z","end":"2026-07-28T17:08:58.135425Z","steps":["trace[366683303] 'agreement among raft nodes before linearized reading' (duration: 952.388283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.812563Z","time spent":"323.39556ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:08:58.135102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.111819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T17:08:58.135994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.18287Z","time spent":"953.111372ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:08:58.136049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.106713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:08:58.136046Z","caller":"traceutil/trace.go:171","msg":"trace[1255183392] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:40859; }","duration":"808.049891ms","start":"2026-07-28T17:08:57.327963Z","end":"2026-07-28T17:08:58.136013Z","steps":["trace[1255183392] 'agreement among raft nodes before linearized reading' (duration: 807.091908ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:08:58.136114Z","caller":"traceutil/trace.go:171","msg":"trace[337176727] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:40859; }","duration":"397.252067ms","start":"2026-07-28T17:08:57.738852Z","end":"2026-07-28T17:08:58.136104Z","steps":["trace[337176727] 'agreement among raft nodes before linearized reading' (duration: 397.046662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.136173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.327952Z","time spent":"808.180825ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:08:58.136237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.738828Z","time spent":"397.36902ms","remote":"127.0.0.1:59980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:08:58.136313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.60974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T17:08:58.136422Z","caller":"traceutil/trace.go:171","msg":"trace[400874118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40859; }","duration":"906.742823ms","start":"2026-07-28T17:08:57.229642Z","end":"2026-07-28T17:08:58.136385Z","steps":["trace[400874118] 'agreement among raft nodes before linearized reading' (duration: 906.20427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.135568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.659257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T17:08:58.136462Z","caller":"traceutil/trace.go:171","msg":"trace[1461475406] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:40859; }","duration":"846.971159ms","start":"2026-07-28T17:08:57.289482Z","end":"2026-07-28T17:08:58.136453Z","steps":["trace[1461475406] 'agreement among raft nodes before linearized reading' (duration: 845.636907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.136498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.289466Z","time spent":"847.02388ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:08:58.136465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:57.229617Z","time spent":"906.836385ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T17:08:58.534653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.656919ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-28T17:08:58.534752Z","caller":"traceutil/trace.go:171","msg":"trace[808612668] linearizableReadLoop","detail":"{readStateIndex:42095; appliedIndex:42094; }","duration":"397.42317ms","start":"2026-07-28T17:08:58.137316Z","end":"2026-07-28T17:08:58.534739Z","steps":["trace[808612668] 'read index received' (duration: 167.446724ms)","trace[808612668] 'applied index is now lower than readState.Index' (duration: 229.975136ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:08:58.534764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.137115Z","time spent":"397.641736ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T17:08:58.534832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.511372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:08:58.534849Z","caller":"traceutil/trace.go:171","msg":"trace[4129173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40859; }","duration":"397.538013ms","start":"2026-07-28T17:08:58.137306Z","end":"2026-07-28T17:08:58.534844Z","steps":["trace[4129173] 'agreement among raft nodes before linearized reading' (duration: 397.486752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.534871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.137218Z","time spent":"397.648776ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:08:58.94179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.28743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:08:58.942195Z","caller":"traceutil/trace.go:171","msg":"trace[1516758537] transaction","detail":"{read_only:false; response_revision:40860; number_of_response:1; }","duration":"803.44649ms","start":"2026-07-28T17:08:58.138709Z","end":"2026-07-28T17:08:58.942156Z","steps":["trace[1516758537] 'process raft request' (duration: 515.684848ms)","trace[1516758537] 'compare' (duration: 286.973163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:08:58.94236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.138693Z","time spent":"803.577003ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:58.942521Z","caller":"traceutil/trace.go:171","msg":"trace[1135460266] transaction","detail":"{read_only:false; response_revision:40861; number_of_response:1; }","duration":"803.229585ms","start":"2026-07-28T17:08:58.139222Z","end":"2026-07-28T17:08:58.942451Z","steps":["trace[1135460266] 'process raft request' (duration: 802.892597ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:08:58.94268Z","caller":"traceutil/trace.go:171","msg":"trace[2008801614] transaction","detail":"{read_only:false; response_revision:40862; number_of_response:1; }","duration":"803.233665ms","start":"2026-07-28T17:08:58.139434Z","end":"2026-07-28T17:08:58.942667Z","steps":["trace[2008801614] 'process raft request' (duration: 802.981418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.942751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.139424Z","time spent":"803.291357ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:08:58.94278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.139207Z","time spent":"803.415449ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:58.942849Z","caller":"traceutil/trace.go:171","msg":"trace[1099088771] transaction","detail":"{read_only:false; response_revision:40863; number_of_response:1; }","duration":"803.132902ms","start":"2026-07-28T17:08:58.139693Z","end":"2026-07-28T17:08:58.942826Z","steps":["trace[1099088771] 'process raft request' (duration: 802.783074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.942989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.139687Z","time spent":"803.209854ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:58.943237Z","caller":"traceutil/trace.go:171","msg":"trace[186322290] transaction","detail":"{read_only:false; response_revision:40865; number_of_response:1; }","duration":"802.996589ms","start":"2026-07-28T17:08:58.140226Z","end":"2026-07-28T17:08:58.943223Z","steps":["trace[186322290] 'process raft request' (duration: 802.744073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.943332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.140221Z","time spent":"803.05652ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:58.943846Z","caller":"traceutil/trace.go:171","msg":"trace[396362576] transaction","detail":"{read_only:false; response_revision:40866; number_of_response:1; }","duration":"803.42808ms","start":"2026-07-28T17:08:58.140404Z","end":"2026-07-28T17:08:58.943832Z","steps":["trace[396362576] 'process raft request' (duration: 802.745203ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:08:58.943581Z","caller":"traceutil/trace.go:171","msg":"trace[416749763] transaction","detail":"{read_only:false; response_revision:40864; number_of_response:1; }","duration":"803.075661ms","start":"2026-07-28T17:08:58.139981Z","end":"2026-07-28T17:08:58.943056Z","steps":["trace[416749763] 'process raft request' (duration: 802.6338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.944662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.1404Z","time spent":"804.198509ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:08:58.944725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.139976Z","time spent":"804.631719ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:58.945638Z","caller":"traceutil/trace.go:171","msg":"trace[2002913376] transaction","detail":"{read_only:false; response_revision:40867; number_of_response:1; }","duration":"805.073619ms","start":"2026-07-28T17:08:58.14054Z","end":"2026-07-28T17:08:58.945613Z","steps":["trace[2002913376] 'process raft request' (duration: 802.777013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.945754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.140535Z","time spent":"805.159562ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:58.946501Z","caller":"traceutil/trace.go:171","msg":"trace[1825008711] transaction","detail":"{read_only:false; response_revision:40868; number_of_response:1; }","duration":"805.863029ms","start":"2026-07-28T17:08:58.140606Z","end":"2026-07-28T17:08:58.946469Z","steps":["trace[1825008711] 'process raft request' (duration: 804.858995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.946585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.140602Z","time spent":"805.941161ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:58.946899Z","caller":"traceutil/trace.go:171","msg":"trace[247425370] transaction","detail":"{read_only:false; response_revision:40869; number_of_response:1; }","duration":"805.951401ms","start":"2026-07-28T17:08:58.140922Z","end":"2026-07-28T17:08:58.946873Z","steps":["trace[247425370] 'process raft request' (duration: 805.469699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.947083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.140918Z","time spent":"806.032293ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:58.949565Z","caller":"traceutil/trace.go:171","msg":"trace[787556273] transaction","detail":"{read_only:false; response_revision:40870; number_of_response:1; }","duration":"808.571214ms","start":"2026-07-28T17:08:58.140955Z","end":"2026-07-28T17:08:58.949526Z","steps":["trace[787556273] 'process raft request' (duration: 805.760176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.949762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.140951Z","time spent":"808.736128ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:58.949996Z","caller":"traceutil/trace.go:171","msg":"trace[162595113] transaction","detail":"{read_only:false; response_revision:40871; number_of_response:1; }","duration":"697.551024ms","start":"2026-07-28T17:08:58.252413Z","end":"2026-07-28T17:08:58.949964Z","steps":["trace[162595113] 'process raft request' (duration: 696.998611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.950097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.252385Z","time spent":"697.639095ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:08:58.950187Z","caller":"traceutil/trace.go:171","msg":"trace[659319770] linearizableReadLoop","detail":"{readStateIndex:42107; appliedIndex:42095; }","duration":"415.309646ms","start":"2026-07-28T17:08:58.53477Z","end":"2026-07-28T17:08:58.95008Z","steps":["trace[659319770] 'read index received' (duration: 119.732524ms)","trace[659319770] 'applied index is now lower than readState.Index' (duration: 295.50364ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:08:58.950296Z","caller":"traceutil/trace.go:171","msg":"trace[862897892] transaction","detail":"{read_only:false; response_revision:40872; number_of_response:1; }","duration":"414.441504ms","start":"2026-07-28T17:08:58.535819Z","end":"2026-07-28T17:08:58.950261Z","steps":["trace[862897892] 'process raft request' (duration: 414.092076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.950413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.535801Z","time spent":"414.544897ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:08:58.950622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.277246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:08:58.954373Z","caller":"traceutil/trace.go:171","msg":"trace[1289837447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40872; }","duration":"813.864033ms","start":"2026-07-28T17:08:58.140298Z","end":"2026-07-28T17:08:58.954162Z","steps":["trace[1289837447] 'agreement among raft nodes before linearized reading' (duration: 810.066901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.954458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.140292Z","time spent":"814.12716ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:08:58.952284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.209707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:08:58.954684Z","caller":"traceutil/trace.go:171","msg":"trace[871597329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40873; }","duration":"300.659376ms","start":"2026-07-28T17:08:58.654002Z","end":"2026-07-28T17:08:58.954661Z","steps":["trace[871597329] 'agreement among raft nodes before linearized reading' (duration: 297.95198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:58.954737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:58.653966Z","time spent":"300.759458ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:08:58.952605Z","caller":"traceutil/trace.go:171","msg":"trace[1869642632] transaction","detail":"{read_only:false; response_revision:40873; number_of_response:1; }","duration":"131.734705ms","start":"2026-07-28T17:08:58.82083Z","end":"2026-07-28T17:08:58.952565Z","steps":["trace[1869642632] 'process raft request' (duration: 130.953906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:59.249915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.334746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:08:59.250031Z","caller":"traceutil/trace.go:171","msg":"trace[1770115001] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:40873; }","duration":"177.54069ms","start":"2026-07-28T17:08:59.072465Z","end":"2026-07-28T17:08:59.250005Z","steps":["trace[1770115001] 'count revisions from in-memory index tree' (duration: 177.219503ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:08:59.627261Z","caller":"traceutil/trace.go:171","msg":"trace[1041498] transaction","detail":"{read_only:false; response_revision:40874; number_of_response:1; }","duration":"370.482425ms","start":"2026-07-28T17:08:59.256753Z","end":"2026-07-28T17:08:59.627235Z","steps":["trace[1041498] 'process raft request' (duration: 370.309651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:08:59.627414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:59.256724Z","time spent":"370.613688ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:00.246598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.290632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:00.247133Z","caller":"traceutil/trace.go:171","msg":"trace[2043185932] transaction","detail":"{read_only:false; response_revision:40879; number_of_response:1; }","duration":"531.650197ms","start":"2026-07-28T17:08:59.715464Z","end":"2026-07-28T17:09:00.247114Z","steps":["trace[2043185932] 'process raft request' (duration: 531.602896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:00.247223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:59.715445Z","time spent":"531.736499ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:00.247278Z","caller":"traceutil/trace.go:171","msg":"trace[21737423] transaction","detail":"{read_only:false; response_revision:40876; number_of_response:1; }","duration":"948.366527ms","start":"2026-07-28T17:08:59.29887Z","end":"2026-07-28T17:09:00.247237Z","steps":["trace[21737423] 'process raft request' (duration: 947.835954ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:00.247344Z","caller":"traceutil/trace.go:171","msg":"trace[1275518458] linearizableReadLoop","detail":"{readStateIndex:42114; appliedIndex:42110; }","duration":"595.402228ms","start":"2026-07-28T17:08:59.651931Z","end":"2026-07-28T17:09:00.247334Z","steps":["trace[1275518458] 'read index received' (duration: 443.756038ms)","trace[1275518458] 'applied index is now lower than readState.Index' (duration: 151.64197ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:00.247339Z","caller":"traceutil/trace.go:171","msg":"trace[234740245] transaction","detail":"{read_only:false; response_revision:40878; number_of_response:1; }","duration":"948.332996ms","start":"2026-07-28T17:08:59.29898Z","end":"2026-07-28T17:09:00.247313Z","steps":["trace[234740245] 'process raft request' (duration: 948.040078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:00.247407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:59.298856Z","time spent":"948.489169ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:00.247429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.50405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:00.247409Z","caller":"traceutil/trace.go:171","msg":"trace[641114832] transaction","detail":"{read_only:false; response_revision:40877; number_of_response:1; }","duration":"948.50179ms","start":"2026-07-28T17:08:59.298885Z","end":"2026-07-28T17:09:00.247387Z","steps":["trace[641114832] 'process raft request' (duration: 948.08782ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:00.247468Z","caller":"traceutil/trace.go:171","msg":"trace[1622458744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40879; }","duration":"595.581182ms","start":"2026-07-28T17:08:59.651878Z","end":"2026-07-28T17:09:00.247459Z","steps":["trace[1622458744] 'agreement among raft nodes before linearized reading' (duration: 595.516401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:00.247504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:59.651853Z","time spent":"595.643984ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:00.247504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:59.298951Z","time spent":"948.472949ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:00.247522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:59.298859Z","time spent":"948.612472ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:00.247343Z","caller":"traceutil/trace.go:171","msg":"trace[1981670381] transaction","detail":"{read_only:false; response_revision:40875; number_of_response:1; }","duration":"948.802368ms","start":"2026-07-28T17:08:59.298478Z","end":"2026-07-28T17:09:00.247281Z","steps":["trace[1981670381] 'process raft request' (duration: 796.744688ms)","trace[1981670381] 'compare' (duration: 150.852341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:00.247603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:59.298449Z","time spent":"949.118915ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:00.747966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626871707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:09:00.895778Z","caller":"traceutil/trace.go:171","msg":"trace[217289848] linearizableReadLoop","detail":"{readStateIndex:42116; appliedIndex:42115; }","duration":"648.381477ms","start":"2026-07-28T17:09:00.247369Z","end":"2026-07-28T17:09:00.89575Z","steps":["trace[217289848] 'read index received' (duration: 648.227174ms)","trace[217289848] 'applied index is now lower than readState.Index' (duration: 152.833µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:00.895893Z","caller":"traceutil/trace.go:171","msg":"trace[2030141462] transaction","detail":"{read_only:false; response_revision:40880; number_of_response:1; }","duration":"754.267174ms","start":"2026-07-28T17:09:00.141573Z","end":"2026-07-28T17:09:00.89584Z","steps":["trace[2030141462] 'process raft request' (duration: 754.010657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:00.896143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.770719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-28T17:09:00.896203Z","caller":"traceutil/trace.go:171","msg":"trace[1956835657] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:40880; }","duration":"967.864272ms","start":"2026-07-28T17:08:59.928314Z","end":"2026-07-28T17:09:00.896179Z","steps":["trace[1956835657] 'agreement among raft nodes before linearized reading' (duration: 967.623726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:00.896207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:00.141543Z","time spent":"754.50422ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:00.896198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.305051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:00.896255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.270553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:00.896304Z","caller":"traceutil/trace.go:171","msg":"trace[293506088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40880; }","duration":"647.450815ms","start":"2026-07-28T17:09:00.248826Z","end":"2026-07-28T17:09:00.896277Z","steps":["trace[293506088] 'agreement among raft nodes before linearized reading' (duration: 647.271761ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:00.89631Z","caller":"traceutil/trace.go:171","msg":"trace[1885177345] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:40880; }","duration":"516.339735ms","start":"2026-07-28T17:09:00.379954Z","end":"2026-07-28T17:09:00.896294Z","steps":["trace[1885177345] 'agreement among raft nodes before linearized reading' (duration: 516.236222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:00.896322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.866152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:00.896316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.665531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:00.896361Z","caller":"traceutil/trace.go:171","msg":"trace[324333844] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:40880; }","duration":"224.938493ms","start":"2026-07-28T17:09:00.671414Z","end":"2026-07-28T17:09:00.896353Z","steps":["trace[324333844] 'agreement among raft nodes before linearized reading' (duration: 224.868801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:00.896362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:00.379939Z","time spent":"516.413596ms","remote":"127.0.0.1:59696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:00.896373Z","caller":"traceutil/trace.go:171","msg":"trace[609545668] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:40880; }","duration":"601.767523ms","start":"2026-07-28T17:09:00.294592Z","end":"2026-07-28T17:09:00.896359Z","steps":["trace[609545668] 'agreement among raft nodes before linearized reading' (duration: 601.671491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:00.896365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:00.248813Z","time spent":"647.541237ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:00.8964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:00.294572Z","time spent":"601.822504ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:00.896241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:08:59.9283Z","time spent":"967.930093ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1661,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-28T17:09:01.455692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626871714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:09:01.922294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.688743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:01.922453Z","caller":"traceutil/trace.go:171","msg":"trace[1225921779] transaction","detail":"{read_only:false; response_revision:40881; number_of_response:1; }","duration":"968.066456ms","start":"2026-07-28T17:09:00.954362Z","end":"2026-07-28T17:09:01.922428Z","steps":["trace[1225921779] 'process raft request' (duration: 511.024024ms)","trace[1225921779] 'compare' (duration: 456.233772ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:01.922595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:00.954334Z","time spent":"968.196138ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:01.933813Z","caller":"traceutil/trace.go:171","msg":"trace[1006312017] transaction","detail":"{read_only:false; response_revision:40882; number_of_response:1; }","duration":"978.920829ms","start":"2026-07-28T17:09:00.954871Z","end":"2026-07-28T17:09:01.933792Z","steps":["trace[1006312017] 'process raft request' (duration: 978.800346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:01.933929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:00.954842Z","time spent":"979.031162ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:01.934037Z","caller":"traceutil/trace.go:171","msg":"trace[1005678362] transaction","detail":"{read_only:false; response_revision:40883; number_of_response:1; }","duration":"977.875573ms","start":"2026-07-28T17:09:00.956143Z","end":"2026-07-28T17:09:01.934019Z","steps":["trace[1005678362] 'process raft request' (duration: 977.621987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:01.934137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:00.956134Z","time spent":"977.964056ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:01.934131Z","caller":"traceutil/trace.go:171","msg":"trace[1168715221] linearizableReadLoop","detail":"{readStateIndex:42120; appliedIndex:42116; }","duration":"979.262067ms","start":"2026-07-28T17:09:00.954835Z","end":"2026-07-28T17:09:01.934097Z","steps":["trace[1168715221] 'read index received' (duration: 510.624424ms)","trace[1168715221] 'applied index is now lower than readState.Index' (duration: 468.636593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:01.934196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.35477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T17:09:01.934224Z","caller":"traceutil/trace.go:171","msg":"trace[1544098437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40884; }","duration":"979.426371ms","start":"2026-07-28T17:09:00.954789Z","end":"2026-07-28T17:09:01.934216Z","steps":["trace[1544098437] 'agreement among raft nodes before linearized reading' (duration: 979.346779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:01.934244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:00.954754Z","time spent":"979.487483ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T17:09:01.934293Z","caller":"traceutil/trace.go:171","msg":"trace[1707506020] transaction","detail":"{read_only:false; response_revision:40884; number_of_response:1; }","duration":"974.789119ms","start":"2026-07-28T17:09:00.959497Z","end":"2026-07-28T17:09:01.934286Z","steps":["trace[1707506020] 'process raft request' (duration: 974.43097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:01.934301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.473493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T17:09:01.934325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:00.959487Z","time spent":"974.820299ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:01.934331Z","caller":"traceutil/trace.go:171","msg":"trace[339893818] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:40884; }","duration":"979.500154ms","start":"2026-07-28T17:09:00.954819Z","end":"2026-07-28T17:09:01.934319Z","steps":["trace[339893818] 'agreement among raft nodes before linearized reading' (duration: 979.410661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:01.934359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:00.954783Z","time spent":"979.569955ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:09:01.934369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.511753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T17:09:01.9344Z","caller":"traceutil/trace.go:171","msg":"trace[36560452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40884; }","duration":"979.554084ms","start":"2026-07-28T17:09:00.954834Z","end":"2026-07-28T17:09:01.934388Z","steps":["trace[36560452] 'agreement among raft nodes before linearized reading' (duration: 979.37441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:01.934428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:00.954755Z","time spent":"979.667647ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:09:02.288752Z","caller":"traceutil/trace.go:171","msg":"trace[1162395756] linearizableReadLoop","detail":"{readStateIndex:42122; appliedIndex:42120; }","duration":"354.543238ms","start":"2026-07-28T17:09:01.934183Z","end":"2026-07-28T17:09:02.288727Z","steps":["trace[1162395756] 'read index received' (duration: 354.326022ms)","trace[1162395756] 'applied index is now lower than readState.Index' (duration: 216.005µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:02.288782Z","caller":"traceutil/trace.go:171","msg":"trace[715431954] transaction","detail":"{read_only:false; response_revision:40885; number_of_response:1; }","duration":"656.375581ms","start":"2026-07-28T17:09:01.632369Z","end":"2026-07-28T17:09:02.288744Z","steps":["trace[715431954] 'process raft request' (duration: 656.079384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:02.288939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:01.632337Z","time spent":"656.522065ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:02.288946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053452904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:09:02.288982Z","caller":"traceutil/trace.go:171","msg":"trace[823097340] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:40886; }","duration":"1.053565527s","start":"2026-07-28T17:09:01.235408Z","end":"2026-07-28T17:09:02.288974Z","steps":["trace[823097340] 'agreement among raft nodes before linearized reading' (duration: 1.053411733s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:02.289011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:01.235376Z","time spent":"1.053628018s","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:02.289124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.37845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:02.289202Z","caller":"traceutil/trace.go:171","msg":"trace[1520619065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40886; }","duration":"637.517533ms","start":"2026-07-28T17:09:01.65167Z","end":"2026-07-28T17:09:02.289188Z","steps":["trace[1520619065] 'agreement among raft nodes before linearized reading' (duration: 637.186035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:02.289245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:01.651634Z","time spent":"637.603585ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:09:02.288826Z","caller":"traceutil/trace.go:171","msg":"trace[1093526350] transaction","detail":"{read_only:false; response_revision:40886; number_of_response:1; }","duration":"438.731135ms","start":"2026-07-28T17:09:01.850062Z","end":"2026-07-28T17:09:02.288793Z","steps":["trace[1093526350] 'process raft request' (duration: 438.612392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:02.289483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:01.850033Z","time spent":"439.377891ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:02.2946Z","caller":"traceutil/trace.go:171","msg":"trace[1133323280] transaction","detail":"{read_only:false; response_revision:40887; number_of_response:1; }","duration":"356.188578ms","start":"2026-07-28T17:09:01.938378Z","end":"2026-07-28T17:09:02.294567Z","steps":["trace[1133323280] 'process raft request' (duration: 355.973523ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:02.294653Z","caller":"traceutil/trace.go:171","msg":"trace[1190369350] transaction","detail":"{read_only:false; response_revision:40888; number_of_response:1; }","duration":"355.970332ms","start":"2026-07-28T17:09:01.938657Z","end":"2026-07-28T17:09:02.294627Z","steps":["trace[1190369350] 'process raft request' (duration: 355.809848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:02.29474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:01.938648Z","time spent":"356.043564ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:02.294765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:01.938357Z","time spent":"356.326181ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:02.294845Z","caller":"traceutil/trace.go:171","msg":"trace[868911138] transaction","detail":"{read_only:false; response_revision:40889; number_of_response:1; }","duration":"353.087582ms","start":"2026-07-28T17:09:01.941745Z","end":"2026-07-28T17:09:02.294832Z","steps":["trace[868911138] 'process raft request' (duration: 352.754884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:02.294893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:01.941687Z","time spent":"353.181844ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:12.878424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626871912,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:09:12.917688Z","caller":"traceutil/trace.go:171","msg":"trace[487905000] transaction","detail":"{read_only:false; response_revision:40976; number_of_response:1; }","duration":"575.195576ms","start":"2026-07-28T17:09:12.342435Z","end":"2026-07-28T17:09:12.91763Z","steps":["trace[487905000] 'process raft request' (duration: 574.734695ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:12.918013Z","caller":"traceutil/trace.go:171","msg":"trace[399032918] transaction","detail":"{read_only:false; response_revision:40978; number_of_response:1; }","duration":"573.511875ms","start":"2026-07-28T17:09:12.344464Z","end":"2026-07-28T17:09:12.917976Z","steps":["trace[399032918] 'process raft request' (duration: 573.366462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:12.918075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:12.34241Z","time spent":"575.393651ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:12.918028Z","caller":"traceutil/trace.go:171","msg":"trace[1172202679] transaction","detail":"{read_only:false; response_revision:40977; number_of_response:1; }","duration":"574.804107ms","start":"2026-07-28T17:09:12.343184Z","end":"2026-07-28T17:09:12.917988Z","steps":["trace[1172202679] 'process raft request' (duration: 574.356186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:12.9182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:12.344454Z","time spent":"573.650679ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:12.918321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:12.343175Z","time spent":"575.053323ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:13.079905Z","caller":"traceutil/trace.go:171","msg":"trace[2067832165] transaction","detail":"{read_only:false; response_revision:40979; number_of_response:1; }","duration":"688.550355ms","start":"2026-07-28T17:09:12.391313Z","end":"2026-07-28T17:09:13.079863Z","steps":["trace[2067832165] 'process raft request' (duration: 611.630133ms)","trace[2067832165] 'compare' (duration: 76.595264ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:13.079985Z","caller":"traceutil/trace.go:171","msg":"trace[91561682] transaction","detail":"{read_only:false; response_revision:40980; number_of_response:1; }","duration":"121.507287ms","start":"2026-07-28T17:09:12.958445Z","end":"2026-07-28T17:09:13.079952Z","steps":["trace[91561682] 'process raft request' (duration: 121.385224ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:13.079991Z","caller":"traceutil/trace.go:171","msg":"trace[1838252637] linearizableReadLoop","detail":"{readStateIndex:42217; appliedIndex:42213; }","duration":"702.396362ms","start":"2026-07-28T17:09:12.377549Z","end":"2026-07-28T17:09:13.079945Z","steps":["trace[1838252637] 'read index received' (duration: 539.621801ms)","trace[1838252637] 'applied index is now lower than readState.Index' (duration: 162.77127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:13.080168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:12.391303Z","time spent":"688.704168ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:13.080286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.883146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:13.080337Z","caller":"traceutil/trace.go:171","msg":"trace[1573853358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40980; }","duration":"428.991299ms","start":"2026-07-28T17:09:12.651334Z","end":"2026-07-28T17:09:13.080325Z","steps":["trace[1573853358] 'agreement among raft nodes before linearized reading' (duration: 428.869086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:13.080382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:12.651313Z","time spent":"429.06008ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:13.0804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.431672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:13.080492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.881216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:09:13.080791Z","caller":"traceutil/trace.go:171","msg":"trace[2077079935] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:40980; }","duration":"690.359409ms","start":"2026-07-28T17:09:12.390416Z","end":"2026-07-28T17:09:13.080775Z","steps":["trace[2077079935] 'agreement among raft nodes before linearized reading' (duration: 689.775475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:13.08064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.099509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:09:13.080456Z","caller":"traceutil/trace.go:171","msg":"trace[1071182057] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:40980; }","duration":"545.498844ms","start":"2026-07-28T17:09:12.534942Z","end":"2026-07-28T17:09:13.080441Z","steps":["trace[1071182057] 'agreement among raft nodes before linearized reading' (duration: 545.404281ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:13.080963Z","caller":"traceutil/trace.go:171","msg":"trace[499921180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40980; }","duration":"687.418147ms","start":"2026-07-28T17:09:12.393496Z","end":"2026-07-28T17:09:13.080914Z","steps":["trace[499921180] 'agreement among raft nodes before linearized reading' (duration: 686.934905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:13.080689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.070898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T17:09:13.081046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:12.534881Z","time spent":"546.126618ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:13.081096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:12.393491Z","time spent":"687.563111ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:09:13.081133Z","caller":"traceutil/trace.go:171","msg":"trace[1742161340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40980; }","duration":"703.604331ms","start":"2026-07-28T17:09:12.377505Z","end":"2026-07-28T17:09:13.081109Z","steps":["trace[1742161340] 'agreement among raft nodes before linearized reading' (duration: 702.937935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:13.081203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:12.377484Z","time spent":"703.698203ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:13.080882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:12.390411Z","time spent":"690.459661ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T17:09:18.488172Z","caller":"traceutil/trace.go:171","msg":"trace[790145863] linearizableReadLoop","detail":"{readStateIndex:42258; appliedIndex:42257; }","duration":"485.697989ms","start":"2026-07-28T17:09:18.002441Z","end":"2026-07-28T17:09:18.488139Z","steps":["trace[790145863] 'read index received' (duration: 485.534725ms)","trace[790145863] 'applied index is now lower than readState.Index' (duration: 158.163µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:18.488228Z","caller":"traceutil/trace.go:171","msg":"trace[789831179] transaction","detail":"{read_only:false; response_revision:41018; number_of_response:1; }","duration":"490.812893ms","start":"2026-07-28T17:09:17.997385Z","end":"2026-07-28T17:09:18.488198Z","steps":["trace[789831179] 'process raft request' (duration: 490.550357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:18.488347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:17.997354Z","time spent":"490.930626ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:18.488415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.960895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:09:18.488455Z","caller":"traceutil/trace.go:171","msg":"trace[1144613626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41018; }","duration":"486.048897ms","start":"2026-07-28T17:09:18.002396Z","end":"2026-07-28T17:09:18.488445Z","steps":["trace[1144613626] 'agreement among raft nodes before linearized reading' (duration: 485.888453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:18.488498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:18.002375Z","time spent":"486.114418ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:09:18.641926Z","caller":"traceutil/trace.go:171","msg":"trace[2041899744] transaction","detail":"{read_only:false; response_revision:41019; number_of_response:1; }","duration":"275.298308ms","start":"2026-07-28T17:09:18.366605Z","end":"2026-07-28T17:09:18.641903Z","steps":["trace[2041899744] 'process raft request' (duration: 251.847098ms)","trace[2041899744] 'compare' (duration: 23.312127ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:18.642117Z","caller":"traceutil/trace.go:171","msg":"trace[1021162676] linearizableReadLoop","detail":"{readStateIndex:42260; appliedIndex:42258; }","duration":"153.833474ms","start":"2026-07-28T17:09:18.488252Z","end":"2026-07-28T17:09:18.642085Z","steps":["trace[1021162676] 'read index received' (duration: 130.190729ms)","trace[1021162676] 'applied index is now lower than readState.Index' (duration: 23.640985ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:18.64216Z","caller":"traceutil/trace.go:171","msg":"trace[2052519989] transaction","detail":"{read_only:false; response_revision:41020; number_of_response:1; }","duration":"273.086645ms","start":"2026-07-28T17:09:18.369024Z","end":"2026-07-28T17:09:18.642111Z","steps":["trace[2052519989] 'process raft request' (duration: 272.85149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:18.642248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.114886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T17:09:18.642279Z","caller":"traceutil/trace.go:171","msg":"trace[1057794996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41020; }","duration":"543.192757ms","start":"2026-07-28T17:09:18.099078Z","end":"2026-07-28T17:09:18.642271Z","steps":["trace[1057794996] 'agreement among raft nodes before linearized reading' (duration: 543.052074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:18.642301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:18.099057Z","time spent":"543.238229ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:18.642358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.027011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T17:09:18.642392Z","caller":"traceutil/trace.go:171","msg":"trace[842910618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41020; }","duration":"547.131463ms","start":"2026-07-28T17:09:18.09525Z","end":"2026-07-28T17:09:18.642382Z","steps":["trace[842910618] 'agreement among raft nodes before linearized reading' (duration: 546.951348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:18.642419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:18.095226Z","time spent":"547.187455ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T17:09:19.210756Z","caller":"traceutil/trace.go:171","msg":"trace[747525886] transaction","detail":"{read_only:false; response_revision:41021; number_of_response:1; }","duration":"717.60311ms","start":"2026-07-28T17:09:18.493115Z","end":"2026-07-28T17:09:19.210718Z","steps":["trace[747525886] 'process raft request' (duration: 655.853668ms)","trace[747525886] 'compare' (duration: 61.610309ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:19.210935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:18.493097Z","time spent":"717.766444ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:19.852967Z","caller":"traceutil/trace.go:171","msg":"trace[1868043833] transaction","detail":"{read_only:false; response_revision:41022; number_of_response:1; }","duration":"1.22018493s","start":"2026-07-28T17:09:18.632731Z","end":"2026-07-28T17:09:19.852915Z","steps":["trace[1868043833] 'process raft request' (duration: 1.21978313s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:19.853162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:18.632703Z","time spent":"1.220368205s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:19.853338Z","caller":"traceutil/trace.go:171","msg":"trace[1615791477] transaction","detail":"{read_only:false; response_revision:41025; number_of_response:1; }","duration":"908.541596ms","start":"2026-07-28T17:09:18.944757Z","end":"2026-07-28T17:09:19.853298Z","steps":["trace[1615791477] 'process raft request' (duration: 908.318111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:19.853488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126761126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:19.853539Z","caller":"traceutil/trace.go:171","msg":"trace[1882015057] transaction","detail":"{read_only:false; response_revision:41023; number_of_response:1; }","duration":"1.207237745s","start":"2026-07-28T17:09:18.646288Z","end":"2026-07-28T17:09:19.853526Z","steps":["trace[1882015057] 'process raft request' (duration: 1.206440845s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:19.853549Z","caller":"traceutil/trace.go:171","msg":"trace[1073511947] transaction","detail":"{read_only:false; response_revision:41024; number_of_response:1; }","duration":"1.207123462s","start":"2026-07-28T17:09:18.646416Z","end":"2026-07-28T17:09:19.853539Z","steps":["trace[1073511947] 'process raft request' (duration: 1.20662155s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:19.853605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:18.646395Z","time spent":"1.207181913s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:19.853624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:18.64627Z","time spent":"1.207301096s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:19.853637Z","caller":"traceutil/trace.go:171","msg":"trace[912826025] transaction","detail":"{read_only:false; response_revision:41028; number_of_response:1; }","duration":"764.148564ms","start":"2026-07-28T17:09:19.089441Z","end":"2026-07-28T17:09:19.85359Z","steps":["trace[912826025] 'process raft request' (duration: 763.761295ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:19.853747Z","caller":"traceutil/trace.go:171","msg":"trace[1997820448] transaction","detail":"{read_only:false; response_revision:41027; number_of_response:1; }","duration":"906.605969ms","start":"2026-07-28T17:09:18.947131Z","end":"2026-07-28T17:09:19.853737Z","steps":["trace[1997820448] 'process raft request' (duration: 906.017795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:19.853728Z","caller":"traceutil/trace.go:171","msg":"trace[1318388152] transaction","detail":"{read_only:false; response_revision:41026; number_of_response:1; }","duration":"907.237965ms","start":"2026-07-28T17:09:18.946445Z","end":"2026-07-28T17:09:19.853683Z","steps":["trace[1318388152] 'process raft request' (duration: 906.671301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:19.853793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:18.947123Z","time spent":"906.644911ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:19.853821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.089414Z","time spent":"764.316118ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:19.853886Z","caller":"traceutil/trace.go:171","msg":"trace[225943714] transaction","detail":"{read_only:false; response_revision:41029; number_of_response:1; }","duration":"756.162419ms","start":"2026-07-28T17:09:19.097715Z","end":"2026-07-28T17:09:19.853877Z","steps":["trace[225943714] 'process raft request' (duration: 755.527114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:19.853915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:18.946434Z","time spent":"907.382028ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:19.853949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.0977Z","time spent":"756.219251ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:19.853992Z","caller":"traceutil/trace.go:171","msg":"trace[797379330] transaction","detail":"{read_only:false; response_revision:41030; number_of_response:1; }","duration":"754.250333ms","start":"2026-07-28T17:09:19.099688Z","end":"2026-07-28T17:09:19.853938Z","steps":["trace[797379330] 'process raft request' (duration: 753.592157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:19.853503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:18.944728Z","time spent":"908.69198ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:19.853343Z","caller":"traceutil/trace.go:171","msg":"trace[390547351] linearizableReadLoop","detail":"{readStateIndex:42264; appliedIndex:42260; }","duration":"1.126620963s","start":"2026-07-28T17:09:18.726698Z","end":"2026-07-28T17:09:19.853319Z","steps":["trace[390547351] 'read index received' (duration: 422.285934ms)","trace[390547351] 'applied index is now lower than readState.Index' (duration: 704.333559ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:19.854135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.099674Z","time spent":"754.381187ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:19.854006Z","caller":"traceutil/trace.go:171","msg":"trace[928656840] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:41030; }","duration":"1.126879939s","start":"2026-07-28T17:09:18.726663Z","end":"2026-07-28T17:09:19.853543Z","steps":["trace[928656840] 'agreement among raft nodes before linearized reading' (duration: 1.126736726s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:19.854241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:18.726645Z","time spent":"1.127579407s","remote":"127.0.0.1:45868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:20.354476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872028,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:09:20.874988Z","caller":"traceutil/trace.go:171","msg":"trace[418531040] linearizableReadLoop","detail":"{readStateIndex:42271; appliedIndex:42270; }","duration":"1.020858711s","start":"2026-07-28T17:09:19.854106Z","end":"2026-07-28T17:09:20.874964Z","steps":["trace[418531040] 'read index received' (duration: 923.262796ms)","trace[418531040] 'applied index is now lower than readState.Index' (duration: 97.595055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:20.875101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861975257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:20.875119Z","caller":"traceutil/trace.go:171","msg":"trace[2066801385] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:41031; }","duration":"1.862012477s","start":"2026-07-28T17:09:19.013101Z","end":"2026-07-28T17:09:20.875113Z","steps":["trace[2066801385] 'agreement among raft nodes before linearized reading' (duration: 1.861957136s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.875094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632663298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:20.875146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.013078Z","time spent":"1.862062619s","remote":"127.0.0.1:59878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-28T17:09:20.875173Z","caller":"traceutil/trace.go:171","msg":"trace[1783794405] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:41031; }","duration":"1.632799391s","start":"2026-07-28T17:09:19.242355Z","end":"2026-07-28T17:09:20.875155Z","steps":["trace[1783794405] 'agreement among raft nodes before linearized reading' (duration: 1.632633817s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.875191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711214469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T17:09:20.875226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.242335Z","time spent":"1.632881653s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:20.87525Z","caller":"traceutil/trace.go:171","msg":"trace[1003430745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41031; }","duration":"1.71127272s","start":"2026-07-28T17:09:19.16396Z","end":"2026-07-28T17:09:20.875233Z","steps":["trace[1003430745] 'agreement among raft nodes before linearized reading' (duration: 1.711121897s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.875281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863150555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T17:09:20.875294Z","caller":"traceutil/trace.go:171","msg":"trace[149890668] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41031; }","duration":"1.863184736s","start":"2026-07-28T17:09:19.012105Z","end":"2026-07-28T17:09:20.87529Z","steps":["trace[149890668] 'agreement among raft nodes before linearized reading' (duration: 1.863139855s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.875288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711821324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T17:09:20.875311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.012096Z","time spent":"1.863212607s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:09:20.875339Z","caller":"traceutil/trace.go:171","msg":"trace[1421836939] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41031; }","duration":"1.711869006s","start":"2026-07-28T17:09:19.163453Z","end":"2026-07-28T17:09:20.875322Z","steps":["trace[1421836939] 'agreement among raft nodes before linearized reading' (duration: 1.711555158s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.875457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869425378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T17:09:20.875476Z","caller":"traceutil/trace.go:171","msg":"trace[2128829837] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41031; }","duration":"1.869482209s","start":"2026-07-28T17:09:19.005987Z","end":"2026-07-28T17:09:20.875469Z","steps":["trace[2128829837] 'agreement among raft nodes before linearized reading' (duration: 1.869443608s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.875489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.005968Z","time spent":"1.86951791s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:09:20.875479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.163388Z","time spent":"1.71207527s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:09:20.875393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75932671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T17:09:20.875703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20822156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:20.875718Z","caller":"traceutil/trace.go:171","msg":"trace[1190827746] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:41031; }","duration":"1.20825237s","start":"2026-07-28T17:09:19.667461Z","end":"2026-07-28T17:09:20.875713Z","steps":["trace[1190827746] 'agreement among raft nodes before linearized reading' (duration: 1.208223909s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.87573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.667452Z","time spent":"1.208275071s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-28T17:09:20.875735Z","caller":"traceutil/trace.go:171","msg":"trace[38626129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41031; }","duration":"1.759708619s","start":"2026-07-28T17:09:19.116007Z","end":"2026-07-28T17:09:20.875716Z","steps":["trace[38626129] 'agreement among raft nodes before linearized reading' (duration: 1.759311849s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.875796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.115989Z","time spent":"1.759791672s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:09:20.875827Z","caller":"traceutil/trace.go:171","msg":"trace[518823918] transaction","detail":"{read_only:false; response_revision:41031; number_of_response:1; }","duration":"1.059539503s","start":"2026-07-28T17:09:19.81628Z","end":"2026-07-28T17:09:20.87582Z","steps":["trace[518823918] 'process raft request' (duration: 961.146058ms)","trace[518823918] 'compare' (duration: 97.412591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:20.875874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.816249Z","time spent":"1.059591763s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:20.875926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047212932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:20.87594Z","caller":"traceutil/trace.go:171","msg":"trace[1778667303] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:41031; }","duration":"1.047258893s","start":"2026-07-28T17:09:19.828676Z","end":"2026-07-28T17:09:20.875935Z","steps":["trace[1778667303] 'agreement among raft nodes before linearized reading' (duration: 1.047237293s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.875956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.828657Z","time spent":"1.047293674s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:20.875294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.163895Z","time spent":"1.711387244s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:20.876118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570601728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:09:20.876137Z","caller":"traceutil/trace.go:171","msg":"trace[2055305924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41031; }","duration":"1.570671069s","start":"2026-07-28T17:09:19.305461Z","end":"2026-07-28T17:09:20.876132Z","steps":["trace[2055305924] 'agreement among raft nodes before linearized reading' (duration: 1.570617908s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.87615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.305429Z","time spent":"1.570718161s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:09:20.875421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868317291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T17:09:20.876217Z","caller":"traceutil/trace.go:171","msg":"trace[938610231] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41031; }","duration":"1.86909559s","start":"2026-07-28T17:09:19.007086Z","end":"2026-07-28T17:09:20.876181Z","steps":["trace[938610231] 'agreement among raft nodes before linearized reading' (duration: 1.868304691s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.876315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.007079Z","time spent":"1.869207753s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:09:20.876297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224429454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:20.875192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858058652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T17:09:20.876422Z","caller":"traceutil/trace.go:171","msg":"trace[254507025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41031; }","duration":"1.224651789s","start":"2026-07-28T17:09:19.651738Z","end":"2026-07-28T17:09:20.87639Z","steps":["trace[254507025] 'agreement among raft nodes before linearized reading' (duration: 1.224446364s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:20.876472Z","caller":"traceutil/trace.go:171","msg":"trace[1754049410] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41031; }","duration":"1.859298621s","start":"2026-07-28T17:09:19.017091Z","end":"2026-07-28T17:09:20.876389Z","steps":["trace[1754049410] 'agreement among raft nodes before linearized reading' (duration: 1.857905628s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:20.876552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.65171Z","time spent":"1.224802103s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:20.876563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.017078Z","time spent":"1.859469156s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:09:21.227974Z","caller":"traceutil/trace.go:171","msg":"trace[1356771347] transaction","detail":"{read_only:false; response_revision:41032; number_of_response:1; }","duration":"733.776085ms","start":"2026-07-28T17:09:20.494149Z","end":"2026-07-28T17:09:21.227925Z","steps":["trace[1356771347] 'process raft request' (duration: 679.220508ms)","trace[1356771347] 'compare' (duration: 53.792869ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:21.228267Z","caller":"traceutil/trace.go:171","msg":"trace[862409435] transaction","detail":"{read_only:false; response_revision:41033; number_of_response:1; }","duration":"581.277944ms","start":"2026-07-28T17:09:20.646958Z","end":"2026-07-28T17:09:21.228236Z","steps":["trace[862409435] 'process raft request' (duration: 580.845753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.228369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.494125Z","time spent":"734.157794ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:21.228457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.646934Z","time spent":"581.413988ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:21.228479Z","caller":"traceutil/trace.go:171","msg":"trace[1669861633] transaction","detail":"{read_only:false; response_revision:41034; number_of_response:1; }","duration":"580.989907ms","start":"2026-07-28T17:09:20.647444Z","end":"2026-07-28T17:09:21.228434Z","steps":["trace[1669861633] 'process raft request' (duration: 580.461074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.228685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.019716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:09:21.228661Z","caller":"traceutil/trace.go:171","msg":"trace[569181662] linearizableReadLoop","detail":"{readStateIndex:42274; appliedIndex:42271; }","duration":"353.553943ms","start":"2026-07-28T17:09:20.87504Z","end":"2026-07-28T17:09:21.228593Z","steps":["trace[569181662] 'read index received' (duration: 298.342039ms)","trace[569181662] 'applied index is now lower than readState.Index' (duration: 55.207464ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:21.228712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.647438Z","time spent":"581.165092ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:21.228742Z","caller":"traceutil/trace.go:171","msg":"trace[1790537231] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:41034; }","duration":"786.130099ms","start":"2026-07-28T17:09:20.442598Z","end":"2026-07-28T17:09:21.228728Z","steps":["trace[1790537231] 'agreement among raft nodes before linearized reading' (duration: 786.004456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.228807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.442568Z","time spent":"786.205031ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:21.228839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366133122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:21.228931Z","caller":"traceutil/trace.go:171","msg":"trace[2083943298] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:41034; }","duration":"1.366236335s","start":"2026-07-28T17:09:19.86265Z","end":"2026-07-28T17:09:21.228887Z","steps":["trace[2083943298] 'agreement among raft nodes before linearized reading' (duration: 1.36604591s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.229031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:19.862595Z","time spent":"1.366373968s","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:21.710135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.109936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:21.710346Z","caller":"traceutil/trace.go:171","msg":"trace[970422782] transaction","detail":"{read_only:false; response_revision:41035; number_of_response:1; }","duration":"828.862568ms","start":"2026-07-28T17:09:20.881449Z","end":"2026-07-28T17:09:21.710312Z","steps":["trace[970422782] 'process raft request' (duration: 481.462265ms)","trace[970422782] 'compare' (duration: 346.84537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:21.710495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.881427Z","time spent":"828.994402ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:21.710692Z","caller":"traceutil/trace.go:171","msg":"trace[1021420562] linearizableReadLoop","detail":"{readStateIndex:42281; appliedIndex:42274; }","duration":"481.922117ms","start":"2026-07-28T17:09:21.228748Z","end":"2026-07-28T17:09:21.71067Z","steps":["trace[1021420562] 'read index received' (duration: 134.127824ms)","trace[1021420562] 'applied index is now lower than readState.Index' (duration: 347.792783ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:21.710783Z","caller":"traceutil/trace.go:171","msg":"trace[1019276673] transaction","detail":"{read_only:false; response_revision:41040; number_of_response:1; }","duration":"823.328924ms","start":"2026-07-28T17:09:20.887443Z","end":"2026-07-28T17:09:21.710772Z","steps":["trace[1019276673] 'process raft request' (duration: 823.117479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:21.710823Z","caller":"traceutil/trace.go:171","msg":"trace[1740107564] transaction","detail":"{read_only:false; response_revision:41041; number_of_response:1; }","duration":"823.277783ms","start":"2026-07-28T17:09:20.88753Z","end":"2026-07-28T17:09:21.710808Z","steps":["trace[1740107564] 'process raft request' (duration: 823.081319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.710854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.887433Z","time spent":"823.386406ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:21.710911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.887523Z","time spent":"823.341065ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:21.711128Z","caller":"traceutil/trace.go:171","msg":"trace[545833463] transaction","detail":"{read_only:false; response_revision:41036; number_of_response:1; }","duration":"829.530135ms","start":"2026-07-28T17:09:20.881587Z","end":"2026-07-28T17:09:21.711117Z","steps":["trace[545833463] 'process raft request' (duration: 828.686004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.711174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.605594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T17:09:21.711191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.881574Z","time spent":"829.588976ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:21.711224Z","caller":"traceutil/trace.go:171","msg":"trace[1083202900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41041; }","duration":"496.686896ms","start":"2026-07-28T17:09:21.214521Z","end":"2026-07-28T17:09:21.711207Z","steps":["trace[1083202900] 'agreement among raft nodes before linearized reading' (duration: 496.540103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.711268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.214499Z","time spent":"496.759688ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:09:21.71131Z","caller":"traceutil/trace.go:171","msg":"trace[76574017] transaction","detail":"{read_only:false; response_revision:41037; number_of_response:1; }","duration":"829.687959ms","start":"2026-07-28T17:09:20.881613Z","end":"2026-07-28T17:09:21.711301Z","steps":["trace[76574017] 'process raft request' (duration: 828.783957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.711364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.881588Z","time spent":"829.75089ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:21.711486Z","caller":"traceutil/trace.go:171","msg":"trace[2121788846] transaction","detail":"{read_only:false; response_revision:41038; number_of_response:1; }","duration":"829.514915ms","start":"2026-07-28T17:09:20.881963Z","end":"2026-07-28T17:09:21.711477Z","steps":["trace[2121788846] 'process raft request' (duration: 828.48103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.71154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.881931Z","time spent":"829.582407ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:21.711586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.343477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:09:21.711641Z","caller":"traceutil/trace.go:171","msg":"trace[925814506] transaction","detail":"{read_only:false; response_revision:41039; number_of_response:1; }","duration":"828.828378ms","start":"2026-07-28T17:09:20.882803Z","end":"2026-07-28T17:09:21.711632Z","steps":["trace[925814506] 'process raft request' (duration: 827.704541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.711691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.88279Z","time spent":"828.877439ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:21.711803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.848337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:09:21.711847Z","caller":"traceutil/trace.go:171","msg":"trace[1086077345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41041; }","duration":"830.889948ms","start":"2026-07-28T17:09:20.880947Z","end":"2026-07-28T17:09:21.711837Z","steps":["trace[1086077345] 'agreement among raft nodes before linearized reading' (duration: 830.768375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.711889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.880879Z","time spent":"831.00138ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:09:21.712149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.065481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:21.712165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.114728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:21.712199Z","caller":"traceutil/trace.go:171","msg":"trace[1222279363] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:41041; }","duration":"112.17896ms","start":"2026-07-28T17:09:21.600009Z","end":"2026-07-28T17:09:21.712188Z","steps":["trace[1222279363] 'agreement among raft nodes before linearized reading' (duration: 112.127939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.711691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.009743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:21.712276Z","caller":"traceutil/trace.go:171","msg":"trace[1930420166] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:41041; }","duration":"829.630648ms","start":"2026-07-28T17:09:20.882635Z","end":"2026-07-28T17:09:21.712266Z","steps":["trace[1930420166] 'agreement among raft nodes before linearized reading' (duration: 829.027613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.71232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.88261Z","time spent":"829.698879ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-28T17:09:21.711639Z","caller":"traceutil/trace.go:171","msg":"trace[1159976484] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:41041; }","duration":"609.432869ms","start":"2026-07-28T17:09:21.10219Z","end":"2026-07-28T17:09:21.711623Z","steps":["trace[1159976484] 'agreement among raft nodes before linearized reading' (duration: 609.342627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.712463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.102169Z","time spent":"610.28418ms","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:21.712199Z","caller":"traceutil/trace.go:171","msg":"trace[1156641943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41041; }","duration":"833.150713ms","start":"2026-07-28T17:09:20.879032Z","end":"2026-07-28T17:09:21.712183Z","steps":["trace[1156641943] 'agreement among raft nodes before linearized reading' (duration: 833.074471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:21.712515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:20.879012Z","time spent":"833.494132ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:22.295832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.012925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:22.295941Z","caller":"traceutil/trace.go:171","msg":"trace[2125533508] linearizableReadLoop","detail":"{readStateIndex:42282; appliedIndex:42281; }","duration":"571.909136ms","start":"2026-07-28T17:09:21.724014Z","end":"2026-07-28T17:09:22.295923Z","steps":["trace[2125533508] 'read index received' (duration: 287.045474ms)","trace[2125533508] 'applied index is now lower than readState.Index' (duration: 284.862222ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:22.296244Z","caller":"traceutil/trace.go:171","msg":"trace[2039205737] transaction","detail":"{read_only:false; response_revision:41042; number_of_response:1; }","duration":"575.992105ms","start":"2026-07-28T17:09:21.720232Z","end":"2026-07-28T17:09:22.296225Z","steps":["trace[2039205737] 'process raft request' (duration: 290.506858ms)","trace[2039205737] 'compare' (duration: 284.646767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:22.296366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.720214Z","time spent":"576.066118ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:22.296421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.401339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:22.29647Z","caller":"traceutil/trace.go:171","msg":"trace[467700734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41042; }","duration":"572.45173ms","start":"2026-07-28T17:09:21.724006Z","end":"2026-07-28T17:09:22.296458Z","steps":["trace[467700734] 'agreement among raft nodes before linearized reading' (duration: 572.370608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:22.29653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.723955Z","time spent":"572.568122ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:23.1404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.619552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:23.140892Z","caller":"traceutil/trace.go:171","msg":"trace[1554977606] transaction","detail":"{read_only:false; response_revision:41050; number_of_response:1; }","duration":"824.290156ms","start":"2026-07-28T17:09:22.316582Z","end":"2026-07-28T17:09:23.140872Z","steps":["trace[1554977606] 'process raft request' (duration: 824.240935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:23.140973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:22.31657Z","time spent":"824.367179ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:23.141177Z","caller":"traceutil/trace.go:171","msg":"trace[1751924583] transaction","detail":"{read_only:false; response_revision:41046; number_of_response:1; }","duration":"1.279728828s","start":"2026-07-28T17:09:21.861431Z","end":"2026-07-28T17:09:23.14116Z","steps":["trace[1751924583] 'process raft request' (duration: 1.279243036s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:23.141251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.86142Z","time spent":"1.279794001s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:23.141361Z","caller":"traceutil/trace.go:171","msg":"trace[1730980719] transaction","detail":"{read_only:false; response_revision:41048; number_of_response:1; }","duration":"1.279842851s","start":"2026-07-28T17:09:21.861484Z","end":"2026-07-28T17:09:23.141327Z","steps":["trace[1730980719] 'process raft request' (duration: 1.279263467s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:23.141375Z","caller":"traceutil/trace.go:171","msg":"trace[1416593428] transaction","detail":"{read_only:false; response_revision:41049; number_of_response:1; }","duration":"1.275701291s","start":"2026-07-28T17:09:21.865642Z","end":"2026-07-28T17:09:23.141343Z","steps":["trace[1416593428] 'process raft request' (duration: 1.275136377s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:23.141516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417399209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:23.141517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106803572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:23.141531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.865617Z","time spent":"1.275840105s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:23.141578Z","caller":"traceutil/trace.go:171","msg":"trace[534911551] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:41050; }","duration":"1.417472601s","start":"2026-07-28T17:09:21.724088Z","end":"2026-07-28T17:09:23.141561Z","steps":["trace[534911551] 'agreement among raft nodes before linearized reading' (duration: 1.417339298s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:23.141584Z","caller":"traceutil/trace.go:171","msg":"trace[1055363368] transaction","detail":"{read_only:false; response_revision:41047; number_of_response:1; }","duration":"1.27978862s","start":"2026-07-28T17:09:21.861786Z","end":"2026-07-28T17:09:23.141574Z","steps":["trace[1055363368] 'process raft request' (duration: 1.278927039s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:23.141586Z","caller":"traceutil/trace.go:171","msg":"trace[1694352785] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:41050; }","duration":"1.106873463s","start":"2026-07-28T17:09:22.034695Z","end":"2026-07-28T17:09:23.141568Z","steps":["trace[1694352785] 'agreement among raft nodes before linearized reading' (duration: 1.106768171s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:23.141535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.861478Z","time spent":"1.279975564s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:23.141613Z","caller":"traceutil/trace.go:171","msg":"trace[292320748] transaction","detail":"{read_only:false; response_revision:41044; number_of_response:1; }","duration":"1.284802902s","start":"2026-07-28T17:09:21.856801Z","end":"2026-07-28T17:09:23.141604Z","steps":["trace[292320748] 'process raft request' (duration: 1.283708915s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:23.141635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238738842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:23.141642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:22.034648Z","time spent":"1.106981406s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-28T17:09:23.141369Z","caller":"traceutil/trace.go:171","msg":"trace[1304296684] linearizableReadLoop","detail":"{readStateIndex:42289; appliedIndex:42282; }","duration":"845.36917ms","start":"2026-07-28T17:09:22.295968Z","end":"2026-07-28T17:09:23.141337Z","steps":["trace[1304296684] 'read index received' (duration: 128.724602ms)","trace[1304296684] 'applied index is now lower than readState.Index' (duration: 716.642088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:23.1417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283056219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T17:09:23.141716Z","caller":"traceutil/trace.go:171","msg":"trace[936742042] transaction","detail":"{read_only:false; response_revision:41045; number_of_response:1; }","duration":"1.280488468s","start":"2026-07-28T17:09:21.861219Z","end":"2026-07-28T17:09:23.141708Z","steps":["trace[936742042] 'process raft request' (duration: 1.279408031s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:23.14173Z","caller":"traceutil/trace.go:171","msg":"trace[1482229239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41050; }","duration":"1.283117301s","start":"2026-07-28T17:09:21.858605Z","end":"2026-07-28T17:09:23.141722Z","steps":["trace[1482229239] 'agreement among raft nodes before linearized reading' (duration: 1.283036229s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:23.141646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.861767Z","time spent":"1.279844611s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:23.141743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348557633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:23.141759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.861202Z","time spent":"1.280534458s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:23.141772Z","caller":"traceutil/trace.go:171","msg":"trace[962630136] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:41050; }","duration":"1.348614495s","start":"2026-07-28T17:09:21.793149Z","end":"2026-07-28T17:09:23.141764Z","steps":["trace[962630136] 'agreement among raft nodes before linearized reading' (duration: 1.348566354s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:23.141769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.858589Z","time spent":"1.283169102s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:23.14162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.724015Z","time spent":"1.417595313s","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T17:09:23.141801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.793131Z","time spent":"1.348663296s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T17:09:23.141577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282890195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T17:09:23.141673Z","caller":"traceutil/trace.go:171","msg":"trace[59893122] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:41050; }","duration":"1.238804483s","start":"2026-07-28T17:09:21.902854Z","end":"2026-07-28T17:09:23.141659Z","steps":["trace[59893122] 'agreement among raft nodes before linearized reading' (duration: 1.238745962s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:23.14185Z","caller":"traceutil/trace.go:171","msg":"trace[555235885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41050; }","duration":"1.283175453s","start":"2026-07-28T17:09:21.858661Z","end":"2026-07-28T17:09:23.141836Z","steps":["trace[555235885] 'agreement among raft nodes before linearized reading' (duration: 1.282776353s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:23.141887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.858655Z","time spent":"1.283220614s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:23.141871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.902838Z","time spent":"1.239010698s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:23.141679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.856773Z","time spent":"1.284876404s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:23.141578Z","caller":"traceutil/trace.go:171","msg":"trace[1649042395] transaction","detail":"{read_only:false; response_revision:41043; number_of_response:1; }","duration":"1.310701032s","start":"2026-07-28T17:09:21.830864Z","end":"2026-07-28T17:09:23.141565Z","steps":["trace[1649042395] 'process raft request' (duration: 593.814499ms)","trace[1649042395] 'compare' (duration: 715.11435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:23.142029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:21.830847Z","time spent":"1.311125673s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:23.682761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.43016ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-28T17:09:23.68301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385136353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:23.682948Z","caller":"traceutil/trace.go:171","msg":"trace[1554495025] linearizableReadLoop","detail":"{readStateIndex:42291; appliedIndex:42290; }","duration":"541.213349ms","start":"2026-07-28T17:09:23.141719Z","end":"2026-07-28T17:09:23.682932Z","steps":["trace[1554495025] 'read index received' (duration: 21.844622ms)","trace[1554495025] 'applied index is now lower than readState.Index' (duration: 519.367887ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:23.683043Z","caller":"traceutil/trace.go:171","msg":"trace[1144227991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41050; }","duration":"1.385211716s","start":"2026-07-28T17:09:22.297822Z","end":"2026-07-28T17:09:23.683034Z","steps":["trace[1144227991] 'agreement among raft nodes before linearized reading' (duration: 1.385134604s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:23.683075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:22.297808Z","time spent":"1.385261747s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:09:23.684135Z","caller":"traceutil/trace.go:171","msg":"trace[589053152] transaction","detail":"{read_only:false; response_revision:41051; number_of_response:1; }","duration":"537.1181ms","start":"2026-07-28T17:09:23.146987Z","end":"2026-07-28T17:09:23.684105Z","steps":["trace[589053152] 'process raft request' (duration: 535.87469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:23.684249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.146975Z","time spent":"537.204762ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:24.065034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.841117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:24.06535Z","caller":"traceutil/trace.go:171","msg":"trace[1085073573] linearizableReadLoop","detail":"{readStateIndex:42296; appliedIndex:42292; }","duration":"382.274292ms","start":"2026-07-28T17:09:23.683058Z","end":"2026-07-28T17:09:24.065332Z","steps":["trace[1085073573] 'read index received' (duration: 89.800986ms)","trace[1085073573] 'applied index is now lower than readState.Index' (duration: 292.472386ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:24.065451Z","caller":"traceutil/trace.go:171","msg":"trace[1574593407] transaction","detail":"{read_only:false; response_revision:41052; number_of_response:1; }","duration":"914.678307ms","start":"2026-07-28T17:09:23.15076Z","end":"2026-07-28T17:09:24.065438Z","steps":["trace[1574593407] 'process raft request' (duration: 533.333587ms)","trace[1574593407] 'compare' (duration: 380.561011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:24.065514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.15074Z","time spent":"914.744169ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:24.065674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.233794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:24.065783Z","caller":"traceutil/trace.go:171","msg":"trace[1960707934] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:41055; }","duration":"775.371207ms","start":"2026-07-28T17:09:23.290376Z","end":"2026-07-28T17:09:24.065748Z","steps":["trace[1960707934] 'agreement among raft nodes before linearized reading' (duration: 775.172532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:24.065809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.92141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:24.065833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.290331Z","time spent":"775.49058ms","remote":"127.0.0.1:45892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:24.065888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.633035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:24.065927Z","caller":"traceutil/trace.go:171","msg":"trace[328860877] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:41055; }","duration":"916.680425ms","start":"2026-07-28T17:09:23.149236Z","end":"2026-07-28T17:09:24.065916Z","steps":["trace[328860877] 'agreement among raft nodes before linearized reading' (duration: 916.621284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:24.065957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.149229Z","time spent":"916.721027ms","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-28T17:09:24.066115Z","caller":"traceutil/trace.go:171","msg":"trace[1646293869] transaction","detail":"{read_only:false; response_revision:41053; number_of_response:1; }","duration":"831.667227ms","start":"2026-07-28T17:09:23.234435Z","end":"2026-07-28T17:09:24.066102Z","steps":["trace[1646293869] 'process raft request' (duration: 830.718804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:24.066145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.573653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:24.066202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.234408Z","time spent":"831.741609ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:24.065839Z","caller":"traceutil/trace.go:171","msg":"trace[1836994976] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:41055; }","duration":"911.967531ms","start":"2026-07-28T17:09:23.153863Z","end":"2026-07-28T17:09:24.06583Z","steps":["trace[1836994976] 'agreement among raft nodes before linearized reading' (duration: 911.827698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:24.066253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.153853Z","time spent":"912.385751ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:24.066255Z","caller":"traceutil/trace.go:171","msg":"trace[568012778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41055; }","duration":"376.712677ms","start":"2026-07-28T17:09:23.689515Z","end":"2026-07-28T17:09:24.066228Z","steps":["trace[568012778] 'agreement among raft nodes before linearized reading' (duration: 376.550573ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:24.066266Z","caller":"traceutil/trace.go:171","msg":"trace[1113785380] transaction","detail":"{read_only:false; response_revision:41055; number_of_response:1; }","duration":"831.416121ms","start":"2026-07-28T17:09:23.234803Z","end":"2026-07-28T17:09:24.066219Z","steps":["trace[1113785380] 'process raft request' (duration: 830.486838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:24.066315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.689502Z","time spent":"376.799489ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:24.066261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.837512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:24.066452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.234777Z","time spent":"831.594736ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:24.066476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.573856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:24.066516Z","caller":"traceutil/trace.go:171","msg":"trace[2109402848] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:41055; }","duration":"312.644948ms","start":"2026-07-28T17:09:23.753858Z","end":"2026-07-28T17:09:24.066503Z","steps":["trace[2109402848] 'agreement among raft nodes before linearized reading' (duration: 312.580926ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:24.066514Z","caller":"traceutil/trace.go:171","msg":"trace[1771032455] transaction","detail":"{read_only:false; response_revision:41054; number_of_response:1; }","duration":"831.782479ms","start":"2026-07-28T17:09:23.234712Z","end":"2026-07-28T17:09:24.066494Z","steps":["trace[1771032455] 'process raft request' (duration: 830.532989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:24.066494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.533485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T17:09:24.066559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.753843Z","time spent":"312.707179ms","remote":"127.0.0.1:35584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:24.066614Z","caller":"traceutil/trace.go:171","msg":"trace[1072381825] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41055; }","duration":"349.70783ms","start":"2026-07-28T17:09:23.716875Z","end":"2026-07-28T17:09:24.066583Z","steps":["trace[1072381825] 'agreement among raft nodes before linearized reading' (duration: 349.30101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:24.066702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.716857Z","time spent":"349.829902ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:09:24.066409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.986282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T17:09:24.066805Z","caller":"traceutil/trace.go:171","msg":"trace[1421392135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41055; }","duration":"349.392642ms","start":"2026-07-28T17:09:23.717397Z","end":"2026-07-28T17:09:24.06679Z","steps":["trace[1421392135] 'agreement among raft nodes before linearized reading' (duration: 348.665304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:24.066623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.234702Z","time spent":"831.856792ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:24.066858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.71739Z","time spent":"349.454063ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:09:24.06663Z","caller":"traceutil/trace.go:171","msg":"trace[1991081815] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:41055; }","duration":"920.223142ms","start":"2026-07-28T17:09:23.146255Z","end":"2026-07-28T17:09:24.066478Z","steps":["trace[1991081815] 'agreement among raft nodes before linearized reading' (duration: 919.795592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:24.067051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.146241Z","time spent":"920.792686ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T17:09:24.067863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.899968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T17:09:24.067966Z","caller":"traceutil/trace.go:171","msg":"trace[93041349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41055; }","duration":"351.013181ms","start":"2026-07-28T17:09:23.716933Z","end":"2026-07-28T17:09:24.067946Z","steps":["trace[93041349] 'agreement among raft nodes before linearized reading' (duration: 349.141295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:24.068014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:23.716917Z","time spent":"351.087893ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:25.116369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.336306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:25.116482Z","caller":"traceutil/trace.go:171","msg":"trace[1685563859] linearizableReadLoop","detail":"{readStateIndex:42297; appliedIndex:42296; }","duration":"1.044963068s","start":"2026-07-28T17:09:24.071504Z","end":"2026-07-28T17:09:25.116467Z","steps":["trace[1685563859] 'read index received' (duration: 179.464767ms)","trace[1685563859] 'applied index is now lower than readState.Index' (duration: 865.496981ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:25.116544Z","caller":"traceutil/trace.go:171","msg":"trace[176277325] transaction","detail":"{read_only:false; response_revision:41056; number_of_response:1; }","duration":"1.046948365s","start":"2026-07-28T17:09:24.069587Z","end":"2026-07-28T17:09:25.116535Z","steps":["trace[176277325] 'process raft request' (duration: 181.372043ms)","trace[176277325] 'compare' (duration: 864.845574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:25.116585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:24.069561Z","time spent":"1.047006727s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:25.117031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045506411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:09:25.117118Z","caller":"traceutil/trace.go:171","msg":"trace[1354352250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41056; }","duration":"1.045653784s","start":"2026-07-28T17:09:24.071446Z","end":"2026-07-28T17:09:25.1171Z","steps":["trace[1354352250] 'agreement among raft nodes before linearized reading' (duration: 1.045369877s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.117164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:24.07143Z","time spent":"1.045726266s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T17:09:25.171514Z","caller":"traceutil/trace.go:171","msg":"trace[945284723] transaction","detail":"{read_only:false; response_revision:41059; number_of_response:1; }","duration":"1.0984709s","start":"2026-07-28T17:09:24.073018Z","end":"2026-07-28T17:09:25.171489Z","steps":["trace[945284723] 'process raft request' (duration: 1.098426388s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.171679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:24.073005Z","time spent":"1.098594972s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:25.172017Z","caller":"traceutil/trace.go:171","msg":"trace[1656800698] transaction","detail":"{read_only:false; response_revision:41057; number_of_response:1; }","duration":"1.100313884s","start":"2026-07-28T17:09:24.071692Z","end":"2026-07-28T17:09:25.172006Z","steps":["trace[1656800698] 'process raft request' (duration: 1.099564206s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:25.172Z","caller":"traceutil/trace.go:171","msg":"trace[980857523] transaction","detail":"{read_only:false; response_revision:41058; number_of_response:1; }","duration":"1.099587026s","start":"2026-07-28T17:09:24.07238Z","end":"2026-07-28T17:09:25.171967Z","steps":["trace[980857523] 'process raft request' (duration: 1.099017532s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.172086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:24.071676Z","time spent":"1.100361616s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:25.172151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:24.072371Z","time spent":"1.09971279s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:25.172245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.47959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:25.172272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.189778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:25.172309Z","caller":"traceutil/trace.go:171","msg":"trace[538271110] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:41059; }","duration":"842.600783ms","start":"2026-07-28T17:09:24.329693Z","end":"2026-07-28T17:09:25.172294Z","steps":["trace[538271110] 'agreement among raft nodes before linearized reading' (duration: 842.46952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.172316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.837444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T17:09:25.172337Z","caller":"traceutil/trace.go:171","msg":"trace[1818730489] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:41059; }","duration":"647.298371ms","start":"2026-07-28T17:09:24.525025Z","end":"2026-07-28T17:09:25.172323Z","steps":["trace[1818730489] 'agreement among raft nodes before linearized reading' (duration: 647.208699ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:25.172345Z","caller":"traceutil/trace.go:171","msg":"trace[1837970577] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:41059; }","duration":"781.942677ms","start":"2026-07-28T17:09:24.390394Z","end":"2026-07-28T17:09:25.172336Z","steps":["trace[1837970577] 'agreement among raft nodes before linearized reading' (duration: 781.749602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.172342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:24.329667Z","time spent":"842.668295ms","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:25.172363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:24.525002Z","time spent":"647.356112ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:25.172365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:24.390363Z","time spent":"781.996919ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:25.172272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.123573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:25.172355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.531057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T17:09:25.172413Z","caller":"traceutil/trace.go:171","msg":"trace[1378766198] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:41059; }","duration":"593.309878ms","start":"2026-07-28T17:09:24.579091Z","end":"2026-07-28T17:09:25.172401Z","steps":["trace[1378766198] 'agreement among raft nodes before linearized reading' (duration: 593.105703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.172452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:24.579074Z","time spent":"593.370219ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:25.172458Z","caller":"traceutil/trace.go:171","msg":"trace[1031209427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41059; }","duration":"871.675751ms","start":"2026-07-28T17:09:24.300761Z","end":"2026-07-28T17:09:25.172437Z","steps":["trace[1031209427] 'agreement among raft nodes before linearized reading' (duration: 871.413434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.172439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.707176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-28T17:09:25.172504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:24.300747Z","time spent":"871.748422ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:09:25.172524Z","caller":"traceutil/trace.go:171","msg":"trace[56962498] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:41059; }","duration":"962.874789ms","start":"2026-07-28T17:09:24.209628Z","end":"2026-07-28T17:09:25.172503Z","steps":["trace[56962498] 'agreement among raft nodes before linearized reading' (duration: 962.605663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.17257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:24.209603Z","time spent":"962.958442ms","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T17:09:25.172798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.370204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-28T17:09:25.172836Z","caller":"traceutil/trace.go:171","msg":"trace[1951003755] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:41059; }","duration":"262.447746ms","start":"2026-07-28T17:09:24.910375Z","end":"2026-07-28T17:09:25.172823Z","steps":["trace[1951003755] 'agreement among raft nodes before linearized reading' (duration: 262.295522ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:25.614018Z","caller":"traceutil/trace.go:171","msg":"trace[1456178878] transaction","detail":"{read_only:false; response_revision:41060; number_of_response:1; }","duration":"466.680466ms","start":"2026-07-28T17:09:25.147294Z","end":"2026-07-28T17:09:25.613974Z","steps":["trace[1456178878] 'process raft request' (duration: 466.386238ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:25.614067Z","caller":"traceutil/trace.go:171","msg":"trace[1425840912] linearizableReadLoop","detail":"{readStateIndex:42305; appliedIndex:42300; }","duration":"441.899323ms","start":"2026-07-28T17:09:25.172141Z","end":"2026-07-28T17:09:25.614041Z","steps":["trace[1425840912] 'read index received' (duration: 441.515294ms)","trace[1425840912] 'applied index is now lower than readState.Index' (duration: 383.099µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:25.614116Z","caller":"traceutil/trace.go:171","msg":"trace[844991936] transaction","detail":"{read_only:false; response_revision:41062; number_of_response:1; }","duration":"465.067877ms","start":"2026-07-28T17:09:25.148999Z","end":"2026-07-28T17:09:25.614067Z","steps":["trace[844991936] 'process raft request' (duration: 464.891763ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:25.614186Z","caller":"traceutil/trace.go:171","msg":"trace[275058416] transaction","detail":"{read_only:false; response_revision:41063; number_of_response:1; }","duration":"464.965705ms","start":"2026-07-28T17:09:25.149176Z","end":"2026-07-28T17:09:25.614142Z","steps":["trace[275058416] 'process raft request' (duration: 464.77191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.61423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.147268Z","time spent":"466.85198ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:25.614174Z","caller":"traceutil/trace.go:171","msg":"trace[115177002] transaction","detail":"{read_only:false; response_revision:41064; number_of_response:1; }","duration":"464.728669ms","start":"2026-07-28T17:09:25.149365Z","end":"2026-07-28T17:09:25.614094Z","steps":["trace[115177002] 'process raft request' (duration: 464.639106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.614272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.324851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-07-28T17:09:25.614307Z","caller":"traceutil/trace.go:171","msg":"trace[1900857081] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41064; }","duration":"490.400663ms","start":"2026-07-28T17:09:25.123894Z","end":"2026-07-28T17:09:25.614295Z","steps":["trace[1900857081] 'agreement among raft nodes before linearized reading' (duration: 490.25178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.614303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.148991Z","time spent":"465.2163ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:25.614337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.12388Z","time spent":"490.450534ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T17:09:25.6144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.149147Z","time spent":"465.127028ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:25.614381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.149357Z","time spent":"464.926683ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:25.614463Z","caller":"traceutil/trace.go:171","msg":"trace[253478007] transaction","detail":"{read_only:false; response_revision:41061; number_of_response:1; }","duration":"466.341228ms","start":"2026-07-28T17:09:25.148108Z","end":"2026-07-28T17:09:25.61445Z","steps":["trace[253478007] 'process raft request' (duration: 465.749104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.614521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.1481Z","time spent":"466.392349ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:25.614603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.809498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-07-28T17:09:25.614632Z","caller":"traceutil/trace.go:171","msg":"trace[111778809] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41064; }","duration":"491.870439ms","start":"2026-07-28T17:09:25.122754Z","end":"2026-07-28T17:09:25.614624Z","steps":["trace[111778809] 'agreement among raft nodes before linearized reading' (duration: 491.806198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.614652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.122735Z","time spent":"491.91062ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T17:09:25.614629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.03711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22743"} {"level":"info","ts":"2026-07-28T17:09:25.614747Z","caller":"traceutil/trace.go:171","msg":"trace[1680890105] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:41064; }","duration":"496.163573ms","start":"2026-07-28T17:09:25.118542Z","end":"2026-07-28T17:09:25.614706Z","steps":["trace[1680890105] 'agreement among raft nodes before linearized reading' (duration: 495.908327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:25.614807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.118525Z","time spent":"496.269236ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22766,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T17:09:26.531458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.896187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:26.53169Z","caller":"traceutil/trace.go:171","msg":"trace[1317787760] transaction","detail":"{read_only:false; response_revision:41065; number_of_response:1; }","duration":"1.354624281s","start":"2026-07-28T17:09:25.177046Z","end":"2026-07-28T17:09:26.531671Z","steps":["trace[1317787760] 'process raft request' (duration: 590.426637ms)","trace[1317787760] 'compare' (duration: 763.271652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:26.531755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.177024Z","time spent":"1.354702363s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:26.531753Z","caller":"traceutil/trace.go:171","msg":"trace[1979227097] transaction","detail":"{read_only:false; response_revision:41066; number_of_response:1; }","duration":"905.318349ms","start":"2026-07-28T17:09:25.626418Z","end":"2026-07-28T17:09:26.531736Z","steps":["trace[1979227097] 'process raft request' (duration: 905.171245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.531836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.626396Z","time spent":"905.39581ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:26.531864Z","caller":"traceutil/trace.go:171","msg":"trace[664480736] linearizableReadLoop","detail":"{readStateIndex:42306; appliedIndex:42305; }","duration":"917.68887ms","start":"2026-07-28T17:09:25.614124Z","end":"2026-07-28T17:09:26.531813Z","steps":["trace[664480736] 'read index received' (duration: 153.368862ms)","trace[664480736] 'applied index is now lower than readState.Index' (duration: 764.314247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:26.531998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.646938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:26.532093Z","caller":"traceutil/trace.go:171","msg":"trace[1781037123] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:41066; }","duration":"986.74858ms","start":"2026-07-28T17:09:25.545288Z","end":"2026-07-28T17:09:26.532036Z","steps":["trace[1781037123] 'agreement among raft nodes before linearized reading' (duration: 986.659268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.532141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.545247Z","time spent":"986.881573ms","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:26.532139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258532064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-28T17:09:26.532201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355834431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4e6aac62-9035-4cff-8984-b500fcc16d9a\" ","response":"range_response_count:1 size:2210"} {"level":"info","ts":"2026-07-28T17:09:26.532228Z","caller":"traceutil/trace.go:171","msg":"trace[1674018179] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:41066; }","duration":"1.258675247s","start":"2026-07-28T17:09:25.273531Z","end":"2026-07-28T17:09:26.532206Z","steps":["trace[1674018179] 'agreement among raft nodes before linearized reading' (duration: 1.25838316s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.53227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.273507Z","time spent":"1.258753868s","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-28T17:09:26.532272Z","caller":"traceutil/trace.go:171","msg":"trace[1636882770] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4e6aac62-9035-4cff-8984-b500fcc16d9a; range_end:; response_count:1; response_revision:41066; }","duration":"1.355917753s","start":"2026-07-28T17:09:25.176334Z","end":"2026-07-28T17:09:26.532251Z","steps":["trace[1636882770] 'agreement among raft nodes before linearized reading' (duration: 1.355648057s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.532321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.176291Z","time spent":"1.356018236s","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2233,"request content":"key:\"/registry/persistentvolumes/pvc-4e6aac62-9035-4cff-8984-b500fcc16d9a\" "} {"level":"warn","ts":"2026-07-28T17:09:26.532575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131983804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273033"} {"level":"info","ts":"2026-07-28T17:09:26.532616Z","caller":"traceutil/trace.go:171","msg":"trace[496317899] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:41066; }","duration":"1.132082976s","start":"2026-07-28T17:09:25.400523Z","end":"2026-07-28T17:09:26.532606Z","steps":["trace[496317899] 'agreement among raft nodes before linearized reading' (duration: 1.131348478s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.532704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.400491Z","time spent":"1.132141177s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273056,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-28T17:09:26.886548Z","caller":"traceutil/trace.go:171","msg":"trace[443104434] transaction","detail":"{read_only:false; response_revision:41067; number_of_response:1; }","duration":"813.886594ms","start":"2026-07-28T17:09:26.072633Z","end":"2026-07-28T17:09:26.88652Z","steps":["trace[443104434] 'process raft request' (duration: 813.433673ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:26.886578Z","caller":"traceutil/trace.go:171","msg":"trace[1203080647] transaction","detail":"{read_only:false; response_revision:41068; number_of_response:1; }","duration":"813.911324ms","start":"2026-07-28T17:09:26.072643Z","end":"2026-07-28T17:09:26.886554Z","steps":["trace[1203080647] 'process raft request' (duration: 813.805112ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:26.886647Z","caller":"traceutil/trace.go:171","msg":"trace[807827971] linearizableReadLoop","detail":"{readStateIndex:42310; appliedIndex:42307; }","duration":"354.67173ms","start":"2026-07-28T17:09:26.531943Z","end":"2026-07-28T17:09:26.886615Z","steps":["trace[807827971] 'read index received' (duration: 354.032874ms)","trace[807827971] 'applied index is now lower than readState.Index' (duration: 626.846µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:26.88669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.072615Z","time spent":"814.012656ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:26.886729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.072612Z","time spent":"814.003617ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:26.887123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.488047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:09:26.887171Z","caller":"traceutil/trace.go:171","msg":"trace[1685729236] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:41069; }","duration":"966.587279ms","start":"2026-07-28T17:09:25.920566Z","end":"2026-07-28T17:09:26.887154Z","steps":["trace[1685729236] 'agreement among raft nodes before linearized reading' (duration: 966.415805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.887208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.920546Z","time spent":"966.65183ms","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:26.887193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.014262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:26.887237Z","caller":"traceutil/trace.go:171","msg":"trace[686833527] transaction","detail":"{read_only:false; response_revision:41069; number_of_response:1; }","duration":"814.489199ms","start":"2026-07-28T17:09:26.072732Z","end":"2026-07-28T17:09:26.887222Z","steps":["trace[686833527] 'process raft request' (duration: 813.791832ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:26.887255Z","caller":"traceutil/trace.go:171","msg":"trace[38867852] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:41069; }","duration":"538.110614ms","start":"2026-07-28T17:09:26.349129Z","end":"2026-07-28T17:09:26.887239Z","steps":["trace[38867852] 'agreement among raft nodes before linearized reading' (duration: 538.018092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.887256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199616109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T17:09:26.887266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263053173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T17:09:26.88729Z","caller":"traceutil/trace.go:171","msg":"trace[2070867630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41069; }","duration":"1.199690651s","start":"2026-07-28T17:09:25.687586Z","end":"2026-07-28T17:09:26.887277Z","steps":["trace[2070867630] 'agreement among raft nodes before linearized reading' (duration: 1.199586488s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.887279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.071013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:26.887308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.687564Z","time spent":"1.199741173s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T17:09:26.887313Z","caller":"traceutil/trace.go:171","msg":"trace[189231677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:41069; }","duration":"1.263116305s","start":"2026-07-28T17:09:25.624183Z","end":"2026-07-28T17:09:26.887299Z","steps":["trace[189231677] 'agreement among raft nodes before linearized reading' (duration: 1.26293752s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.887286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.349109Z","time spent":"538.170255ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:26.887178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.127094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:09:26.887335Z","caller":"traceutil/trace.go:171","msg":"trace[147705911] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:41069; }","duration":"575.155415ms","start":"2026-07-28T17:09:26.312162Z","end":"2026-07-28T17:09:26.887317Z","steps":["trace[147705911] 'agreement among raft nodes before linearized reading' (duration: 575.071013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.887371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.143919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:26.887398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23662798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:26.887404Z","caller":"traceutil/trace.go:171","msg":"trace[1117849778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41069; }","duration":"815.421781ms","start":"2026-07-28T17:09:26.071975Z","end":"2026-07-28T17:09:26.887397Z","steps":["trace[1117849778] 'agreement among raft nodes before linearized reading' (duration: 814.819886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.88743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.071954Z","time spent":"815.466412ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T17:09:26.887426Z","caller":"traceutil/trace.go:171","msg":"trace[1676814438] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:41069; }","duration":"539.20548ms","start":"2026-07-28T17:09:26.348206Z","end":"2026-07-28T17:09:26.887411Z","steps":["trace[1676814438] 'agreement among raft nodes before linearized reading' (duration: 539.005055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.887425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.312141Z","time spent":"575.269048ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:26.887439Z","caller":"traceutil/trace.go:171","msg":"trace[565201646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41069; }","duration":"1.236672671s","start":"2026-07-28T17:09:25.650744Z","end":"2026-07-28T17:09:26.887417Z","steps":["trace[565201646] 'agreement among raft nodes before linearized reading' (duration: 1.23662606s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:26.887454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.348188Z","time spent":"539.259562ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:26.887465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.65072Z","time spent":"1.236739122s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:26.887354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:25.624168Z","time spent":"1.263178786s","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T17:09:26.88777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.072691Z","time spent":"814.577721ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:27.387285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:09:27.554856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.09218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:27.55495Z","caller":"traceutil/trace.go:171","msg":"trace[96672915] transaction","detail":"{read_only:false; response_revision:41070; number_of_response:1; }","duration":"1.012552178s","start":"2026-07-28T17:09:26.542381Z","end":"2026-07-28T17:09:27.554933Z","steps":["trace[96672915] 'process raft request' (duration: 851.321595ms)","trace[96672915] 'compare' (duration: 160.640069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:27.55499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.542357Z","time spent":"1.01261367s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:27.569589Z","caller":"traceutil/trace.go:171","msg":"trace[782263555] transaction","detail":"{read_only:false; response_revision:41071; number_of_response:1; }","duration":"677.918186ms","start":"2026-07-28T17:09:26.891647Z","end":"2026-07-28T17:09:27.569565Z","steps":["trace[782263555] 'process raft request' (duration: 677.767702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.569722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.891626Z","time spent":"678.033198ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:27.569833Z","caller":"traceutil/trace.go:171","msg":"trace[1525552192] linearizableReadLoop","detail":"{readStateIndex:42313; appliedIndex:42310; }","duration":"683.01506ms","start":"2026-07-28T17:09:26.886711Z","end":"2026-07-28T17:09:27.569726Z","steps":["trace[1525552192] 'read index received' (duration: 506.956746ms)","trace[1525552192] 'applied index is now lower than readState.Index' (duration: 176.056304ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:27.569847Z","caller":"traceutil/trace.go:171","msg":"trace[796095972] transaction","detail":"{read_only:false; response_revision:41072; number_of_response:1; }","duration":"676.43341ms","start":"2026-07-28T17:09:26.893374Z","end":"2026-07-28T17:09:27.569807Z","steps":["trace[796095972] 'process raft request' (duration: 676.158133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.57004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.441392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-28T17:09:27.570048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.156672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T17:09:27.570077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.35967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-28T17:09:27.570062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.893356Z","time spent":"676.617504ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:27.570082Z","caller":"traceutil/trace.go:171","msg":"trace[1539123816] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41072; }","duration":"852.537164ms","start":"2026-07-28T17:09:26.717533Z","end":"2026-07-28T17:09:27.57007Z","steps":["trace[1539123816] 'agreement among raft nodes before linearized reading' (duration: 852.328599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.570039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033877027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-07-28T17:09:27.570107Z","caller":"traceutil/trace.go:171","msg":"trace[1431315494] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41072; }","duration":"852.389721ms","start":"2026-07-28T17:09:26.717707Z","end":"2026-07-28T17:09:27.570097Z","steps":["trace[1431315494] 'agreement among raft nodes before linearized reading' (duration: 852.273388ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:27.570104Z","caller":"traceutil/trace.go:171","msg":"trace[108264237] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41072; }","duration":"851.264504ms","start":"2026-07-28T17:09:26.718823Z","end":"2026-07-28T17:09:27.570088Z","steps":["trace[108264237] 'agreement among raft nodes before linearized reading' (duration: 850.948416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.570124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.717511Z","time spent":"852.603867ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:09:27.57013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.71761Z","time spent":"852.514434ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:09:27.57014Z","caller":"traceutil/trace.go:171","msg":"trace[1007025350] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:41072; }","duration":"1.0339791s","start":"2026-07-28T17:09:26.536137Z","end":"2026-07-28T17:09:27.570116Z","steps":["trace[1007025350] 'agreement among raft nodes before linearized reading' (duration: 1.033828476s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.570157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.7188Z","time spent":"851.348545ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:09:27.570171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.536132Z","time spent":"1.034029241s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T17:09:27.570262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.68428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T17:09:27.570285Z","caller":"traceutil/trace.go:171","msg":"trace[223779532] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41072; }","duration":"850.737721ms","start":"2026-07-28T17:09:26.719541Z","end":"2026-07-28T17:09:27.570278Z","steps":["trace[223779532] 'agreement among raft nodes before linearized reading' (duration: 850.680759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.570304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.719525Z","time spent":"850.774042ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:09:27.570308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034962204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-07-28T17:09:27.57034Z","caller":"traceutil/trace.go:171","msg":"trace[2040085229] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:41072; }","duration":"1.035016825s","start":"2026-07-28T17:09:26.535312Z","end":"2026-07-28T17:09:27.570329Z","steps":["trace[2040085229] 'agreement among raft nodes before linearized reading' (duration: 1.034924343s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.570367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.535289Z","time spent":"1.035071507s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-28T17:09:27.570348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.510433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:27.570421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03439574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-07-28T17:09:27.570446Z","caller":"traceutil/trace.go:171","msg":"trace[941094566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41072; }","duration":"681.637996ms","start":"2026-07-28T17:09:26.888798Z","end":"2026-07-28T17:09:27.570436Z","steps":["trace[941094566] 'agreement among raft nodes before linearized reading' (duration: 681.518313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.570479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.888776Z","time spent":"681.694188ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:09:27.570485Z","caller":"traceutil/trace.go:171","msg":"trace[2016198125] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:41072; }","duration":"1.034491782s","start":"2026-07-28T17:09:26.535974Z","end":"2026-07-28T17:09:27.570466Z","steps":["trace[2016198125] 'agreement among raft nodes before linearized reading' (duration: 1.034313338s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.570529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:26.53596Z","time spent":"1.034558684s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-28T17:09:27.570632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.834137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:27.570707Z","caller":"traceutil/trace.go:171","msg":"trace[1608775079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41072; }","duration":"320.95644ms","start":"2026-07-28T17:09:27.249741Z","end":"2026-07-28T17:09:27.570698Z","steps":["trace[1608775079] 'agreement among raft nodes before linearized reading' (duration: 320.862958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.570736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.249714Z","time spent":"321.014552ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:27.570734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.866544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T17:09:27.570768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.192872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:09:27.570779Z","caller":"traceutil/trace.go:171","msg":"trace[1153683514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41072; }","duration":"393.960506ms","start":"2026-07-28T17:09:27.176805Z","end":"2026-07-28T17:09:27.570765Z","steps":["trace[1153683514] 'agreement among raft nodes before linearized reading' (duration: 393.813633ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:27.570801Z","caller":"traceutil/trace.go:171","msg":"trace[899269502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41072; }","duration":"394.271784ms","start":"2026-07-28T17:09:27.176519Z","end":"2026-07-28T17:09:27.570791Z","steps":["trace[899269502] 'agreement among raft nodes before linearized reading' (duration: 394.181852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.570817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.176778Z","time spent":"394.028738ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:27.570827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.176494Z","time spent":"394.325956ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:09:27.570844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.912066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:09:27.570868Z","caller":"traceutil/trace.go:171","msg":"trace[883264876] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41072; }","duration":"391.953378ms","start":"2026-07-28T17:09:27.178908Z","end":"2026-07-28T17:09:27.570861Z","steps":["trace[883264876] 'agreement among raft nodes before linearized reading' (duration: 391.887826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:27.570887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.178894Z","time spent":"391.988668ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:09:27.985185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.477396ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:27.985316Z","caller":"traceutil/trace.go:171","msg":"trace[205513489] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:41072; }","duration":"158.619759ms","start":"2026-07-28T17:09:27.826678Z","end":"2026-07-28T17:09:27.985297Z","steps":["trace[205513489] 'range keys from in-memory index tree' (duration: 158.460106ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:27.98537Z","caller":"traceutil/trace.go:171","msg":"trace[1365973887] transaction","detail":"{read_only:false; response_revision:41073; number_of_response:1; }","duration":"410.206132ms","start":"2026-07-28T17:09:27.575118Z","end":"2026-07-28T17:09:27.985325Z","steps":["trace[1365973887] 'process raft request' (duration: 363.088845ms)","trace[1365973887] 'compare' (duration: 46.644776ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:27.98558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.5751Z","time spent":"410.394546ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:28.041745Z","caller":"traceutil/trace.go:171","msg":"trace[112196279] transaction","detail":"{read_only:false; response_revision:41075; number_of_response:1; }","duration":"465.20036ms","start":"2026-07-28T17:09:27.576507Z","end":"2026-07-28T17:09:28.041707Z","steps":["trace[112196279] 'process raft request' (duration: 465.094377ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:28.041753Z","caller":"traceutil/trace.go:171","msg":"trace[983892164] transaction","detail":"{read_only:false; response_revision:41074; number_of_response:1; }","duration":"465.202039ms","start":"2026-07-28T17:09:27.576496Z","end":"2026-07-28T17:09:28.041698Z","steps":["trace[983892164] 'process raft request' (duration: 464.979594ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:28.041817Z","caller":"traceutil/trace.go:171","msg":"trace[1090338739] transaction","detail":"{read_only:false; response_revision:41076; number_of_response:1; }","duration":"465.202619ms","start":"2026-07-28T17:09:27.576577Z","end":"2026-07-28T17:09:28.04178Z","steps":["trace[1090338739] 'process raft request' (duration: 465.067006ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:28.041861Z","caller":"traceutil/trace.go:171","msg":"trace[619725754] transaction","detail":"{read_only:false; response_revision:41080; number_of_response:1; }","duration":"464.455432ms","start":"2026-07-28T17:09:27.57738Z","end":"2026-07-28T17:09:28.041835Z","steps":["trace[619725754] 'process raft request' (duration: 464.3949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.041932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.57648Z","time spent":"465.358183ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:28.041936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.576571Z","time spent":"465.300162ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:28.042011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.577367Z","time spent":"464.564604ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:28.042089Z","caller":"traceutil/trace.go:171","msg":"trace[3921776] linearizableReadLoop","detail":"{readStateIndex:42328; appliedIndex:42313; }","duration":"357.885638ms","start":"2026-07-28T17:09:27.684183Z","end":"2026-07-28T17:09:28.042068Z","steps":["trace[3921776] 'read index received' (duration: 254.088633ms)","trace[3921776] 'applied index is now lower than readState.Index' (duration: 103.796215ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:28.042137Z","caller":"traceutil/trace.go:171","msg":"trace[993770171] transaction","detail":"{read_only:false; response_revision:41077; number_of_response:1; }","duration":"465.507627ms","start":"2026-07-28T17:09:27.576622Z","end":"2026-07-28T17:09:28.042129Z","steps":["trace[993770171] 'process raft request' (duration: 465.061506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.042173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.576611Z","time spent":"465.541698ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:28.042201Z","caller":"traceutil/trace.go:171","msg":"trace[442809008] transaction","detail":"{read_only:false; response_revision:41081; number_of_response:1; }","duration":"463.620072ms","start":"2026-07-28T17:09:27.578573Z","end":"2026-07-28T17:09:28.042193Z","steps":["trace[442809008] 'process raft request' (duration: 463.223882ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:28.042232Z","caller":"traceutil/trace.go:171","msg":"trace[673467007] transaction","detail":"{read_only:false; response_revision:41078; number_of_response:1; }","duration":"465.608719ms","start":"2026-07-28T17:09:27.576617Z","end":"2026-07-28T17:09:28.042226Z","steps":["trace[673467007] 'process raft request' (duration: 465.091907ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:28.042219Z","caller":"traceutil/trace.go:171","msg":"trace[1946043776] transaction","detail":"{read_only:false; response_revision:41086; number_of_response:1; }","duration":"422.06734ms","start":"2026-07-28T17:09:27.620139Z","end":"2026-07-28T17:09:28.042206Z","steps":["trace[1946043776] 'process raft request' (duration: 421.879595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.042267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.576613Z","time spent":"465.63556ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:28.042294Z","caller":"traceutil/trace.go:171","msg":"trace[330046973] transaction","detail":"{read_only:false; response_revision:41087; number_of_response:1; }","duration":"405.409305ms","start":"2026-07-28T17:09:27.636879Z","end":"2026-07-28T17:09:28.042288Z","steps":["trace[330046973] 'process raft request' (duration: 405.159949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.042293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.620109Z","time spent":"422.152342ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:28.041894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.576492Z","time spent":"465.334453ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1240,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:28.042352Z","caller":"traceutil/trace.go:171","msg":"trace[1837636199] transaction","detail":"{read_only:false; response_revision:41083; number_of_response:1; }","duration":"423.090625ms","start":"2026-07-28T17:09:27.619254Z","end":"2026-07-28T17:09:28.042345Z","steps":["trace[1837636199] 'process raft request' (duration: 422.698526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.042386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.619234Z","time spent":"423.135166ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:28.042389Z","caller":"traceutil/trace.go:171","msg":"trace[157807391] transaction","detail":"{read_only:false; response_revision:41084; number_of_response:1; }","duration":"423.010713ms","start":"2026-07-28T17:09:27.619365Z","end":"2026-07-28T17:09:28.042376Z","steps":["trace[157807391] 'process raft request' (duration: 422.612763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.042268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.578564Z","time spent":"463.655912ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:28.042441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.619336Z","time spent":"423.075995ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:28.042453Z","caller":"traceutil/trace.go:171","msg":"trace[1924222137] transaction","detail":"{read_only:false; response_revision:41082; number_of_response:1; }","duration":"463.863427ms","start":"2026-07-28T17:09:27.578582Z","end":"2026-07-28T17:09:28.042446Z","steps":["trace[1924222137] 'process raft request' (duration: 463.299813ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:28.042325Z","caller":"traceutil/trace.go:171","msg":"trace[1611417342] transaction","detail":"{read_only:false; response_revision:41079; number_of_response:1; }","duration":"465.505087ms","start":"2026-07-28T17:09:27.576814Z","end":"2026-07-28T17:09:28.042319Z","steps":["trace[1611417342] 'process raft request' (duration: 464.934993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.042518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.263426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-28T17:09:28.042521Z","caller":"traceutil/trace.go:171","msg":"trace[206810280] transaction","detail":"{read_only:false; response_revision:41085; number_of_response:1; }","duration":"422.47104ms","start":"2026-07-28T17:09:27.620043Z","end":"2026-07-28T17:09:28.042514Z","steps":["trace[206810280] 'process raft request' (duration: 421.956168ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:28.042541Z","caller":"traceutil/trace.go:171","msg":"trace[913288297] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:41087; }","duration":"157.320838ms","start":"2026-07-28T17:09:27.885211Z","end":"2026-07-28T17:09:28.042532Z","steps":["trace[913288297] 'agreement among raft nodes before linearized reading' (duration: 157.264746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.042556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.620029Z","time spent":"422.509201ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:28.042454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.850947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:28.0427Z","caller":"traceutil/trace.go:171","msg":"trace[1086839539] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:41087; }","duration":"284.134614ms","start":"2026-07-28T17:09:27.758558Z","end":"2026-07-28T17:09:28.042692Z","steps":["trace[1086839539] 'agreement among raft nodes before linearized reading' (duration: 283.879147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.042544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.576795Z","time spent":"465.720322ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:28.042328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.636869Z","time spent":"405.440245ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:28.042416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.249327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T17:09:28.042871Z","caller":"traceutil/trace.go:171","msg":"trace[732437710] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:41087; }","duration":"358.730469ms","start":"2026-07-28T17:09:27.684122Z","end":"2026-07-28T17:09:28.042853Z","steps":["trace[732437710] 'agreement among raft nodes before linearized reading' (duration: 358.220256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.042496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.578576Z","time spent":"463.901627ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:28.042946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:27.684102Z","time spent":"358.824331ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T17:09:28.396363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.675408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:28.396607Z","caller":"traceutil/trace.go:171","msg":"trace[1938352651] linearizableReadLoop","detail":"{readStateIndex:42332; appliedIndex:42329; }","duration":"318.326386ms","start":"2026-07-28T17:09:28.078262Z","end":"2026-07-28T17:09:28.396588Z","steps":["trace[1938352651] 'read index received' (duration: 185.34525ms)","trace[1938352651] 'applied index is now lower than readState.Index' (duration: 132.979796ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:28.396639Z","caller":"traceutil/trace.go:171","msg":"trace[293688751] transaction","detail":"{read_only:false; response_revision:41088; number_of_response:1; }","duration":"349.133405ms","start":"2026-07-28T17:09:28.047466Z","end":"2026-07-28T17:09:28.396599Z","steps":["trace[293688751] 'process raft request' (duration: 216.038317ms)","trace[293688751] 'compare' (duration: 132.271768ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:28.396707Z","caller":"traceutil/trace.go:171","msg":"trace[809375354] transaction","detail":"{read_only:false; response_revision:41089; number_of_response:1; }","duration":"349.089814ms","start":"2026-07-28T17:09:28.047579Z","end":"2026-07-28T17:09:28.396669Z","steps":["trace[809375354] 'process raft request' (duration: 348.885849ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:28.396651Z","caller":"traceutil/trace.go:171","msg":"trace[2022133636] transaction","detail":"{read_only:false; response_revision:41090; number_of_response:1; }","duration":"348.851628ms","start":"2026-07-28T17:09:28.047775Z","end":"2026-07-28T17:09:28.396627Z","steps":["trace[2022133636] 'process raft request' (duration: 348.765006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.396785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.183916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18c6832adcd7ec45\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-07-28T17:09:28.396803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.047432Z","time spent":"349.29761ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:28.396822Z","caller":"traceutil/trace.go:171","msg":"trace[665115815] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18c6832adcd7ec45; range_end:; response_count:1; response_revision:41090; }","duration":"349.269249ms","start":"2026-07-28T17:09:28.047542Z","end":"2026-07-28T17:09:28.396812Z","steps":["trace[665115815] 'agreement among raft nodes before linearized reading' (duration: 349.113335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.396826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.993917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129308"} {"level":"warn","ts":"2026-07-28T17:09:28.396849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.047516Z","time spent":"349.3253ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18c6832adcd7ec45\" "} {"level":"info","ts":"2026-07-28T17:09:28.396858Z","caller":"traceutil/trace.go:171","msg":"trace[431974867] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:41090; }","duration":"350.052217ms","start":"2026-07-28T17:09:28.046797Z","end":"2026-07-28T17:09:28.396849Z","steps":["trace[431974867] 'agreement among raft nodes before linearized reading' (duration: 349.845412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.396885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.046779Z","time spent":"350.099949ms","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129331,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-28T17:09:28.396872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.04756Z","time spent":"349.242098ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:28.396893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.047764Z","time spent":"349.050674ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1237,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:28.398208Z","caller":"traceutil/trace.go:171","msg":"trace[1424783903] transaction","detail":"{read_only:false; response_revision:41091; number_of_response:1; }","duration":"318.542901ms","start":"2026-07-28T17:09:28.079652Z","end":"2026-07-28T17:09:28.398195Z","steps":["trace[1424783903] 'process raft request' (duration: 317.432474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.3983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.079635Z","time spent":"318.628043ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:28.39829Z","caller":"traceutil/trace.go:171","msg":"trace[948256086] transaction","detail":"{read_only:false; response_revision:41092; number_of_response:1; }","duration":"248.348193ms","start":"2026-07-28T17:09:28.149897Z","end":"2026-07-28T17:09:28.398245Z","steps":["trace[948256086] 'process raft request' (duration: 248.22847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.835305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.240259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:28.835414Z","caller":"traceutil/trace.go:171","msg":"trace[208882163] transaction","detail":"{read_only:false; response_revision:41093; number_of_response:1; }","duration":"452.534572ms","start":"2026-07-28T17:09:28.382863Z","end":"2026-07-28T17:09:28.835398Z","steps":["trace[208882163] 'process raft request' (duration: 202.128279ms)","trace[208882163] 'compare' (duration: 249.89177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:28.83546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.382832Z","time spent":"452.606434ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:28.868705Z","caller":"traceutil/trace.go:171","msg":"trace[1601371765] linearizableReadLoop","detail":"{readStateIndex:42337; appliedIndex:42334; }","duration":"467.420453ms","start":"2026-07-28T17:09:28.401257Z","end":"2026-07-28T17:09:28.868677Z","steps":["trace[1601371765] 'read index received' (duration: 183.749121ms)","trace[1601371765] 'applied index is now lower than readState.Index' (duration: 283.670362ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:28.86887Z","caller":"traceutil/trace.go:171","msg":"trace[341285033] transaction","detail":"{read_only:false; response_revision:41095; number_of_response:1; }","duration":"469.185056ms","start":"2026-07-28T17:09:28.399652Z","end":"2026-07-28T17:09:28.868837Z","steps":["trace[341285033] 'process raft request' (duration: 468.854618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.869007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.399632Z","time spent":"469.30431ms","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129292,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:28.869213Z","caller":"traceutil/trace.go:171","msg":"trace[1968088603] transaction","detail":"{read_only:false; response_revision:41094; number_of_response:1; }","duration":"469.75479ms","start":"2026-07-28T17:09:28.399448Z","end":"2026-07-28T17:09:28.869202Z","steps":["trace[1968088603] 'process raft request' (duration: 468.848738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.869276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.39943Z","time spent":"469.812841ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:28.869566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.003546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:28.869603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.314432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:28.869641Z","caller":"traceutil/trace.go:171","msg":"trace[1931981171] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:41095; }","duration":"449.092648ms","start":"2026-07-28T17:09:28.420508Z","end":"2026-07-28T17:09:28.869601Z","steps":["trace[1931981171] 'agreement among raft nodes before linearized reading' (duration: 449.015966ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:28.869655Z","caller":"traceutil/trace.go:171","msg":"trace[1927229653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41095; }","duration":"218.367523ms","start":"2026-07-28T17:09:28.651274Z","end":"2026-07-28T17:09:28.869642Z","steps":["trace[1927229653] 'agreement among raft nodes before linearized reading' (duration: 218.283801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.869692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.420487Z","time spent":"449.19474ms","remote":"127.0.0.1:57570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:28.869687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.976147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:28.869761Z","caller":"traceutil/trace.go:171","msg":"trace[1266436333] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:41095; }","duration":"145.11826ms","start":"2026-07-28T17:09:28.724627Z","end":"2026-07-28T17:09:28.869745Z","steps":["trace[1266436333] 'agreement among raft nodes before linearized reading' (duration: 144.982877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.86982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.200737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:09:28.869951Z","caller":"traceutil/trace.go:171","msg":"trace[2047069449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41095; }","duration":"333.328471ms","start":"2026-07-28T17:09:28.536586Z","end":"2026-07-28T17:09:28.869915Z","steps":["trace[2047069449] 'agreement among raft nodes before linearized reading' (duration: 333.016163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.870014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.536545Z","time spent":"333.456554ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T17:09:28.869937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.394298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:09:28.870131Z","caller":"traceutil/trace.go:171","msg":"trace[1487403925] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:41095; }","duration":"346.668485ms","start":"2026-07-28T17:09:28.523429Z","end":"2026-07-28T17:09:28.870098Z","steps":["trace[1487403925] 'agreement among raft nodes before linearized reading' (duration: 346.231934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.870259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.523405Z","time spent":"346.808419ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":93,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:28.868934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.67179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T17:09:28.870829Z","caller":"traceutil/trace.go:171","msg":"trace[572219534] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:41095; }","duration":"469.623017ms","start":"2026-07-28T17:09:28.40119Z","end":"2026-07-28T17:09:28.870813Z","steps":["trace[572219534] 'agreement among raft nodes before linearized reading' (duration: 467.65308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:28.870882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.401167Z","time spent":"469.694889ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-28T17:09:29.327229Z","caller":"traceutil/trace.go:171","msg":"trace[1833433004] linearizableReadLoop","detail":"{readStateIndex:42338; appliedIndex:42337; }","duration":"455.491054ms","start":"2026-07-28T17:09:28.871709Z","end":"2026-07-28T17:09:29.3272Z","steps":["trace[1833433004] 'read index received' (duration: 455.402762ms)","trace[1833433004] 'applied index is now lower than readState.Index' (duration: 87.372µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:29.327351Z","caller":"traceutil/trace.go:171","msg":"trace[1906735040] transaction","detail":"{read_only:false; response_revision:41096; number_of_response:1; }","duration":"455.664698ms","start":"2026-07-28T17:09:28.871677Z","end":"2026-07-28T17:09:29.327341Z","steps":["trace[1906735040] 'process raft request' (duration: 455.408182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:29.327443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.871655Z","time spent":"455.73204ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:29.327581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.850633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:29.327668Z","caller":"traceutil/trace.go:171","msg":"trace[1671131751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41096; }","duration":"455.974556ms","start":"2026-07-28T17:09:28.871674Z","end":"2026-07-28T17:09:29.327648Z","steps":["trace[1671131751] 'agreement among raft nodes before linearized reading' (duration: 455.769861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:29.32771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.871657Z","time spent":"456.045857ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:29.5932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.42444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:29.593466Z","caller":"traceutil/trace.go:171","msg":"trace[1514150163] transaction","detail":"{read_only:false; response_revision:41097; number_of_response:1; }","duration":"719.714733ms","start":"2026-07-28T17:09:28.873718Z","end":"2026-07-28T17:09:29.593433Z","steps":["trace[1514150163] 'process raft request' (duration: 545.961465ms)","trace[1514150163] 'compare' (duration: 173.104812ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:29.593566Z","caller":"traceutil/trace.go:171","msg":"trace[1057531661] linearizableReadLoop","detail":"{readStateIndex:42342; appliedIndex:42338; }","duration":"266.240258ms","start":"2026-07-28T17:09:29.327308Z","end":"2026-07-28T17:09:29.593549Z","steps":["trace[1057531661] 'read index received' (duration: 92.388548ms)","trace[1057531661] 'applied index is now lower than readState.Index' (duration: 173.85075ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:29.593582Z","caller":"traceutil/trace.go:171","msg":"trace[1989090229] transaction","detail":"{read_only:false; response_revision:41098; number_of_response:1; }","duration":"700.422893ms","start":"2026-07-28T17:09:28.893127Z","end":"2026-07-28T17:09:29.59355Z","steps":["trace[1989090229] 'process raft request' (duration: 700.190007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:29.593616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.873697Z","time spent":"719.838516ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:29.593667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.13195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:29.593702Z","caller":"traceutil/trace.go:171","msg":"trace[1545795849] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:41100; }","duration":"620.203211ms","start":"2026-07-28T17:09:28.973484Z","end":"2026-07-28T17:09:29.593687Z","steps":["trace[1545795849] 'agreement among raft nodes before linearized reading' (duration: 620.14622ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:29.593677Z","caller":"traceutil/trace.go:171","msg":"trace[2000722941] transaction","detail":"{read_only:false; response_revision:41100; number_of_response:1; }","duration":"699.269735ms","start":"2026-07-28T17:09:28.894367Z","end":"2026-07-28T17:09:29.593637Z","steps":["trace[2000722941] 'process raft request' (duration: 699.134562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:29.593725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.893114Z","time spent":"700.538186ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:29.593764Z","caller":"traceutil/trace.go:171","msg":"trace[1800476128] transaction","detail":"{read_only:false; response_revision:41099; number_of_response:1; }","duration":"699.507461ms","start":"2026-07-28T17:09:28.89424Z","end":"2026-07-28T17:09:29.593748Z","steps":["trace[1800476128] 'process raft request' (duration: 699.175403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:29.593819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.894228Z","time spent":"699.561973ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:29.593736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.973463Z","time spent":"620.264702ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:29.59387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.89432Z","time spent":"699.45912ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:29.594027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.341298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18c6832a3521569c\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-28T17:09:29.59412Z","caller":"traceutil/trace.go:171","msg":"trace[985169004] range","detail":"{range_begin:/registry/events/openstack/container-infra.18c6832a3521569c; range_end:; response_count:1; response_revision:41100; }","duration":"713.470941ms","start":"2026-07-28T17:09:28.880622Z","end":"2026-07-28T17:09:29.594093Z","steps":["trace[985169004] 'agreement among raft nodes before linearized reading' (duration: 713.139883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:29.59414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.82868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-28T17:09:29.594164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.880612Z","time spent":"713.543963ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18c6832a3521569c\" "} {"level":"info","ts":"2026-07-28T17:09:29.594183Z","caller":"traceutil/trace.go:171","msg":"trace[2046568858] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:41100; }","duration":"720.943833ms","start":"2026-07-28T17:09:28.873229Z","end":"2026-07-28T17:09:29.594172Z","steps":["trace[2046568858] 'agreement among raft nodes before linearized reading' (duration: 720.534423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:29.594215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:28.873212Z","time spent":"720.996334ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-28T17:09:29.628053Z","caller":"traceutil/trace.go:171","msg":"trace[470565792] transaction","detail":"{read_only:false; response_revision:41101; number_of_response:1; }","duration":"295.809138ms","start":"2026-07-28T17:09:29.332222Z","end":"2026-07-28T17:09:29.628031Z","steps":["trace[470565792] 'process raft request' (duration: 295.292325ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:29.628236Z","caller":"traceutil/trace.go:171","msg":"trace[1111996684] transaction","detail":"{read_only:false; response_revision:41104; number_of_response:1; }","duration":"295.339717ms","start":"2026-07-28T17:09:29.33285Z","end":"2026-07-28T17:09:29.62819Z","steps":["trace[1111996684] 'process raft request' (duration: 295.111561ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:29.628349Z","caller":"traceutil/trace.go:171","msg":"trace[204326148] transaction","detail":"{read_only:false; response_revision:41103; number_of_response:1; }","duration":"296.064725ms","start":"2026-07-28T17:09:29.332278Z","end":"2026-07-28T17:09:29.628342Z","steps":["trace[204326148] 'process raft request' (duration: 295.635304ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:29.62825Z","caller":"traceutil/trace.go:171","msg":"trace[933124478] transaction","detail":"{read_only:false; response_revision:41102; number_of_response:1; }","duration":"295.992393ms","start":"2026-07-28T17:09:29.332229Z","end":"2026-07-28T17:09:29.628222Z","steps":["trace[933124478] 'process raft request' (duration: 295.640864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:30.520765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.336401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:30.520875Z","caller":"traceutil/trace.go:171","msg":"trace[456175900] linearizableReadLoop","detail":"{readStateIndex:42347; appliedIndex:42346; }","duration":"892.851095ms","start":"2026-07-28T17:09:29.628005Z","end":"2026-07-28T17:09:30.520856Z","steps":["trace[456175900] 'read index received' (duration: 349.295619ms)","trace[456175900] 'applied index is now lower than readState.Index' (duration: 543.553956ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:30.520954Z","caller":"traceutil/trace.go:171","msg":"trace[644035765] transaction","detail":"{read_only:false; response_revision:41105; number_of_response:1; }","duration":"924.432303ms","start":"2026-07-28T17:09:29.596509Z","end":"2026-07-28T17:09:30.520942Z","steps":["trace[644035765] 'process raft request' (duration: 380.838416ms)","trace[644035765] 'compare' (duration: 541.874265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:30.521052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:29.59648Z","time spent":"924.505655ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:30.521272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.154251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:09:30.521346Z","caller":"traceutil/trace.go:171","msg":"trace[973502698] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:41105; }","duration":"925.282074ms","start":"2026-07-28T17:09:29.596046Z","end":"2026-07-28T17:09:30.521328Z","steps":["trace[973502698] 'agreement among raft nodes before linearized reading' (duration: 925.095549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:30.521393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:29.596027Z","time spent":"925.354926ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T17:09:31.430313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.731578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:31.430704Z","caller":"traceutil/trace.go:171","msg":"trace[1987687151] transaction","detail":"{read_only:false; response_revision:41109; number_of_response:1; }","duration":"1.796392411s","start":"2026-07-28T17:09:29.634292Z","end":"2026-07-28T17:09:31.430685Z","steps":["trace[1987687151] 'process raft request' (duration: 1.79633983s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:31.430778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:29.634282Z","time spent":"1.796467103s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1294,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:31.430891Z","caller":"traceutil/trace.go:171","msg":"trace[454023793] transaction","detail":"{read_only:false; response_revision:41107; number_of_response:1; }","duration":"1.79720291s","start":"2026-07-28T17:09:29.633654Z","end":"2026-07-28T17:09:31.430857Z","steps":["trace[454023793] 'process raft request' (duration: 1.79677885s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:31.43105Z","caller":"traceutil/trace.go:171","msg":"trace[864852769] transaction","detail":"{read_only:false; response_revision:41108; number_of_response:1; }","duration":"1.797111868s","start":"2026-07-28T17:09:29.633927Z","end":"2026-07-28T17:09:31.431039Z","steps":["trace[864852769] 'process raft request' (duration: 1.796657077s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:31.4311Z","caller":"traceutil/trace.go:171","msg":"trace[958799032] transaction","detail":"{read_only:false; response_revision:41106; number_of_response:1; }","duration":"1.798336688s","start":"2026-07-28T17:09:29.632752Z","end":"2026-07-28T17:09:31.431089Z","steps":["trace[958799032] 'process raft request' (duration: 1.099736119s)","trace[958799032] 'compare' (duration: 697.492452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:31.431112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:29.63392Z","time spent":"1.79716522s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:31.431156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:29.63274Z","time spent":"1.798390699s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:31.431049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:29.633633Z","time spent":"1.797338924s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:32.052977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.875332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:32.053312Z","caller":"traceutil/trace.go:171","msg":"trace[374684306] transaction","detail":"{read_only:false; response_revision:41110; number_of_response:1; }","duration":"2.004223509s","start":"2026-07-28T17:09:30.049048Z","end":"2026-07-28T17:09:32.053272Z","steps":["trace[374684306] 'process raft request' (duration: 1.709972619s)","trace[374684306] 'compare' (duration: 293.637955ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:32.053343Z","caller":"traceutil/trace.go:171","msg":"trace[1816023449] transaction","detail":"{read_only:false; response_revision:41114; number_of_response:1; }","duration":"2.003744777s","start":"2026-07-28T17:09:30.049577Z","end":"2026-07-28T17:09:32.053322Z","steps":["trace[1816023449] 'process raft request' (duration: 2.003673025s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:32.053441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.049563Z","time spent":"2.00384395s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:32.053346Z","caller":"traceutil/trace.go:171","msg":"trace[1794308404] transaction","detail":"{read_only:false; response_revision:41112; number_of_response:1; }","duration":"2.004030434s","start":"2026-07-28T17:09:30.049283Z","end":"2026-07-28T17:09:32.053313Z","steps":["trace[1794308404] 'process raft request' (duration: 2.003898211s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:32.05349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.049022Z","time spent":"2.004369773s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:32.053565Z","caller":"traceutil/trace.go:171","msg":"trace[617011533] transaction","detail":"{read_only:false; response_revision:41113; number_of_response:1; }","duration":"2.00426058s","start":"2026-07-28T17:09:30.049295Z","end":"2026-07-28T17:09:32.053555Z","steps":["trace[617011533] 'process raft request' (duration: 2.003923072s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:32.053624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.049229Z","time spent":"2.004368013s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:32.05362Z","caller":"traceutil/trace.go:171","msg":"trace[311990765] transaction","detail":"{read_only:false; response_revision:41111; number_of_response:1; }","duration":"2.004338532s","start":"2026-07-28T17:09:30.049234Z","end":"2026-07-28T17:09:32.053572Z","steps":["trace[311990765] 'process raft request' (duration: 2.003866161s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:32.053703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.049273Z","time spent":"2.004288951s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:32.05371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.049216Z","time spent":"2.004449764s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:32.053787Z","caller":"traceutil/trace.go:171","msg":"trace[187249915] transaction","detail":"{read_only:false; response_revision:41115; number_of_response:1; }","duration":"1.912926488s","start":"2026-07-28T17:09:30.140834Z","end":"2026-07-28T17:09:32.05376Z","steps":["trace[187249915] 'process raft request' (duration: 1.912452966s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:32.053938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.140809Z","time spent":"1.913058441s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:32.053967Z","caller":"traceutil/trace.go:171","msg":"trace[389308377] linearizableReadLoop","detail":"{readStateIndex:42358; appliedIndex:42347; }","duration":"1.533043074s","start":"2026-07-28T17:09:30.520902Z","end":"2026-07-28T17:09:32.053945Z","steps":["trace[389308377] 'read index received' (duration: 211.580849ms)","trace[389308377] 'applied index is now lower than readState.Index' (duration: 1.321460065s)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:32.054109Z","caller":"traceutil/trace.go:171","msg":"trace[1264540782] transaction","detail":"{read_only:false; response_revision:41116; number_of_response:1; }","duration":"1.880333085s","start":"2026-07-28T17:09:30.173762Z","end":"2026-07-28T17:09:32.054095Z","steps":["trace[1264540782] 'process raft request' (duration: 1.879904804s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:32.054125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006201907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T17:09:32.054165Z","caller":"traceutil/trace.go:171","msg":"trace[887088477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41116; }","duration":"2.006289979s","start":"2026-07-28T17:09:30.047864Z","end":"2026-07-28T17:09:32.054154Z","steps":["trace[887088477] 'agreement among raft nodes before linearized reading' (duration: 2.006151916s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:32.054158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421409029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"warn","ts":"2026-07-28T17:09:32.054189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.173736Z","time spent":"1.880415326s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:32.054188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006260879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T17:09:32.054203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.047838Z","time spent":"2.00635872s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:09:32.054207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42144338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"warn","ts":"2026-07-28T17:09:32.054241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745205806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:32.05421Z","caller":"traceutil/trace.go:171","msg":"trace[786221097] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:41116; }","duration":"2.421489771s","start":"2026-07-28T17:09:29.63271Z","end":"2026-07-28T17:09:32.054199Z","steps":["trace[786221097] 'agreement among raft nodes before linearized reading' (duration: 2.421350628s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:32.054248Z","caller":"traceutil/trace.go:171","msg":"trace[1042764975] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41116; }","duration":"2.006368151s","start":"2026-07-28T17:09:30.047864Z","end":"2026-07-28T17:09:32.054232Z","steps":["trace[1042764975] 'agreement among raft nodes before linearized reading' (duration: 2.006217708s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:32.054265Z","caller":"traceutil/trace.go:171","msg":"trace[621665730] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:41116; }","duration":"2.421523873s","start":"2026-07-28T17:09:29.632722Z","end":"2026-07-28T17:09:32.054246Z","steps":["trace[621665730] 'agreement among raft nodes before linearized reading' (duration: 2.421325188s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:32.05429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:29.632689Z","time spent":"2.421593294s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1917,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-07-28T17:09:32.05429Z","caller":"traceutil/trace.go:171","msg":"trace[856647609] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:41116; }","duration":"1.74535272s","start":"2026-07-28T17:09:30.308922Z","end":"2026-07-28T17:09:32.054275Z","steps":["trace[856647609] 'agreement among raft nodes before linearized reading' (duration: 1.745275008s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:32.054303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.047838Z","time spent":"2.006455053s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:09:32.054316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:29.632707Z","time spent":"2.421597064s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1917,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-28T17:09:32.054336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.3089Z","time spent":"1.745427082s","remote":"127.0.0.1:59842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:32.054165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005592732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T17:09:32.054453Z","caller":"traceutil/trace.go:171","msg":"trace[1801122411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41116; }","duration":"2.00591575s","start":"2026-07-28T17:09:30.04852Z","end":"2026-07-28T17:09:32.054436Z","steps":["trace[1801122411] 'agreement among raft nodes before linearized reading' (duration: 2.00549339s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:32.054527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.048498Z","time spent":"2.006015002s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:32.554077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:09:32.650344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000345324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T17:09:32.650433Z","caller":"traceutil/trace.go:171","msg":"trace[637716236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476478s","start":"2026-07-28T17:09:30.649927Z","end":"2026-07-28T17:09:32.650404Z","steps":["trace[637716236] 'agreement among raft nodes before linearized reading' (duration: 2.000381465s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:32.650472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.649905Z","time spent":"2.00055819s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 17:09:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T17:09:33.054854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:09:33.179591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130754475s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T17:09:33.196397Z","caller":"traceutil/trace.go:171","msg":"trace[1850969378] transaction","detail":"{read_only:false; response_revision:41117; number_of_response:1; }","duration":"1.760628872s","start":"2026-07-28T17:09:31.435727Z","end":"2026-07-28T17:09:33.196355Z","steps":["trace[1850969378] 'process raft request' (duration: 1.74411462s)","trace[1850969378] 'compare' (duration: 15.388914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:33.196734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:31.435707Z","time spent":"1.760774976s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:33.196798Z","caller":"traceutil/trace.go:171","msg":"trace[66291257] transaction","detail":"{read_only:false; response_revision:41121; number_of_response:1; }","duration":"1.597135014s","start":"2026-07-28T17:09:31.599633Z","end":"2026-07-28T17:09:33.196768Z","steps":["trace[66291257] 'process raft request' (duration: 1.597085672s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:33.196969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:31.599604Z","time spent":"1.597285078s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:33.197158Z","caller":"traceutil/trace.go:171","msg":"trace[752908057] transaction","detail":"{read_only:false; response_revision:41119; number_of_response:1; }","duration":"1.598145198s","start":"2026-07-28T17:09:31.598965Z","end":"2026-07-28T17:09:33.19711Z","steps":["trace[752908057] 'process raft request' (duration: 1.597437541s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:33.19719Z","caller":"traceutil/trace.go:171","msg":"trace[660736148] transaction","detail":"{read_only:false; response_revision:41118; number_of_response:1; }","duration":"1.759540505s","start":"2026-07-28T17:09:31.437623Z","end":"2026-07-28T17:09:33.197164Z","steps":["trace[660736148] 'process raft request' (duration: 1.758624763s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:33.197306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:31.437615Z","time spent":"1.759631787s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:33.197308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:31.598935Z","time spent":"1.598296772s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:33.1972Z","caller":"traceutil/trace.go:171","msg":"trace[1617374535] transaction","detail":"{read_only:false; response_revision:41120; number_of_response:1; }","duration":"1.597624995s","start":"2026-07-28T17:09:31.599543Z","end":"2026-07-28T17:09:33.197168Z","steps":["trace[1617374535] 'process raft request' (duration: 1.596938249s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:33.198157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:31.599531Z","time spent":"1.597970154s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:33.224421Z","caller":"traceutil/trace.go:171","msg":"trace[1861089710] transaction","detail":"{read_only:false; response_revision:41122; number_of_response:1; }","duration":"1.165673375s","start":"2026-07-28T17:09:32.058701Z","end":"2026-07-28T17:09:33.224374Z","steps":["trace[1861089710] 'process raft request' (duration: 1.165424338s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:33.224448Z","caller":"traceutil/trace.go:171","msg":"trace[1245105432] transaction","detail":"{read_only:false; response_revision:41124; number_of_response:1; }","duration":"1.165434199s","start":"2026-07-28T17:09:32.058985Z","end":"2026-07-28T17:09:33.224419Z","steps":["trace[1245105432] 'process raft request' (duration: 1.165364027s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:33.224548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:32.058684Z","time spent":"1.165800037s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:33.224542Z","caller":"traceutil/trace.go:171","msg":"trace[1740127121] transaction","detail":"{read_only:false; response_revision:41123; number_of_response:1; }","duration":"1.165629234s","start":"2026-07-28T17:09:32.058879Z","end":"2026-07-28T17:09:33.224509Z","steps":["trace[1740127121] 'process raft request' (duration: 1.165414919s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:33.22469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:32.058967Z","time spent":"1.165566612s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:33.224703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:32.058873Z","time spent":"1.165751807s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:34.092355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.947368ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T17:09:34.092466Z","caller":"traceutil/trace.go:171","msg":"trace[897022848] linearizableReadLoop","detail":"{readStateIndex:42367; appliedIndex:42358; }","duration":"2.03843472s","start":"2026-07-28T17:09:32.054014Z","end":"2026-07-28T17:09:34.092449Z","steps":["trace[897022848] 'read index received' (duration: 1.125913367s)","trace[897022848] 'applied index is now lower than readState.Index' (duration: 912.519903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:34.094084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532497905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:09:34.094173Z","caller":"traceutil/trace.go:171","msg":"trace[1012276720] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:41124; }","duration":"3.532637209s","start":"2026-07-28T17:09:30.561519Z","end":"2026-07-28T17:09:34.094156Z","steps":["trace[1012276720] 'agreement among raft nodes before linearized reading' (duration: 3.532460045s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:34.094207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199831138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:09:34.094257Z","caller":"traceutil/trace.go:171","msg":"trace[1947953507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41124; }","duration":"2.199874299s","start":"2026-07-28T17:09:31.894369Z","end":"2026-07-28T17:09:34.094244Z","steps":["trace[1947953507] 'agreement among raft nodes before linearized reading' (duration: 2.199774747s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:34.094296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:31.894297Z","time spent":"2.199991501s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:09:34.094441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447366961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:34.094547Z","caller":"traceutil/trace.go:171","msg":"trace[98631253] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:41124; }","duration":"2.447488154s","start":"2026-07-28T17:09:31.647039Z","end":"2026-07-28T17:09:34.094527Z","steps":["trace[98631253] 'agreement among raft nodes before linearized reading' (duration: 2.447369971s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:34.094599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:31.647026Z","time spent":"2.447560535s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:34.094663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496308242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:09:34.094779Z","caller":"traceutil/trace.go:171","msg":"trace[317416396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41124; }","duration":"2.496451195s","start":"2026-07-28T17:09:31.598305Z","end":"2026-07-28T17:09:34.094756Z","steps":["trace[317416396] 'agreement among raft nodes before linearized reading' (duration: 2.496038965s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:34.094882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:31.598287Z","time spent":"2.496579509s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T17:09:34.094218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.561501Z","time spent":"3.532706491s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:34.094689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769454498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T17:09:34.095213Z","caller":"traceutil/trace.go:171","msg":"trace[2040164513] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:41124; }","duration":"2.769976491s","start":"2026-07-28T17:09:31.32518Z","end":"2026-07-28T17:09:34.095157Z","steps":["trace[2040164513] 'agreement among raft nodes before linearized reading' (duration: 2.769290254s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:34.09535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:31.325158Z","time spent":"2.770145005s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":181,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:34.094115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471186233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2811"} {"level":"info","ts":"2026-07-28T17:09:34.095698Z","caller":"traceutil/trace.go:171","msg":"trace[341204907] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41124; }","duration":"3.472794802s","start":"2026-07-28T17:09:30.622868Z","end":"2026-07-28T17:09:34.095663Z","steps":["trace[341204907] 'agreement among raft nodes before linearized reading' (duration: 3.471114122s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:34.09574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:30.62285Z","time spent":"3.472877345s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2834,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-28T17:09:34.132377Z","caller":"traceutil/trace.go:171","msg":"trace[1175287924] transaction","detail":"{read_only:false; response_revision:41126; number_of_response:1; }","duration":"929.807904ms","start":"2026-07-28T17:09:33.202541Z","end":"2026-07-28T17:09:34.132349Z","steps":["trace[1175287924] 'process raft request' (duration: 929.722892ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:34.132423Z","caller":"traceutil/trace.go:171","msg":"trace[891465115] transaction","detail":"{read_only:false; response_revision:41125; number_of_response:1; }","duration":"930.984753ms","start":"2026-07-28T17:09:33.201406Z","end":"2026-07-28T17:09:34.132391Z","steps":["trace[891465115] 'process raft request' (duration: 930.524802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:34.132568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.20139Z","time spent":"931.115746ms","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1534,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:34.13345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.202517Z","time spent":"929.938857ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:34.651113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T17:09:34.65124Z","caller":"traceutil/trace.go:171","msg":"trace[182215429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000529738s","start":"2026-07-28T17:09:32.650682Z","end":"2026-07-28T17:09:34.651211Z","steps":["trace[182215429] 'agreement among raft nodes before linearized reading' (duration: 2.000371245s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:34.651292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:32.650669Z","time spent":"2.00061317s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:35.06935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.50417Z","time spent":"565.173512ms","remote":"127.0.0.1:48024","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T17:09:35.404676Z","caller":"traceutil/trace.go:171","msg":"trace[1698704572] transaction","detail":"{read_only:false; response_revision:41127; number_of_response:1; }","duration":"2.000403586s","start":"2026-07-28T17:09:33.404219Z","end":"2026-07-28T17:09:35.404623Z","steps":["trace[1698704572] 'process raft request' (duration: 1.999813202s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:35.404749Z","caller":"traceutil/trace.go:171","msg":"trace[1305549891] transaction","detail":"{read_only:false; response_revision:41131; number_of_response:1; }","duration":"1.343984554s","start":"2026-07-28T17:09:34.060726Z","end":"2026-07-28T17:09:35.40471Z","steps":["trace[1305549891] 'process raft request' (duration: 1.343866401s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:35.404687Z","caller":"traceutil/trace.go:171","msg":"trace[1379828192] transaction","detail":"{read_only:false; response_revision:41128; number_of_response:1; }","duration":"1.344357552s","start":"2026-07-28T17:09:34.060292Z","end":"2026-07-28T17:09:35.404649Z","steps":["trace[1379828192] 'process raft request' (duration: 1.344111266s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:35.405004Z","caller":"traceutil/trace.go:171","msg":"trace[1008648202] transaction","detail":"{read_only:false; response_revision:41130; number_of_response:1; }","duration":"1.344324441s","start":"2026-07-28T17:09:34.060665Z","end":"2026-07-28T17:09:35.40499Z","steps":["trace[1008648202] 'process raft request' (duration: 1.343878561s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:35.405007Z","caller":"traceutil/trace.go:171","msg":"trace[1678595357] transaction","detail":"{read_only:false; response_revision:41129; number_of_response:1; }","duration":"1.344541027s","start":"2026-07-28T17:09:34.06044Z","end":"2026-07-28T17:09:35.404981Z","steps":["trace[1678595357] 'process raft request' (duration: 1.344051365s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.405108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.060656Z","time spent":"1.344404053s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:35.405158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.060382Z","time spent":"1.34468762s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:35.404945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.060715Z","time spent":"1.344129687s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:35.405246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.060263Z","time spent":"1.344782733s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:35.405305Z","caller":"traceutil/trace.go:171","msg":"trace[1104075350] transaction","detail":"{read_only:false; response_revision:41132; number_of_response:1; }","duration":"1.344213909s","start":"2026-07-28T17:09:34.061013Z","end":"2026-07-28T17:09:35.405226Z","steps":["trace[1104075350] 'process raft request' (duration: 1.343636375s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:35.405443Z","caller":"traceutil/trace.go:171","msg":"trace[281760172] linearizableReadLoop","detail":"{readStateIndex:42375; appliedIndex:42367; }","duration":"1.312931938s","start":"2026-07-28T17:09:34.092491Z","end":"2026-07-28T17:09:35.405423Z","steps":["trace[281760172] 'read index received' (duration: 39.524442ms)","trace[281760172] 'applied index is now lower than readState.Index' (duration: 1.273406396s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:35.405563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.060997Z","time spent":"1.344470625s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:35.405633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24759961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:35.405663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.404193Z","time spent":"2.00057779s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:35.405742Z","caller":"traceutil/trace.go:171","msg":"trace[1690149083] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:41133; }","duration":"2.247767134s","start":"2026-07-28T17:09:33.157954Z","end":"2026-07-28T17:09:35.405721Z","steps":["trace[1690149083] 'agreement among raft nodes before linearized reading' (duration: 2.247546569s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.405783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.157934Z","time spent":"2.247840166s","remote":"127.0.0.1:59878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T17:09:35.405795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358363255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T17:09:35.405856Z","caller":"traceutil/trace.go:171","msg":"trace[747644778] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41133; }","duration":"2.358440087s","start":"2026-07-28T17:09:33.047399Z","end":"2026-07-28T17:09:35.405839Z","steps":["trace[747644778] 'agreement among raft nodes before linearized reading' (duration: 2.358311114s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.405903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.047391Z","time spent":"2.358499808s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:09:35.405981Z","caller":"traceutil/trace.go:171","msg":"trace[2073528834] transaction","detail":"{read_only:false; response_revision:41133; number_of_response:1; }","duration":"1.304302987s","start":"2026-07-28T17:09:34.101668Z","end":"2026-07-28T17:09:35.405971Z","steps":["trace[2073528834] 'process raft request' (duration: 1.303265912s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.405983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483689075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:35.40611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692857042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:35.406138Z","caller":"traceutil/trace.go:171","msg":"trace[882534355] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:41133; }","duration":"1.692934834s","start":"2026-07-28T17:09:33.713197Z","end":"2026-07-28T17:09:35.406132Z","steps":["trace[882534355] 'agreement among raft nodes before linearized reading' (duration: 1.692874013s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.406157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.713175Z","time spent":"1.692977146s","remote":"127.0.0.1:58412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:35.406169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166899807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:35.406199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969797531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:09:35.406231Z","caller":"traceutil/trace.go:171","msg":"trace[2033564744] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:41133; }","duration":"2.166991658s","start":"2026-07-28T17:09:33.23922Z","end":"2026-07-28T17:09:35.406211Z","steps":["trace[2033564744] 'agreement among raft nodes before linearized reading' (duration: 2.166894586s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:35.406253Z","caller":"traceutil/trace.go:171","msg":"trace[791382168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41133; }","duration":"1.969895894s","start":"2026-07-28T17:09:33.436341Z","end":"2026-07-28T17:09:35.406237Z","steps":["trace[791382168] 'agreement among raft nodes before linearized reading' (duration: 1.969751s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.406284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.239203Z","time spent":"2.167073061s","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:35.406298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.436321Z","time spent":"1.969963835s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:35.4063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502732929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-28T17:09:35.406369Z","caller":"traceutil/trace.go:171","msg":"trace[486182690] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:41133; }","duration":"2.502834351s","start":"2026-07-28T17:09:32.903521Z","end":"2026-07-28T17:09:35.406355Z","steps":["trace[486182690] 'agreement among raft nodes before linearized reading' (duration: 2.502611415s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.406432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945537321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:35.40568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356855429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T17:09:35.406455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:32.903503Z","time spent":"2.502939694s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1737,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-28T17:09:35.406485Z","caller":"traceutil/trace.go:171","msg":"trace[922781038] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41133; }","duration":"2.357680439s","start":"2026-07-28T17:09:33.048794Z","end":"2026-07-28T17:09:35.406475Z","steps":["trace[922781038] 'agreement among raft nodes before linearized reading' (duration: 2.356714405s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.406502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108100456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:35.406529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.048787Z","time spent":"2.35773012s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:09:35.406537Z","caller":"traceutil/trace.go:171","msg":"trace[312564426] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:41133; }","duration":"2.108169287s","start":"2026-07-28T17:09:33.298355Z","end":"2026-07-28T17:09:35.406525Z","steps":["trace[312564426] 'agreement among raft nodes before linearized reading' (duration: 2.108116495s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.406567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.298339Z","time spent":"2.108220279s","remote":"127.0.0.1:45878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:35.406488Z","caller":"traceutil/trace.go:171","msg":"trace[855623697] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:41133; }","duration":"1.945611642s","start":"2026-07-28T17:09:33.460857Z","end":"2026-07-28T17:09:35.406469Z","steps":["trace[855623697] 'agreement among raft nodes before linearized reading' (duration: 1.94553011s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.406628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.460846Z","time spent":"1.945759957s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:35.406627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970185561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:09:35.406676Z","caller":"traceutil/trace.go:171","msg":"trace[1627329036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41133; }","duration":"1.970278813s","start":"2026-07-28T17:09:33.436384Z","end":"2026-07-28T17:09:35.406663Z","steps":["trace[1627329036] 'agreement among raft nodes before linearized reading' (duration: 1.970130179s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.406725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.436358Z","time spent":"1.970355095s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:35.406742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.107880944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-28T17:09:35.406781Z","caller":"traceutil/trace.go:171","msg":"trace[802983648] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:41133; }","duration":"3.107945765s","start":"2026-07-28T17:09:32.298822Z","end":"2026-07-28T17:09:35.406767Z","steps":["trace[802983648] 'agreement among raft nodes before linearized reading' (duration: 3.107064503s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.406812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:32.298801Z","time spent":"3.108004557s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2225432,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-28T17:09:35.406744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359218016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T17:09:35.406968Z","caller":"traceutil/trace.go:171","msg":"trace[950444588] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41133; }","duration":"2.359628176s","start":"2026-07-28T17:09:33.04732Z","end":"2026-07-28T17:09:35.406948Z","steps":["trace[950444588] 'agreement among raft nodes before linearized reading' (duration: 2.358648022s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.407768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:33.047294Z","time spent":"2.360451256s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:09:35.406054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.101654Z","time spent":"1.304352699s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:35.406867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416948441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T17:09:35.408086Z","caller":"traceutil/trace.go:171","msg":"trace[2022442449] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41133; }","duration":"2.418206262s","start":"2026-07-28T17:09:32.989848Z","end":"2026-07-28T17:09:35.408054Z","steps":["trace[2022442449] 'agreement among raft nodes before linearized reading' (duration: 2.41688802s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:35.40686Z","caller":"traceutil/trace.go:171","msg":"trace[791691895] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:41133; }","duration":"2.483850389s","start":"2026-07-28T17:09:32.922223Z","end":"2026-07-28T17:09:35.406073Z","steps":["trace[791691895] 'agreement among raft nodes before linearized reading' (duration: 2.483665814s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.407282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349003231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"warn","ts":"2026-07-28T17:09:35.408335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:32.989827Z","time spent":"2.418488378s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:09:35.408397Z","caller":"traceutil/trace.go:171","msg":"trace[1670175188] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:41133; }","duration":"3.350110328s","start":"2026-07-28T17:09:32.058218Z","end":"2026-07-28T17:09:35.408328Z","steps":["trace[1670175188] 'agreement among raft nodes before linearized reading' (duration: 3.348929099s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:35.408445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:32.058197Z","time spent":"3.35023574s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3982,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-28T17:09:35.408614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:32.922196Z","time spent":"2.486392061s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:35.905549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:09:36.596245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.605899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:36.596532Z","caller":"traceutil/trace.go:171","msg":"trace[539566871] transaction","detail":"{read_only:false; response_revision:41134; number_of_response:1; }","duration":"2.459334113s","start":"2026-07-28T17:09:34.137146Z","end":"2026-07-28T17:09:36.59648Z","steps":["trace[539566871] 'process raft request' (duration: 1.977397636s)","trace[539566871] 'compare' (duration: 481.089347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:36.596731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.137129Z","time spent":"2.459502578s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":690,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:36.597067Z","caller":"traceutil/trace.go:171","msg":"trace[1608251544] transaction","detail":"{read_only:false; response_revision:41135; number_of_response:1; }","duration":"2.459119249s","start":"2026-07-28T17:09:34.137915Z","end":"2026-07-28T17:09:36.597034Z","steps":["trace[1608251544] 'process raft request' (duration: 2.458473983s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:36.597207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.137894Z","time spent":"2.459250941s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:36.597497Z","caller":"traceutil/trace.go:171","msg":"trace[14248171] transaction","detail":"{read_only:false; response_revision:41137; number_of_response:1; }","duration":"1.394642126s","start":"2026-07-28T17:09:35.202842Z","end":"2026-07-28T17:09:36.597484Z","steps":["trace[14248171] 'process raft request' (duration: 1.393822226s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:36.597552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.202823Z","time spent":"1.394694568s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:36.597198Z","caller":"traceutil/trace.go:171","msg":"trace[570030018] transaction","detail":"{read_only:false; response_revision:41136; number_of_response:1; }","duration":"1.395100558s","start":"2026-07-28T17:09:35.202052Z","end":"2026-07-28T17:09:36.597152Z","steps":["trace[570030018] 'process raft request' (duration: 1.394492673s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:36.59837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.202024Z","time spent":"1.396174413s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:36.596847Z","caller":"traceutil/trace.go:171","msg":"trace[1954876622] transaction","detail":"{read_only:false; response_revision:41138; number_of_response:1; }","duration":"1.393225622s","start":"2026-07-28T17:09:35.203596Z","end":"2026-07-28T17:09:36.596822Z","steps":["trace[1954876622] 'process raft request' (duration: 1.3931527s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:36.599266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.203589Z","time spent":"1.395602739s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:36.659506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000338944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T17:09:36.659607Z","caller":"traceutil/trace.go:171","msg":"trace[398798575] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000477178s","start":"2026-07-28T17:09:34.659108Z","end":"2026-07-28T17:09:36.659585Z","steps":["trace[398798575] 'agreement among raft nodes before linearized reading' (duration: 2.000357735s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:36.659686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.659096Z","time spent":"2.00055733s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:37.429341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.885659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:37.430527Z","caller":"traceutil/trace.go:171","msg":"trace[1429940372] linearizableReadLoop","detail":"{readStateIndex:42387; appliedIndex:42376; }","duration":"2.025024545s","start":"2026-07-28T17:09:35.405483Z","end":"2026-07-28T17:09:37.430508Z","steps":["trace[1429940372] 'read index received' (duration: 709.075105ms)","trace[1429940372] 'applied index is now lower than readState.Index' (duration: 1.31594854s)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:37.430645Z","caller":"traceutil/trace.go:171","msg":"trace[435207093] transaction","detail":"{read_only:false; response_revision:41144; number_of_response:1; }","duration":"2.016402905s","start":"2026-07-28T17:09:35.414228Z","end":"2026-07-28T17:09:37.43063Z","steps":["trace[435207093] 'process raft request' (duration: 2.016234971s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:37.430685Z","caller":"traceutil/trace.go:171","msg":"trace[1783116471] transaction","detail":"{read_only:false; response_revision:41142; number_of_response:1; }","duration":"2.017850639s","start":"2026-07-28T17:09:35.412804Z","end":"2026-07-28T17:09:37.430654Z","steps":["trace[1783116471] 'process raft request' (duration: 2.017563642s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:37.430776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202084993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T17:09:37.430824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.412782Z","time spent":"2.017941192s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:37.43083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.414209Z","time spent":"2.016497887s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:37.430874Z","caller":"traceutil/trace.go:171","msg":"trace[194086109] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41144; }","duration":"2.202204116s","start":"2026-07-28T17:09:35.228635Z","end":"2026-07-28T17:09:37.430839Z","steps":["trace[194086109] 'agreement among raft nodes before linearized reading' (duration: 2.2019872s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:37.430768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207609338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:37.430916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.228625Z","time spent":"2.202282237s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:09:37.43094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202004791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T17:09:37.431003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939002944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:37.431024Z","caller":"traceutil/trace.go:171","msg":"trace[1585683433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41144; }","duration":"2.202113223s","start":"2026-07-28T17:09:35.228898Z","end":"2026-07-28T17:09:37.431011Z","steps":["trace[1585683433] 'agreement among raft nodes before linearized reading' (duration: 2.201935719s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:37.431059Z","caller":"traceutil/trace.go:171","msg":"trace[1991465674] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:41144; }","duration":"2.939101807s","start":"2026-07-28T17:09:34.491946Z","end":"2026-07-28T17:09:37.431048Z","steps":["trace[1991465674] 'agreement among raft nodes before linearized reading' (duration: 2.939007565s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:37.430549Z","caller":"traceutil/trace.go:171","msg":"trace[1192491944] transaction","detail":"{read_only:false; response_revision:41141; number_of_response:1; }","duration":"2.018300741s","start":"2026-07-28T17:09:35.412187Z","end":"2026-07-28T17:09:37.430488Z","steps":["trace[1192491944] 'process raft request' (duration: 2.018143187s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:37.43107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77690498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-28T17:09:37.431085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239745979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:37.431104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.491925Z","time spent":"2.939168488s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:37.431111Z","caller":"traceutil/trace.go:171","msg":"trace[964785306] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2; range_end:; response_count:1; response_revision:41144; }","duration":"2.776980902s","start":"2026-07-28T17:09:34.654117Z","end":"2026-07-28T17:09:37.431098Z","steps":["trace[964785306] 'agreement among raft nodes before linearized reading' (duration: 2.776853369s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:37.431122Z","caller":"traceutil/trace.go:171","msg":"trace[1675265719] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:41144; }","duration":"2.239823641s","start":"2026-07-28T17:09:35.191287Z","end":"2026-07-28T17:09:37.43111Z","steps":["trace[1675265719] 'agreement among raft nodes before linearized reading' (duration: 2.23976003s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:37.431144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.412176Z","time spent":"2.018918256s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:37.431153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.191264Z","time spent":"2.239881112s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:37.431152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.654087Z","time spent":"2.777057803s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" "} {"level":"warn","ts":"2026-07-28T17:09:37.431167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202381329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T17:09:37.431214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331903654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:09:37.431069Z","caller":"traceutil/trace.go:171","msg":"trace[932890560] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:41144; }","duration":"2.207859654s","start":"2026-07-28T17:09:35.223095Z","end":"2026-07-28T17:09:37.430954Z","steps":["trace[932890560] 'agreement among raft nodes before linearized reading' (duration: 2.207584477s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:37.431066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.228891Z","time spent":"2.202166794s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:09:37.431285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933939601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T17:09:37.431274Z","caller":"traceutil/trace.go:171","msg":"trace[1497597658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41144; }","duration":"2.202552394s","start":"2026-07-28T17:09:35.228697Z","end":"2026-07-28T17:09:37.431249Z","steps":["trace[1497597658] 'agreement among raft nodes before linearized reading' (duration: 2.202198605s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:37.431336Z","caller":"traceutil/trace.go:171","msg":"trace[1678638154] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:41144; }","duration":"2.934051113s","start":"2026-07-28T17:09:34.497271Z","end":"2026-07-28T17:09:37.431322Z","steps":["trace[1678638154] 'agreement among raft nodes before linearized reading' (duration: 2.933807478s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:37.431382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.497249Z","time spent":"2.934124356s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:37.430886Z","caller":"traceutil/trace.go:171","msg":"trace[170020426] transaction","detail":"{read_only:false; response_revision:41143; number_of_response:1; }","duration":"2.017893151s","start":"2026-07-28T17:09:35.412957Z","end":"2026-07-28T17:09:37.43085Z","steps":["trace[170020426] 'process raft request' (duration: 2.01744451s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:37.430573Z","caller":"traceutil/trace.go:171","msg":"trace[806649180] transaction","detail":"{read_only:false; response_revision:41140; number_of_response:1; }","duration":"2.018514996s","start":"2026-07-28T17:09:35.412025Z","end":"2026-07-28T17:09:37.43054Z","steps":["trace[806649180] 'process raft request' (duration: 2.018185448s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:37.431382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.228684Z","time spent":"2.202685297s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:37.431361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280111584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:37.431346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.223067Z","time spent":"2.208237112s","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:37.431473Z","caller":"traceutil/trace.go:171","msg":"trace[6610559] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:41144; }","duration":"3.280283029s","start":"2026-07-28T17:09:34.151175Z","end":"2026-07-28T17:09:37.431458Z","steps":["trace[6610559] 'agreement among raft nodes before linearized reading' (duration: 3.27993669s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:37.431473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.41201Z","time spent":"2.019421418s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:37.431289Z","caller":"traceutil/trace.go:171","msg":"trace[1779209967] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41144; }","duration":"3.331998197s","start":"2026-07-28T17:09:34.099273Z","end":"2026-07-28T17:09:37.431271Z","steps":["trace[1779209967] 'agreement among raft nodes before linearized reading' (duration: 3.331765132s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:37.440507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.099261Z","time spent":"3.341226611s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:09:37.431493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.412951Z","time spent":"2.018471505s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:37.43056Z","caller":"traceutil/trace.go:171","msg":"trace[345599897] transaction","detail":"{read_only:false; response_revision:41139; number_of_response:1; }","duration":"2.01908448s","start":"2026-07-28T17:09:35.411449Z","end":"2026-07-28T17:09:37.430533Z","steps":["trace[345599897] 'process raft request' (duration: 1.66892989s)","trace[345599897] 'compare' (duration: 348.320216ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:37.43159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:34.151167Z","time spent":"3.280386571s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:37.440742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.411426Z","time spent":"2.029240367s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:37.907096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.273715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:37.907721Z","caller":"traceutil/trace.go:171","msg":"trace[1634791775] transaction","detail":"{read_only:false; response_revision:41145; number_of_response:1; }","duration":"1.566794494s","start":"2026-07-28T17:09:36.340851Z","end":"2026-07-28T17:09:37.907645Z","steps":["trace[1634791775] 'process raft request' (duration: 1.464859814s)","trace[1634791775] 'compare' (duration: 100.808163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:37.907891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:36.340824Z","time spent":"1.566975119s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:37.9081Z","caller":"traceutil/trace.go:171","msg":"trace[121931226] transaction","detail":"{read_only:false; response_revision:41146; number_of_response:1; }","duration":"1.305051525s","start":"2026-07-28T17:09:36.603008Z","end":"2026-07-28T17:09:37.90806Z","steps":["trace[121931226] 'process raft request' (duration: 1.304490751s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:37.908178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:36.60299Z","time spent":"1.305154147s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:38.188143Z","caller":"traceutil/trace.go:171","msg":"trace[822021181] transaction","detail":"{read_only:false; response_revision:41147; number_of_response:1; }","duration":"775.537301ms","start":"2026-07-28T17:09:37.412561Z","end":"2026-07-28T17:09:38.188098Z","steps":["trace[822021181] 'process raft request' (duration: 775.06174ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:38.188238Z","caller":"traceutil/trace.go:171","msg":"trace[1804595371] transaction","detail":"{read_only:false; response_revision:41148; number_of_response:1; }","duration":"775.242524ms","start":"2026-07-28T17:09:37.412805Z","end":"2026-07-28T17:09:38.188048Z","steps":["trace[1804595371] 'process raft request' (duration: 775.05666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.18834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.412517Z","time spent":"775.724716ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:38.188417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.412796Z","time spent":"775.528671ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:38.188465Z","caller":"traceutil/trace.go:171","msg":"trace[2089700208] transaction","detail":"{read_only:false; response_revision:41149; number_of_response:1; }","duration":"774.65273ms","start":"2026-07-28T17:09:37.413761Z","end":"2026-07-28T17:09:38.188414Z","steps":["trace[2089700208] 'process raft request' (duration: 774.158458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.18858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.413732Z","time spent":"774.788684ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:38.188599Z","caller":"traceutil/trace.go:171","msg":"trace[611692269] transaction","detail":"{read_only:false; response_revision:41150; number_of_response:1; }","duration":"774.700441ms","start":"2026-07-28T17:09:37.413852Z","end":"2026-07-28T17:09:38.188552Z","steps":["trace[611692269] 'process raft request' (duration: 774.461796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.188699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.440563Z","time spent":"748.133245ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T17:09:38.188731Z","caller":"traceutil/trace.go:171","msg":"trace[1922820124] transaction","detail":"{read_only:false; response_revision:41152; number_of_response:1; }","duration":"747.619492ms","start":"2026-07-28T17:09:37.441092Z","end":"2026-07-28T17:09:38.188711Z","steps":["trace[1922820124] 'process raft request' (duration: 747.505929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.18876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.41382Z","time spent":"774.860104ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:38.188691Z","caller":"traceutil/trace.go:171","msg":"trace[2143018037] transaction","detail":"{read_only:false; response_revision:41151; number_of_response:1; }","duration":"774.815234ms","start":"2026-07-28T17:09:37.413852Z","end":"2026-07-28T17:09:38.188667Z","steps":["trace[2143018037] 'process raft request' (duration: 774.593019ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:38.188756Z","caller":"traceutil/trace.go:171","msg":"trace[1992700200] linearizableReadLoop","detail":"{readStateIndex:42394; appliedIndex:42387; }","duration":"758.074257ms","start":"2026-07-28T17:09:37.430651Z","end":"2026-07-28T17:09:38.188726Z","steps":["trace[1992700200] 'read index received' (duration: 375.077187ms)","trace[1992700200] 'applied index is now lower than readState.Index' (duration: 382.99601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:38.188825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.441071Z","time spent":"747.707434ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:38.188865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.41382Z","time spent":"774.994818ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:38.188923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535272137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:38.188958Z","caller":"traceutil/trace.go:171","msg":"trace[2113961458] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:41154; }","duration":"1.535338749s","start":"2026-07-28T17:09:36.653607Z","end":"2026-07-28T17:09:38.188946Z","steps":["trace[2113961458] 'agreement among raft nodes before linearized reading' (duration: 1.535266127s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.18898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:36.653589Z","time spent":"1.53538434s","remote":"127.0.0.1:59872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:38.189018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675760475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:38.189048Z","caller":"traceutil/trace.go:171","msg":"trace[1409368410] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:41154; }","duration":"1.675816717s","start":"2026-07-28T17:09:36.513219Z","end":"2026-07-28T17:09:38.189036Z","steps":["trace[1409368410] 'agreement among raft nodes before linearized reading' (duration: 1.675774486s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:36.513204Z","time spent":"1.675866208s","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:38.18915Z","caller":"traceutil/trace.go:171","msg":"trace[1793720709] transaction","detail":"{read_only:false; response_revision:41153; number_of_response:1; }","duration":"745.265785ms","start":"2026-07-28T17:09:37.443874Z","end":"2026-07-28T17:09:38.18914Z","steps":["trace[1793720709] 'process raft request' (duration: 744.769923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.18914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772083252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-28T17:09:38.189195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.441172Z","time spent":"747.999041ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:38.189207Z","caller":"traceutil/trace.go:171","msg":"trace[1830580225] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:41154; }","duration":"2.772155294s","start":"2026-07-28T17:09:35.417029Z","end":"2026-07-28T17:09:38.189184Z","steps":["trace[1830580225] 'agreement among raft nodes before linearized reading' (duration: 2.771947579s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043429562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:38.189268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494050064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:38.189269Z","caller":"traceutil/trace.go:171","msg":"trace[303717042] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:41154; }","duration":"2.043523385s","start":"2026-07-28T17:09:36.145738Z","end":"2026-07-28T17:09:38.189261Z","steps":["trace[303717042] 'agreement among raft nodes before linearized reading' (duration: 2.043456113s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.417024Z","time spent":"2.772229735s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-07-28T17:09:38.189285Z","caller":"traceutil/trace.go:171","msg":"trace[1298150515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41154; }","duration":"1.494106385s","start":"2026-07-28T17:09:36.695173Z","end":"2026-07-28T17:09:38.189279Z","steps":["trace[1298150515] 'agreement among raft nodes before linearized reading' (duration: 1.494070844s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:36.695153Z","time spent":"1.494161237s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:38.189319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625046595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:38.189292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016218377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:09:38.189344Z","caller":"traceutil/trace.go:171","msg":"trace[72974495] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:41154; }","duration":"2.625150937s","start":"2026-07-28T17:09:35.564187Z","end":"2026-07-28T17:09:38.189338Z","steps":["trace[72974495] 'agreement among raft nodes before linearized reading' (duration: 2.625115837s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.564145Z","time spent":"2.625214179s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:38.189374Z","caller":"traceutil/trace.go:171","msg":"trace[1049808766] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:41154; }","duration":"1.01632537s","start":"2026-07-28T17:09:37.173032Z","end":"2026-07-28T17:09:38.189357Z","steps":["trace[1049808766] 'agreement among raft nodes before linearized reading' (duration: 1.016138265s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.096265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T17:09:38.189403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.172947Z","time spent":"1.016450774s","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:38.189415Z","caller":"traceutil/trace.go:171","msg":"trace[990563985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41154; }","duration":"776.134306ms","start":"2026-07-28T17:09:37.413268Z","end":"2026-07-28T17:09:38.189403Z","steps":["trace[990563985] 'agreement among raft nodes before linearized reading' (duration: 776.018623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529253461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:38.189446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.413226Z","time spent":"776.212798ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:09:38.189463Z","caller":"traceutil/trace.go:171","msg":"trace[79628829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41154; }","duration":"1.529271931s","start":"2026-07-28T17:09:36.660185Z","end":"2026-07-28T17:09:38.189457Z","steps":["trace[79628829] 'agreement among raft nodes before linearized reading' (duration: 1.529239801s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:36.660138Z","time spent":"1.529337993s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:38.189291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:36.145716Z","time spent":"2.043568515s","remote":"127.0.0.1:59742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:38.18897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725989051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:38.189577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775881075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:38.189593Z","caller":"traceutil/trace.go:171","msg":"trace[775603525] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:41154; }","duration":"2.726661347s","start":"2026-07-28T17:09:35.462924Z","end":"2026-07-28T17:09:38.189585Z","steps":["trace[775603525] 'agreement among raft nodes before linearized reading' (duration: 2.726008502s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:38.189599Z","caller":"traceutil/trace.go:171","msg":"trace[18383931] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:41154; }","duration":"2.775904226s","start":"2026-07-28T17:09:35.413689Z","end":"2026-07-28T17:09:38.189593Z","steps":["trace[18383931] 'agreement among raft nodes before linearized reading' (duration: 2.775866845s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.462906Z","time spent":"2.726704218s","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:38.189619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.413654Z","time spent":"2.775961677s","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T17:09:38.189621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.38759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:38.189646Z","caller":"traceutil/trace.go:171","msg":"trace[1266276023] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:41154; }","duration":"907.448152ms","start":"2026-07-28T17:09:37.282191Z","end":"2026-07-28T17:09:38.189639Z","steps":["trace[1266276023] 'agreement among raft nodes before linearized reading' (duration: 907.416591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.282169Z","time spent":"907.493232ms","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:38.18967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586509814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:99 size:81244"} {"level":"info","ts":"2026-07-28T17:09:38.189687Z","caller":"traceutil/trace.go:171","msg":"trace[1738990916] transaction","detail":"{read_only:false; response_revision:41154; number_of_response:1; }","duration":"740.226992ms","start":"2026-07-28T17:09:37.449447Z","end":"2026-07-28T17:09:38.189674Z","steps":["trace[1738990916] 'process raft request' (duration: 739.233987ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:38.18972Z","caller":"traceutil/trace.go:171","msg":"trace[844901213] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:99; response_revision:41154; }","duration":"1.586592825s","start":"2026-07-28T17:09:36.60311Z","end":"2026-07-28T17:09:38.189703Z","steps":["trace[844901213] 'agreement among raft nodes before linearized reading' (duration: 1.585768575s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.449428Z","time spent":"740.289604ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:38.189594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.414114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:38.189768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:36.603102Z","time spent":"1.586655048s","remote":"127.0.0.1:35812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":99,"response size":81267,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"info","ts":"2026-07-28T17:09:38.189808Z","caller":"traceutil/trace.go:171","msg":"trace[709036860] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:41154; }","duration":"878.649211ms","start":"2026-07-28T17:09:37.31115Z","end":"2026-07-28T17:09:38.189799Z","steps":["trace[709036860] 'agreement among raft nodes before linearized reading' (duration: 878.416635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.311139Z","time spent":"878.690601ms","remote":"127.0.0.1:59878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:38.189917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779691097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-404598b2-404f-4a4a-ae84-761be06ac415\" ","response":"range_response_count:1 size:2272"} {"level":"info","ts":"2026-07-28T17:09:38.189947Z","caller":"traceutil/trace.go:171","msg":"trace[1619348018] range","detail":"{range_begin:/registry/persistentvolumes/pvc-404598b2-404f-4a4a-ae84-761be06ac415; range_end:; response_count:1; response_revision:41154; }","duration":"2.779752379s","start":"2026-07-28T17:09:35.410186Z","end":"2026-07-28T17:09:38.189938Z","steps":["trace[1619348018] 'agreement among raft nodes before linearized reading' (duration: 2.779657047s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.189971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.41017Z","time spent":"2.779794261s","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2295,"request content":"key:\"/registry/persistentvolumes/pvc-404598b2-404f-4a4a-ae84-761be06ac415\" "} {"level":"warn","ts":"2026-07-28T17:09:38.193025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754864673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-07-28T17:09:38.193152Z","caller":"traceutil/trace.go:171","msg":"trace[285323479] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:41154; }","duration":"2.755442438s","start":"2026-07-28T17:09:35.437662Z","end":"2026-07-28T17:09:38.193105Z","steps":["trace[285323479] 'agreement among raft nodes before linearized reading' (duration: 2.751856501s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.193261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:35.43765Z","time spent":"2.755591071s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-28T17:09:38.505244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.559054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:38.505558Z","caller":"traceutil/trace.go:171","msg":"trace[1113613792] linearizableReadLoop","detail":"{readStateIndex:42400; appliedIndex:42398; }","duration":"316.685965ms","start":"2026-07-28T17:09:38.188848Z","end":"2026-07-28T17:09:38.505534Z","steps":["trace[1113613792] 'read index received' (duration: 151.763813ms)","trace[1113613792] 'applied index is now lower than readState.Index' (duration: 164.920882ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:38.505669Z","caller":"traceutil/trace.go:171","msg":"trace[58648426] transaction","detail":"{read_only:false; response_revision:41155; number_of_response:1; }","duration":"355.202203ms","start":"2026-07-28T17:09:38.150448Z","end":"2026-07-28T17:09:38.50565Z","steps":["trace[58648426] 'process raft request' (duration: 190.104406ms)","trace[58648426] 'compare' (duration: 164.086793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:38.505767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.150407Z","time spent":"355.310956ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:38.505807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.168824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:09:38.505925Z","caller":"traceutil/trace.go:171","msg":"trace[230688911] transaction","detail":"{read_only:false; response_revision:41156; number_of_response:1; }","duration":"354.468975ms","start":"2026-07-28T17:09:38.151435Z","end":"2026-07-28T17:09:38.505904Z","steps":["trace[230688911] 'process raft request' (duration: 353.963513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.505916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.394326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:38.505939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.412448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T17:09:38.505944Z","caller":"traceutil/trace.go:171","msg":"trace[1643704301] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:41156; }","duration":"353.371389ms","start":"2026-07-28T17:09:38.152543Z","end":"2026-07-28T17:09:38.505915Z","steps":["trace[1643704301] 'agreement among raft nodes before linearized reading' (duration: 353.103852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.505976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064192566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22743"} {"level":"info","ts":"2026-07-28T17:09:38.506003Z","caller":"traceutil/trace.go:171","msg":"trace[2030892135] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:41156; }","duration":"673.496928ms","start":"2026-07-28T17:09:37.832485Z","end":"2026-07-28T17:09:38.505982Z","steps":["trace[2030892135] 'agreement among raft nodes before linearized reading' (duration: 673.351795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:38.506013Z","caller":"traceutil/trace.go:171","msg":"trace[1470160608] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:41156; }","duration":"821.536851ms","start":"2026-07-28T17:09:37.684458Z","end":"2026-07-28T17:09:38.505994Z","steps":["trace[1470160608] 'agreement among raft nodes before linearized reading' (duration: 821.297535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.506026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.152527Z","time spent":"353.479571ms","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:38.506037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.151425Z","time spent":"354.552267ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:38.506041Z","caller":"traceutil/trace.go:171","msg":"trace[1120804889] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:41156; }","duration":"1.064273237s","start":"2026-07-28T17:09:37.441752Z","end":"2026-07-28T17:09:38.506025Z","steps":["trace[1120804889] 'agreement among raft nodes before linearized reading' (duration: 1.064051692s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.506046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.832462Z","time spent":"673.57279ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:38.506067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.684435Z","time spent":"821.618522ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T17:09:38.506084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:37.441742Z","time spent":"1.064334389s","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22766,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T17:09:38.964534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.46242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:38.965104Z","caller":"traceutil/trace.go:171","msg":"trace[651403850] transaction","detail":"{read_only:false; response_revision:41157; number_of_response:1; }","duration":"774.292311ms","start":"2026-07-28T17:09:38.190773Z","end":"2026-07-28T17:09:38.965065Z","steps":["trace[651403850] 'process raft request' (duration: 434.176675ms)","trace[651403850] 'compare' (duration: 338.842985ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:38.965195Z","caller":"traceutil/trace.go:171","msg":"trace[469260023] transaction","detail":"{read_only:false; response_revision:41161; number_of_response:1; }","duration":"357.056948ms","start":"2026-07-28T17:09:38.60812Z","end":"2026-07-28T17:09:38.965177Z","steps":["trace[469260023] 'process raft request' (duration: 356.995866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.965213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.190753Z","time spent":"774.410623ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:38.965237Z","caller":"traceutil/trace.go:171","msg":"trace[228474328] transaction","detail":"{read_only:false; response_revision:41158; number_of_response:1; }","duration":"770.12656ms","start":"2026-07-28T17:09:38.195085Z","end":"2026-07-28T17:09:38.965212Z","steps":["trace[228474328] 'process raft request' (duration: 769.573396ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:38.965255Z","caller":"traceutil/trace.go:171","msg":"trace[1847978730] transaction","detail":"{read_only:false; response_revision:41159; number_of_response:1; }","duration":"361.787443ms","start":"2026-07-28T17:09:38.603418Z","end":"2026-07-28T17:09:38.965205Z","steps":["trace[1847978730] 'process raft request' (duration: 361.515867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.965225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.507356Z","time spent":"457.860011ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T17:09:38.965292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.608032Z","time spent":"357.210132ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:38.965301Z","caller":"traceutil/trace.go:171","msg":"trace[1070891234] transaction","detail":"{read_only:false; response_revision:41160; number_of_response:1; }","duration":"361.472886ms","start":"2026-07-28T17:09:38.603794Z","end":"2026-07-28T17:09:38.965267Z","steps":["trace[1070891234] 'process raft request' (duration: 361.258351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.965376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.521077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1877"} {"level":"warn","ts":"2026-07-28T17:09:38.965391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.195063Z","time spent":"770.250202ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:38.965396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.603396Z","time spent":"361.920026ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:38.965436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.480495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:38.965457Z","caller":"traceutil/trace.go:171","msg":"trace[140549024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41161; }","duration":"767.570457ms","start":"2026-07-28T17:09:38.19788Z","end":"2026-07-28T17:09:38.965451Z","steps":["trace[140549024] 'agreement among raft nodes before linearized reading' (duration: 767.538807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.965423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.724407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:38.965282Z","caller":"traceutil/trace.go:171","msg":"trace[948494115] linearizableReadLoop","detail":"{readStateIndex:42402; appliedIndex:42400; }","duration":"459.662965ms","start":"2026-07-28T17:09:38.505605Z","end":"2026-07-28T17:09:38.965268Z","steps":["trace[948494115] 'read index received' (duration: 119.366405ms)","trace[948494115] 'applied index is now lower than readState.Index' (duration: 340.29475ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:38.965478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.197862Z","time spent":"767.610958ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:38.965445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.603768Z","time spent":"361.582578ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:38.965405Z","caller":"traceutil/trace.go:171","msg":"trace[1280541904] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:41161; }","duration":"772.579189ms","start":"2026-07-28T17:09:38.192816Z","end":"2026-07-28T17:09:38.965396Z","steps":["trace[1280541904] 'agreement among raft nodes before linearized reading' (duration: 772.490017ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:38.965501Z","caller":"traceutil/trace.go:171","msg":"trace[1289074877] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:41161; }","duration":"766.829099ms","start":"2026-07-28T17:09:38.19865Z","end":"2026-07-28T17:09:38.965479Z","steps":["trace[1289074877] 'agreement among raft nodes before linearized reading' (duration: 766.624444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.96552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.192799Z","time spent":"772.710882ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1900,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" "} {"level":"warn","ts":"2026-07-28T17:09:38.965536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.198642Z","time spent":"766.88808ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T17:09:38.965519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.152659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-28T17:09:38.965589Z","caller":"traceutil/trace.go:171","msg":"trace[163819842] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:41161; }","duration":"749.301202ms","start":"2026-07-28T17:09:38.216265Z","end":"2026-07-28T17:09:38.965566Z","steps":["trace[163819842] 'agreement among raft nodes before linearized reading' (duration: 749.013285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.965637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.216249Z","time spent":"749.374585ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3708,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-28T17:09:38.965648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.552139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T17:09:38.965742Z","caller":"traceutil/trace.go:171","msg":"trace[1395595154] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:41161; }","duration":"770.675623ms","start":"2026-07-28T17:09:38.195044Z","end":"2026-07-28T17:09:38.96572Z","steps":["trace[1395595154] 'agreement among raft nodes before linearized reading' (duration: 770.443597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:38.965783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.195031Z","time spent":"770.742304ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-28T17:09:39.467973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:09:39.610411Z","caller":"traceutil/trace.go:171","msg":"trace[1293396796] transaction","detail":"{read_only:false; response_revision:41162; number_of_response:1; }","duration":"643.370516ms","start":"2026-07-28T17:09:38.967014Z","end":"2026-07-28T17:09:39.610385Z","steps":["trace[1293396796] 'process raft request' (duration: 624.21024ms)","trace[1293396796] 'compare' (duration: 18.808507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:39.610528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.966982Z","time spent":"643.489328ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:39.630766Z","caller":"traceutil/trace.go:171","msg":"trace[32478411] linearizableReadLoop","detail":"{readStateIndex:42408; appliedIndex:42406; }","duration":"663.596807ms","start":"2026-07-28T17:09:38.967143Z","end":"2026-07-28T17:09:39.63074Z","steps":["trace[32478411] 'read index received' (duration: 624.080846ms)","trace[32478411] 'applied index is now lower than readState.Index' (duration: 39.514861ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:39.630879Z","caller":"traceutil/trace.go:171","msg":"trace[1219189974] transaction","detail":"{read_only:false; response_revision:41163; number_of_response:1; }","duration":"661.902047ms","start":"2026-07-28T17:09:38.968941Z","end":"2026-07-28T17:09:39.630843Z","steps":["trace[1219189974] 'process raft request' (duration: 661.688251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:39.630996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.832794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-07-28T17:09:39.631029Z","caller":"traceutil/trace.go:171","msg":"trace[554894472] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:41163; }","duration":"663.921506ms","start":"2026-07-28T17:09:38.967096Z","end":"2026-07-28T17:09:39.631017Z","steps":["trace[554894472] 'agreement among raft nodes before linearized reading' (duration: 663.775792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:39.631042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.968927Z","time spent":"662.04588ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:39.631066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.967076Z","time spent":"663.982367ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":702,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"warn","ts":"2026-07-28T17:09:39.631088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.563648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-07-28T17:09:39.631116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.12553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:09:39.631167Z","caller":"traceutil/trace.go:171","msg":"trace[1647240603] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:41163; }","duration":"661.66575ms","start":"2026-07-28T17:09:38.969487Z","end":"2026-07-28T17:09:39.631153Z","steps":["trace[1647240603] 'agreement among raft nodes before linearized reading' (duration: 661.441475ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:39.631188Z","caller":"traceutil/trace.go:171","msg":"trace[963919302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41163; }","duration":"191.250973ms","start":"2026-07-28T17:09:39.439918Z","end":"2026-07-28T17:09:39.631169Z","steps":["trace[963919302] 'agreement among raft nodes before linearized reading' (duration: 191.062099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:39.631201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.969481Z","time spent":"661.713582ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-28T17:09:39.631382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.79204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2811"} {"level":"info","ts":"2026-07-28T17:09:39.631411Z","caller":"traceutil/trace.go:171","msg":"trace[1040091174] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41163; }","duration":"524.8184ms","start":"2026-07-28T17:09:39.106584Z","end":"2026-07-28T17:09:39.631402Z","steps":["trace[1040091174] 'agreement among raft nodes before linearized reading' (duration: 524.746168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:39.631429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:39.106535Z","time spent":"524.888832ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2834,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T17:09:39.63151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.093871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:09:39.631547Z","caller":"traceutil/trace.go:171","msg":"trace[939599977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41163; }","duration":"182.171902ms","start":"2026-07-28T17:09:39.449367Z","end":"2026-07-28T17:09:39.631539Z","steps":["trace[939599977] 'agreement among raft nodes before linearized reading' (duration: 182.06623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:39.631566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.40331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-28T17:09:39.63159Z","caller":"traceutil/trace.go:171","msg":"trace[882413052] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:41163; }","duration":"660.434511ms","start":"2026-07-28T17:09:38.97115Z","end":"2026-07-28T17:09:39.631585Z","steps":["trace[882413052] 'agreement among raft nodes before linearized reading' (duration: 660.370819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:39.631611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.971147Z","time spent":"660.460181ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3708,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-28T17:09:39.631683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.610315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:39.631713Z","caller":"traceutil/trace.go:171","msg":"trace[1790648881] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:41163; }","duration":"660.646806ms","start":"2026-07-28T17:09:38.971058Z","end":"2026-07-28T17:09:39.631705Z","steps":["trace[1790648881] 'agreement among raft nodes before linearized reading' (duration: 660.598864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:39.631734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:38.971054Z","time spent":"660.674016ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-28T17:09:39.818394Z","caller":"traceutil/trace.go:171","msg":"trace[816053693] linearizableReadLoop","detail":"{readStateIndex:42412; appliedIndex:42411; }","duration":"141.119943ms","start":"2026-07-28T17:09:39.677237Z","end":"2026-07-28T17:09:39.818357Z","steps":["trace[816053693] 'read index received' (duration: 113.87139ms)","trace[816053693] 'applied index is now lower than readState.Index' (duration: 27.246913ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:39.818426Z","caller":"traceutil/trace.go:171","msg":"trace[934124497] transaction","detail":"{read_only:false; response_revision:41167; number_of_response:1; }","duration":"142.575029ms","start":"2026-07-28T17:09:39.675801Z","end":"2026-07-28T17:09:39.818376Z","steps":["trace[934124497] 'process raft request' (duration: 115.388447ms)","trace[934124497] 'compare' (duration: 26.961636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:39.818647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.099774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:39.818646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.354839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:39.818771Z","caller":"traceutil/trace.go:171","msg":"trace[125534428] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:41167; }","duration":"141.534014ms","start":"2026-07-28T17:09:39.677213Z","end":"2026-07-28T17:09:39.818747Z","steps":["trace[125534428] 'agreement among raft nodes before linearized reading' (duration: 141.245217ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:39.818712Z","caller":"traceutil/trace.go:171","msg":"trace[1225605704] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:41167; }","duration":"141.192066ms","start":"2026-07-28T17:09:39.6775Z","end":"2026-07-28T17:09:39.818692Z","steps":["trace[1225605704] 'agreement among raft nodes before linearized reading' (duration: 141.066923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.195152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.70048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:40.195251Z","caller":"traceutil/trace.go:171","msg":"trace[1371419959] linearizableReadLoop","detail":"{readStateIndex:42413; appliedIndex:42412; }","duration":"369.478881ms","start":"2026-07-28T17:09:39.825759Z","end":"2026-07-28T17:09:40.195238Z","steps":["trace[1371419959] 'read index received' (duration: 95.620557ms)","trace[1371419959] 'applied index is now lower than readState.Index' (duration: 273.857274ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:40.19531Z","caller":"traceutil/trace.go:171","msg":"trace[98680414] transaction","detail":"{read_only:false; response_revision:41168; number_of_response:1; }","duration":"371.981061ms","start":"2026-07-28T17:09:39.823311Z","end":"2026-07-28T17:09:40.195292Z","steps":["trace[98680414] 'process raft request' (duration: 98.084147ms)","trace[98680414] 'compare' (duration: 273.370832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:40.195367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.604854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1877"} {"level":"info","ts":"2026-07-28T17:09:40.195382Z","caller":"traceutil/trace.go:171","msg":"trace[221284721] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:41168; }","duration":"369.646425ms","start":"2026-07-28T17:09:39.82573Z","end":"2026-07-28T17:09:40.195377Z","steps":["trace[221284721] 'agreement among raft nodes before linearized reading' (duration: 369.559892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.195401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:39.825718Z","time spent":"369.678766ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1900,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" "} {"level":"warn","ts":"2026-07-28T17:09:40.195413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:39.823291Z","time spent":"372.077644ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:40.775189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.150214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:40.775314Z","caller":"traceutil/trace.go:171","msg":"trace[238575956] linearizableReadLoop","detail":"{readStateIndex:42414; appliedIndex:42413; }","duration":"580.029013ms","start":"2026-07-28T17:09:40.195265Z","end":"2026-07-28T17:09:40.775294Z","steps":["trace[238575956] 'read index received' (duration: 318.598262ms)","trace[238575956] 'applied index is now lower than readState.Index' (duration: 261.429411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:40.775628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.506303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-07-28T17:09:40.775602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.500499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-07-28T17:09:40.775614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.590154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:40.775671Z","caller":"traceutil/trace.go:171","msg":"trace[469491915] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:41169; }","duration":"949.558844ms","start":"2026-07-28T17:09:39.826099Z","end":"2026-07-28T17:09:40.775658Z","steps":["trace[469491915] 'agreement among raft nodes before linearized reading' (duration: 949.407881ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:40.775689Z","caller":"traceutil/trace.go:171","msg":"trace[1422063863] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:41169; }","duration":"948.612782ms","start":"2026-07-28T17:09:39.827056Z","end":"2026-07-28T17:09:40.775669Z","steps":["trace[1422063863] 'agreement among raft nodes before linearized reading' (duration: 948.379196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.775704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:39.826086Z","time spent":"949.610546ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-28T17:09:40.775666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.441883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T17:09:40.775722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:39.827024Z","time spent":"948.689434ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-07-28T17:09:40.77571Z","caller":"traceutil/trace.go:171","msg":"trace[2133523180] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:41169; }","duration":"868.746518ms","start":"2026-07-28T17:09:39.906943Z","end":"2026-07-28T17:09:40.775689Z","steps":["trace[2133523180] 'agreement among raft nodes before linearized reading' (duration: 868.559194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.775696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.866278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T17:09:40.775773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:39.906922Z","time spent":"868.84066ms","remote":"127.0.0.1:59788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:40.775771Z","caller":"traceutil/trace.go:171","msg":"trace[1430714097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41169; }","duration":"580.594677ms","start":"2026-07-28T17:09:40.195151Z","end":"2026-07-28T17:09:40.775746Z","steps":["trace[1430714097] 'agreement among raft nodes before linearized reading' (duration: 580.282549ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:40.7758Z","caller":"traceutil/trace.go:171","msg":"trace[1977094943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41169; }","duration":"582.008751ms","start":"2026-07-28T17:09:40.19377Z","end":"2026-07-28T17:09:40.775779Z","steps":["trace[1977094943] 'agreement among raft nodes before linearized reading' (duration: 581.659353ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:40.775786Z","caller":"traceutil/trace.go:171","msg":"trace[1155297234] transaction","detail":"{read_only:false; response_revision:41169; number_of_response:1; }","duration":"580.640057ms","start":"2026-07-28T17:09:40.1951Z","end":"2026-07-28T17:09:40.77574Z","steps":["trace[1155297234] 'process raft request' (duration: 318.801257ms)","trace[1155297234] 'compare' (duration: 260.525289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:40.775833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.195111Z","time spent":"580.708309ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:40.775913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.675953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T17:09:40.775842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.193753Z","time spent":"582.080663ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:09:40.775982Z","caller":"traceutil/trace.go:171","msg":"trace[91157981] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41169; }","duration":"581.794476ms","start":"2026-07-28T17:09:40.194169Z","end":"2026-07-28T17:09:40.775963Z","steps":["trace[91157981] 'agreement among raft nodes before linearized reading' (duration: 581.529059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.775976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.19509Z","time spent":"580.791161ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:40.776054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.194143Z","time spent":"581.873207ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T17:09:40.805473Z","caller":"traceutil/trace.go:171","msg":"trace[462825120] transaction","detail":"{read_only:false; response_revision:41170; number_of_response:1; }","duration":"610.113955ms","start":"2026-07-28T17:09:40.195333Z","end":"2026-07-28T17:09:40.805447Z","steps":["trace[462825120] 'process raft request' (duration: 609.932381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.805626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.195313Z","time spent":"610.236248ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:40.80579Z","caller":"traceutil/trace.go:171","msg":"trace[377122326] transaction","detail":"{read_only:false; response_revision:41171; number_of_response:1; }","duration":"610.290129ms","start":"2026-07-28T17:09:40.195461Z","end":"2026-07-28T17:09:40.805751Z","steps":["trace[377122326] 'process raft request' (duration: 609.94488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.805911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.195445Z","time spent":"610.402932ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:40.805994Z","caller":"traceutil/trace.go:171","msg":"trace[306627315] transaction","detail":"{read_only:false; response_revision:41172; number_of_response:1; }","duration":"610.31248ms","start":"2026-07-28T17:09:40.195661Z","end":"2026-07-28T17:09:40.805973Z","steps":["trace[306627315] 'process raft request' (duration: 609.998422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.806107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.195642Z","time spent":"610.411722ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:40.806153Z","caller":"traceutil/trace.go:171","msg":"trace[773072328] transaction","detail":"{read_only:false; response_revision:41173; number_of_response:1; }","duration":"610.174536ms","start":"2026-07-28T17:09:40.19597Z","end":"2026-07-28T17:09:40.806144Z","steps":["trace[773072328] 'process raft request' (duration: 609.871799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.806215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.195959Z","time spent":"610.221107ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:40.806285Z","caller":"traceutil/trace.go:171","msg":"trace[839556629] transaction","detail":"{read_only:false; response_revision:41174; number_of_response:1; }","duration":"393.404452ms","start":"2026-07-28T17:09:40.412873Z","end":"2026-07-28T17:09:40.806277Z","steps":["trace[839556629] 'process raft request' (duration: 393.152945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.806285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.870723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:40.806324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.412835Z","time spent":"393.468453ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:40.806331Z","caller":"traceutil/trace.go:171","msg":"trace[1896838177] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:41174; }","duration":"132.949725ms","start":"2026-07-28T17:09:40.67337Z","end":"2026-07-28T17:09:40.806319Z","steps":["trace[1896838177] 'agreement among raft nodes before linearized reading' (duration: 132.848512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.806446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.471322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:40.806475Z","caller":"traceutil/trace.go:171","msg":"trace[350522247] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:41174; }","duration":"118.542364ms","start":"2026-07-28T17:09:40.687926Z","end":"2026-07-28T17:09:40.806468Z","steps":["trace[350522247] 'agreement among raft nodes before linearized reading' (duration: 118.495503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.806535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.321096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:40.806599Z","caller":"traceutil/trace.go:171","msg":"trace[667145682] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:41174; }","duration":"503.433389ms","start":"2026-07-28T17:09:40.303151Z","end":"2026-07-28T17:09:40.806584Z","steps":["trace[667145682] 'agreement among raft nodes before linearized reading' (duration: 503.316296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.806614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.989792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-07-28T17:09:40.806639Z","caller":"traceutil/trace.go:171","msg":"trace[2058610099] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:41174; }","duration":"610.046833ms","start":"2026-07-28T17:09:40.196585Z","end":"2026-07-28T17:09:40.806632Z","steps":["trace[2058610099] 'agreement among raft nodes before linearized reading' (duration: 610.001922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:40.806643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.303131Z","time spent":"503.502011ms","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:40.806664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.19657Z","time spent":"610.089514ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":702,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"warn","ts":"2026-07-28T17:09:40.806352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.020831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:40.806845Z","caller":"traceutil/trace.go:171","msg":"trace[689924229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41174; }","duration":"157.520172ms","start":"2026-07-28T17:09:40.649249Z","end":"2026-07-28T17:09:40.806769Z","steps":["trace[689924229] 'agreement among raft nodes before linearized reading' (duration: 156.99432ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:41.172236Z","caller":"traceutil/trace.go:171","msg":"trace[2059217281] linearizableReadLoop","detail":"{readStateIndex:42423; appliedIndex:42422; }","duration":"304.968831ms","start":"2026-07-28T17:09:40.867243Z","end":"2026-07-28T17:09:41.172212Z","steps":["trace[2059217281] 'read index received' (duration: 49.041µs)","trace[2059217281] 'applied index is now lower than readState.Index' (duration: 304.91882ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:41.172353Z","caller":"traceutil/trace.go:171","msg":"trace[702907765] transaction","detail":"{read_only:false; response_revision:41178; number_of_response:1; }","duration":"305.112514ms","start":"2026-07-28T17:09:40.86723Z","end":"2026-07-28T17:09:41.172342Z","steps":["trace[702907765] 'process raft request' (duration: 304.811867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.172435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.867215Z","time spent":"305.160476ms","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:41.172546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.286779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-28T17:09:41.172617Z","caller":"traceutil/trace.go:171","msg":"trace[1557001460] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:41178; }","duration":"305.395422ms","start":"2026-07-28T17:09:40.867205Z","end":"2026-07-28T17:09:41.172601Z","steps":["trace[1557001460] 'agreement among raft nodes before linearized reading' (duration: 305.178126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.172645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.867188Z","time spent":"305.451502ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-28T17:09:41.727123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.802103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:41.727392Z","caller":"traceutil/trace.go:171","msg":"trace[1887448508] linearizableReadLoop","detail":"{readStateIndex:42426; appliedIndex:42423; }","duration":"555.062877ms","start":"2026-07-28T17:09:41.172311Z","end":"2026-07-28T17:09:41.727374Z","steps":["trace[1887448508] 'read index received' (duration: 289.941586ms)","trace[1887448508] 'applied index is now lower than readState.Index' (duration: 265.120531ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:41.727667Z","caller":"traceutil/trace.go:171","msg":"trace[1349720942] transaction","detail":"{read_only:false; response_revision:41179; number_of_response:1; }","duration":"756.980199ms","start":"2026-07-28T17:09:40.970672Z","end":"2026-07-28T17:09:41.727653Z","steps":["trace[1349720942] 'process raft request' (duration: 491.561411ms)","trace[1349720942] 'compare' (duration: 264.587448ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:41.727737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.970646Z","time spent":"757.057342ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:41.727775Z","caller":"traceutil/trace.go:171","msg":"trace[1262854959] transaction","detail":"{read_only:false; response_revision:41180; number_of_response:1; }","duration":"756.839336ms","start":"2026-07-28T17:09:40.970927Z","end":"2026-07-28T17:09:41.727767Z","steps":["trace[1262854959] 'process raft request' (duration: 756.304673ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:41.727732Z","caller":"traceutil/trace.go:171","msg":"trace[860807921] transaction","detail":"{read_only:false; response_revision:41181; number_of_response:1; }","duration":"756.709403ms","start":"2026-07-28T17:09:40.971004Z","end":"2026-07-28T17:09:41.727713Z","steps":["trace[860807921] 'process raft request' (duration: 756.315623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.727821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.870472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T17:09:41.727827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.959228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:41.727862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.56668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-07-28T17:09:41.727862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.199353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-28T17:09:41.727911Z","caller":"traceutil/trace.go:171","msg":"trace[542152822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41181; }","duration":"757.988854ms","start":"2026-07-28T17:09:40.969902Z","end":"2026-07-28T17:09:41.727891Z","steps":["trace[542152822] 'agreement among raft nodes before linearized reading' (duration: 757.773499ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:41.72792Z","caller":"traceutil/trace.go:171","msg":"trace[616765810] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:41181; }","duration":"676.113742ms","start":"2026-07-28T17:09:41.051788Z","end":"2026-07-28T17:09:41.727901Z","steps":["trace[616765810] 'agreement among raft nodes before linearized reading' (duration: 675.937567ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:41.727945Z","caller":"traceutil/trace.go:171","msg":"trace[1639949755] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:41181; }","duration":"860.661532ms","start":"2026-07-28T17:09:40.867266Z","end":"2026-07-28T17:09:41.727927Z","steps":["trace[1639949755] 'agreement among raft nodes before linearized reading' (duration: 860.425796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.727955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.969891Z","time spent":"758.055476ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:09:41.727949Z","caller":"traceutil/trace.go:171","msg":"trace[1948655239] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:41181; }","duration":"768.331526ms","start":"2026-07-28T17:09:40.959602Z","end":"2026-07-28T17:09:41.727934Z","steps":["trace[1948655239] 'agreement among raft nodes before linearized reading' (duration: 768.0912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.727978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.051766Z","time spent":"676.202604ms","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:41.727992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.86726Z","time spent":"860.724165ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-28T17:09:41.728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.959586Z","time spent":"768.406228ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1653,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-28T17:09:41.727956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.970975Z","time spent":"756.869877ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:41.727852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:40.970904Z","time spent":"756.904558ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:41.791193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.228886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:41.791287Z","caller":"traceutil/trace.go:171","msg":"trace[1785572479] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:41183; }","duration":"374.39123ms","start":"2026-07-28T17:09:41.416876Z","end":"2026-07-28T17:09:41.791267Z","steps":["trace[1785572479] 'agreement among raft nodes before linearized reading' (duration: 374.210016ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:41.79133Z","caller":"traceutil/trace.go:171","msg":"trace[433393748] transaction","detail":"{read_only:false; response_revision:41183; number_of_response:1; }","duration":"600.636026ms","start":"2026-07-28T17:09:41.190684Z","end":"2026-07-28T17:09:41.79132Z","steps":["trace[433393748] 'process raft request' (duration: 600.325508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.791335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.106738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:41.791349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.732932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:41.791415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.190674Z","time spent":"600.698897ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:41.791449Z","caller":"traceutil/trace.go:171","msg":"trace[1784519856] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:41183; }","duration":"555.887416ms","start":"2026-07-28T17:09:41.235541Z","end":"2026-07-28T17:09:41.791428Z","steps":["trace[1784519856] 'agreement among raft nodes before linearized reading' (duration: 555.682481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.791453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.197147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T17:09:41.791445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.842122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112525"} {"level":"info","ts":"2026-07-28T17:09:41.791495Z","caller":"traceutil/trace.go:171","msg":"trace[714766170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41183; }","duration":"109.273619ms","start":"2026-07-28T17:09:41.682213Z","end":"2026-07-28T17:09:41.791487Z","steps":["trace[714766170] 'agreement among raft nodes before linearized reading' (duration: 109.146836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.791502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.235528Z","time spent":"555.965488ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T17:09:41.791515Z","caller":"traceutil/trace.go:171","msg":"trace[1393125887] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:41183; }","duration":"612.926564ms","start":"2026-07-28T17:09:41.178574Z","end":"2026-07-28T17:09:41.791501Z","steps":["trace[1393125887] 'agreement among raft nodes before linearized reading' (duration: 612.629617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.791546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.178551Z","time spent":"612.989176ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112548,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-28T17:09:41.791582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.262434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:09:41.79164Z","caller":"traceutil/trace.go:171","msg":"trace[807950862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41183; }","duration":"124.366206ms","start":"2026-07-28T17:09:41.66726Z","end":"2026-07-28T17:09:41.791626Z","steps":["trace[807950862] 'agreement among raft nodes before linearized reading' (duration: 124.188892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.791332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.607726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T17:09:41.791773Z","caller":"traceutil/trace.go:171","msg":"trace[1341993060] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:41183; }","duration":"613.070667ms","start":"2026-07-28T17:09:41.178691Z","end":"2026-07-28T17:09:41.791761Z","steps":["trace[1341993060] 'agreement among raft nodes before linearized reading' (duration: 612.445112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.791818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.178686Z","time spent":"613.120499ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1917,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-07-28T17:09:41.791292Z","caller":"traceutil/trace.go:171","msg":"trace[1088494228] transaction","detail":"{read_only:false; response_revision:41182; number_of_response:1; }","duration":"613.99534ms","start":"2026-07-28T17:09:41.177276Z","end":"2026-07-28T17:09:41.791271Z","steps":["trace[1088494228] 'process raft request' (duration: 613.618581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.791941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.177248Z","time spent":"614.639075ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:41.791418Z","caller":"traceutil/trace.go:171","msg":"trace[232304626] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:0; response_revision:41183; }","duration":"615.18704ms","start":"2026-07-28T17:09:41.176211Z","end":"2026-07-28T17:09:41.791398Z","steps":["trace[232304626] 'agreement among raft nodes before linearized reading' (duration: 615.068557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.792027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.176146Z","time spent":"615.868736ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-28T17:09:41.791414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.254795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:41.791334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.416852Z","time spent":"374.471362ms","remote":"127.0.0.1:47994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:41.792132Z","caller":"traceutil/trace.go:171","msg":"trace[1848558983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:41183; }","duration":"580.086185ms","start":"2026-07-28T17:09:41.212028Z","end":"2026-07-28T17:09:41.792114Z","steps":["trace[1848558983] 'agreement among raft nodes before linearized reading' (duration: 579.351077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.792185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.212005Z","time spent":"580.164047ms","remote":"127.0.0.1:58464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:41.791167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.40695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:41.792233Z","caller":"traceutil/trace.go:171","msg":"trace[817081403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41183; }","duration":"142.516788ms","start":"2026-07-28T17:09:41.649708Z","end":"2026-07-28T17:09:41.792225Z","steps":["trace[817081403] 'agreement among raft nodes before linearized reading' (duration: 141.36697ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:41.87659Z","caller":"traceutil/trace.go:171","msg":"trace[264618566] transaction","detail":"{read_only:false; response_revision:41184; number_of_response:1; }","duration":"144.874925ms","start":"2026-07-28T17:09:41.731694Z","end":"2026-07-28T17:09:41.876569Z","steps":["trace[264618566] 'process raft request' (duration: 100.168028ms)","trace[264618566] 'compare' (duration: 44.479132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:41.876915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.732106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-628defbb-51e3-43e9-ba09-0a6761c3dd4f\" ","response":"range_response_count:1 size:2207"} {"level":"info","ts":"2026-07-28T17:09:41.876949Z","caller":"traceutil/trace.go:171","msg":"trace[1893396631] range","detail":"{range_begin:/registry/persistentvolumes/pvc-628defbb-51e3-43e9-ba09-0a6761c3dd4f; range_end:; response_count:1; response_revision:41184; }","duration":"145.795018ms","start":"2026-07-28T17:09:41.731145Z","end":"2026-07-28T17:09:41.87694Z","steps":["trace[1893396631] 'agreement among raft nodes before linearized reading' (duration: 145.535692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.876968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.458796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112525"} {"level":"info","ts":"2026-07-28T17:09:41.877064Z","caller":"traceutil/trace.go:171","msg":"trace[1384106147] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:41184; }","duration":"142.5821ms","start":"2026-07-28T17:09:41.734463Z","end":"2026-07-28T17:09:41.877045Z","steps":["trace[1384106147] 'agreement among raft nodes before linearized reading' (duration: 142.18472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:41.877091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.923118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T17:09:41.877121Z","caller":"traceutil/trace.go:171","msg":"trace[129636103] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:41184; }","duration":"142.963128ms","start":"2026-07-28T17:09:41.734148Z","end":"2026-07-28T17:09:41.877111Z","steps":["trace[129636103] 'agreement among raft nodes before linearized reading' (duration: 142.520098ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:42.239979Z","caller":"traceutil/trace.go:171","msg":"trace[2097076917] linearizableReadLoop","detail":"{readStateIndex:42432; appliedIndex:42431; }","duration":"345.343343ms","start":"2026-07-28T17:09:41.894608Z","end":"2026-07-28T17:09:42.239951Z","steps":["trace[2097076917] 'read index received' (duration: 345.21275ms)","trace[2097076917] 'applied index is now lower than readState.Index' (duration: 129.173µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:42.240105Z","caller":"traceutil/trace.go:171","msg":"trace[149456707] transaction","detail":"{read_only:false; response_revision:41187; number_of_response:1; }","duration":"355.703575ms","start":"2026-07-28T17:09:41.884335Z","end":"2026-07-28T17:09:42.240038Z","steps":["trace[149456707] 'process raft request' (duration: 355.333056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:42.240295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.662441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-28T17:09:42.240275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.884317Z","time spent":"355.886219ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9166,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:42.240353Z","caller":"traceutil/trace.go:171","msg":"trace[568284466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:41187; }","duration":"345.774164ms","start":"2026-07-28T17:09:41.894567Z","end":"2026-07-28T17:09:42.240341Z","steps":["trace[568284466] 'agreement among raft nodes before linearized reading' (duration: 345.541108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:42.240798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.894547Z","time spent":"346.235955ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T17:09:42.741013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872268,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:09:43.127642Z","caller":"traceutil/trace.go:171","msg":"trace[1620471562] transaction","detail":"{read_only:false; response_revision:41189; number_of_response:1; }","duration":"989.867907ms","start":"2026-07-28T17:09:42.137748Z","end":"2026-07-28T17:09:43.127616Z","steps":["trace[1620471562] 'process raft request' (duration: 989.788685ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:43.127695Z","caller":"traceutil/trace.go:171","msg":"trace[968228599] transaction","detail":"{read_only:false; response_revision:41188; number_of_response:1; }","duration":"1.23087029s","start":"2026-07-28T17:09:41.896798Z","end":"2026-07-28T17:09:43.127668Z","steps":["trace[968228599] 'process raft request' (duration: 1.230408679s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:43.127812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.896779Z","time spent":"1.230985314s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:43.127804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.137727Z","time spent":"990.00036ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:43.558908Z","caller":"traceutil/trace.go:171","msg":"trace[16307217] transaction","detail":"{read_only:false; response_revision:41190; number_of_response:1; }","duration":"1.312936878s","start":"2026-07-28T17:09:42.245936Z","end":"2026-07-28T17:09:43.558872Z","steps":["trace[16307217] 'process raft request' (duration: 1.31263217s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:43.559017Z","caller":"traceutil/trace.go:171","msg":"trace[782995435] transaction","detail":"{read_only:false; response_revision:41191; number_of_response:1; }","duration":"1.311366549s","start":"2026-07-28T17:09:42.247607Z","end":"2026-07-28T17:09:43.558974Z","steps":["trace[782995435] 'process raft request' (duration: 1.311116233s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:43.559062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.245914Z","time spent":"1.313076381s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:43.559123Z","caller":"traceutil/trace.go:171","msg":"trace[37832187] transaction","detail":"{read_only:false; response_revision:41197; number_of_response:1; }","duration":"747.389777ms","start":"2026-07-28T17:09:42.811718Z","end":"2026-07-28T17:09:43.559108Z","steps":["trace[37832187] 'process raft request' (duration: 747.216382ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:43.559134Z","caller":"traceutil/trace.go:171","msg":"trace[1777144580] transaction","detail":"{read_only:false; response_revision:41193; number_of_response:1; }","duration":"1.137301824s","start":"2026-07-28T17:09:42.421796Z","end":"2026-07-28T17:09:43.559097Z","steps":["trace[1777144580] 'process raft request' (duration: 1.137025558s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:43.559006Z","caller":"traceutil/trace.go:171","msg":"trace[1519368116] transaction","detail":"{read_only:false; response_revision:41192; number_of_response:1; }","duration":"1.308844739s","start":"2026-07-28T17:09:42.250096Z","end":"2026-07-28T17:09:43.558941Z","steps":["trace[1519368116] 'process raft request' (duration: 1.308676414s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:43.559219Z","caller":"traceutil/trace.go:171","msg":"trace[1465266770] transaction","detail":"{read_only:false; response_revision:41196; number_of_response:1; }","duration":"748.530134ms","start":"2026-07-28T17:09:42.810678Z","end":"2026-07-28T17:09:43.559208Z","steps":["trace[1465266770] 'process raft request' (duration: 748.234657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:43.559261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.811707Z","time spent":"747.472658ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:43.559088Z","caller":"traceutil/trace.go:171","msg":"trace[314738107] transaction","detail":"{read_only:false; response_revision:41195; number_of_response:1; }","duration":"748.993375ms","start":"2026-07-28T17:09:42.810051Z","end":"2026-07-28T17:09:43.559045Z","steps":["trace[314738107] 'process raft request' (duration: 748.836521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:43.559316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.421764Z","time spent":"1.137471719s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:43.559366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.810024Z","time spent":"749.314613ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:43.559179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.247598Z","time spent":"1.311501202s","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6085,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:43.559377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.810606Z","time spent":"748.683028ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:43.559377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.250085Z","time spent":"1.309192257s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9269,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:43.559172Z","caller":"traceutil/trace.go:171","msg":"trace[1919854215] transaction","detail":"{read_only:false; response_revision:41194; number_of_response:1; }","duration":"777.849328ms","start":"2026-07-28T17:09:42.781312Z","end":"2026-07-28T17:09:43.559161Z","steps":["trace[1919854215] 'process raft request' (duration: 777.547961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:43.559487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.781271Z","time spent":"778.185116ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:43.559221Z","caller":"traceutil/trace.go:171","msg":"trace[1633412995] transaction","detail":"{read_only:false; response_revision:41198; number_of_response:1; }","duration":"747.11768ms","start":"2026-07-28T17:09:42.812097Z","end":"2026-07-28T17:09:43.559215Z","steps":["trace[1633412995] 'process raft request' (duration: 746.856334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:43.55962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.812044Z","time spent":"747.52679ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:43.930526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.521611ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T17:09:43.930675Z","caller":"traceutil/trace.go:171","msg":"trace[2082667232] linearizableReadLoop","detail":"{readStateIndex:42438; appliedIndex:42433; }","duration":"1.690588217s","start":"2026-07-28T17:09:42.240048Z","end":"2026-07-28T17:09:43.930637Z","steps":["trace[2082667232] 'read index received' (duration: 887.476995ms)","trace[2082667232] 'applied index is now lower than readState.Index' (duration: 803.109412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:43.931133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850765565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T17:09:43.93118Z","caller":"traceutil/trace.go:171","msg":"trace[715638646] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:41198; }","duration":"1.850851617s","start":"2026-07-28T17:09:42.080317Z","end":"2026-07-28T17:09:43.931168Z","steps":["trace[715638646] 'agreement among raft nodes before linearized reading' (duration: 1.850680213s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:43.931211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.080296Z","time spent":"1.850907709s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T17:09:43.93122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036565326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T17:09:43.93131Z","caller":"traceutil/trace.go:171","msg":"trace[606731642] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:41198; }","duration":"2.036692979s","start":"2026-07-28T17:09:41.894596Z","end":"2026-07-28T17:09:43.931289Z","steps":["trace[606731642] 'agreement among raft nodes before linearized reading' (duration: 2.036479814s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:43.931369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:41.89458Z","time spent":"2.036780102s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-28T17:09:43.933021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82178129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-28T17:09:43.933283Z","caller":"traceutil/trace.go:171","msg":"trace[1852248855] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:41198; }","duration":"1.822069537s","start":"2026-07-28T17:09:42.111164Z","end":"2026-07-28T17:09:43.933234Z","steps":["trace[1852248855] 'agreement among raft nodes before linearized reading' (duration: 1.819893074s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:43.933479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.111143Z","time spent":"1.822313123s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2225432,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-28T17:09:44.076134Z","caller":"traceutil/trace.go:171","msg":"trace[1828891324] transaction","detail":"{read_only:false; response_revision:41199; number_of_response:1; }","duration":"507.087849ms","start":"2026-07-28T17:09:43.56902Z","end":"2026-07-28T17:09:44.076108Z","steps":["trace[1828891324] 'process raft request' (duration: 506.896794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.076338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:43.569001Z","time spent":"507.265174ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3271,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:44.432766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.386612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:44.43304Z","caller":"traceutil/trace.go:171","msg":"trace[529599086] linearizableReadLoop","detail":"{readStateIndex:42448; appliedIndex:42444; }","duration":"502.305862ms","start":"2026-07-28T17:09:43.930715Z","end":"2026-07-28T17:09:44.433021Z","steps":["trace[529599086] 'read index received' (duration: 145.247534ms)","trace[529599086] 'applied index is now lower than readState.Index' (duration: 357.057428ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:44.433055Z","caller":"traceutil/trace.go:171","msg":"trace[2120640821] transaction","detail":"{read_only:false; response_revision:41200; number_of_response:1; }","duration":"700.286829ms","start":"2026-07-28T17:09:43.732724Z","end":"2026-07-28T17:09:44.433011Z","steps":["trace[2120640821] 'process raft request' (duration: 583.509878ms)","trace[2120640821] 'compare' (duration: 115.800157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:44.433252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:43.732686Z","time spent":"700.464584ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:44.433425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571401756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T17:09:44.433461Z","caller":"traceutil/trace.go:171","msg":"trace[1091963173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41202; }","duration":"1.571471208s","start":"2026-07-28T17:09:42.86198Z","end":"2026-07-28T17:09:44.433451Z","steps":["trace[1091963173] 'agreement among raft nodes before linearized reading' (duration: 1.571332355s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.433448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571328894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T17:09:44.433499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.861965Z","time spent":"1.571521899s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:09:44.433529Z","caller":"traceutil/trace.go:171","msg":"trace[2114333623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41202; }","duration":"1.571449727s","start":"2026-07-28T17:09:42.86206Z","end":"2026-07-28T17:09:44.43351Z","steps":["trace[2114333623] 'agreement among raft nodes before linearized reading' (duration: 1.571205742s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.433578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.862043Z","time spent":"1.571526159s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:09:44.433654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997895084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T17:09:44.433664Z","caller":"traceutil/trace.go:171","msg":"trace[753195530] transaction","detail":"{read_only:false; response_revision:41202; number_of_response:1; }","duration":"700.019362ms","start":"2026-07-28T17:09:43.733603Z","end":"2026-07-28T17:09:44.433622Z","steps":["trace[753195530] 'process raft request' (duration: 699.361376ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:44.433719Z","caller":"traceutil/trace.go:171","msg":"trace[2038781633] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41202; }","duration":"1.997974056s","start":"2026-07-28T17:09:42.435729Z","end":"2026-07-28T17:09:44.433703Z","steps":["trace[2038781633] 'agreement among raft nodes before linearized reading' (duration: 1.997813492s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.433713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.546519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:44.433743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.389934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-28T17:09:44.43376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.435722Z","time spent":"1.998030087s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:09:44.433749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.555504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:09:44.433784Z","caller":"traceutil/trace.go:171","msg":"trace[876819442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:41202; }","duration":"209.621421ms","start":"2026-07-28T17:09:44.224141Z","end":"2026-07-28T17:09:44.433762Z","steps":["trace[876819442] 'agreement among raft nodes before linearized reading' (duration: 209.508928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.433741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983484644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T17:09:44.433797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782609575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:44.43382Z","caller":"traceutil/trace.go:171","msg":"trace[1795315285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41202; }","duration":"552.677368ms","start":"2026-07-28T17:09:43.881125Z","end":"2026-07-28T17:09:44.433802Z","steps":["trace[1795315285] 'agreement among raft nodes before linearized reading' (duration: 552.435312ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:44.433844Z","caller":"traceutil/trace.go:171","msg":"trace[746062242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41202; }","duration":"1.782680927s","start":"2026-07-28T17:09:42.65115Z","end":"2026-07-28T17:09:44.433831Z","steps":["trace[746062242] 'agreement among raft nodes before linearized reading' (duration: 1.782623086s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.433852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:43.733576Z","time spent":"700.178766ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:44.433892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.651132Z","time spent":"1.782747048s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:44.433773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048239526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:44.433907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571058338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T17:09:44.433906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984349525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T17:09:44.433707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.790228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:44.433938Z","caller":"traceutil/trace.go:171","msg":"trace[222050019] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41202; }","duration":"1.57112803s","start":"2026-07-28T17:09:42.8628Z","end":"2026-07-28T17:09:44.433928Z","steps":["trace[222050019] 'agreement among raft nodes before linearized reading' (duration: 1.571051068s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.433939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.599253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:09:44.433953Z","caller":"traceutil/trace.go:171","msg":"trace[1785785741] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41202; }","duration":"1.984428426s","start":"2026-07-28T17:09:42.44951Z","end":"2026-07-28T17:09:44.433939Z","steps":["trace[1785785741] 'agreement among raft nodes before linearized reading' (duration: 1.984276972s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.433955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.390505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3289"} {"level":"warn","ts":"2026-07-28T17:09:44.433965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.862768Z","time spent":"1.571190841s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T17:09:44.433978Z","caller":"traceutil/trace.go:171","msg":"trace[1133241434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41202; }","duration":"549.657494ms","start":"2026-07-28T17:09:43.884309Z","end":"2026-07-28T17:09:44.433967Z","steps":["trace[1133241434] 'agreement among raft nodes before linearized reading' (duration: 549.552331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.433993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.449501Z","time spent":"1.984484398s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:09:44.43401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:43.884299Z","time spent":"549.702996ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T17:09:44.434005Z","caller":"traceutil/trace.go:171","msg":"trace[1928958709] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41202; }","duration":"350.464017ms","start":"2026-07-28T17:09:44.083527Z","end":"2026-07-28T17:09:44.433991Z","steps":["trace[1928958709] 'agreement among raft nodes before linearized reading' (duration: 350.327834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.43389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:43.881104Z","time spent":"552.771229ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T17:09:44.434014Z","caller":"traceutil/trace.go:171","msg":"trace[916439327] transaction","detail":"{read_only:false; response_revision:41201; number_of_response:1; }","duration":"700.840352ms","start":"2026-07-28T17:09:43.733157Z","end":"2026-07-28T17:09:44.433998Z","steps":["trace[916439327] 'process raft request' (duration: 699.718375ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:44.433957Z","caller":"traceutil/trace.go:171","msg":"trace[2110826520] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:41202; }","duration":"864.060874ms","start":"2026-07-28T17:09:43.569884Z","end":"2026-07-28T17:09:44.433945Z","steps":["trace[2110826520] 'agreement among raft nodes before linearized reading' (duration: 863.792518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.434055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.083515Z","time spent":"350.524598ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3312,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T17:09:44.434061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.061163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T17:09:44.433833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541427346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:09:44.433791Z","caller":"traceutil/trace.go:171","msg":"trace[524411274] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:41202; }","duration":"495.464465ms","start":"2026-07-28T17:09:43.938313Z","end":"2026-07-28T17:09:44.433777Z","steps":["trace[524411274] 'agreement among raft nodes before linearized reading' (duration: 495.308021ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:44.434105Z","caller":"traceutil/trace.go:171","msg":"trace[1460541424] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:41202; }","duration":"1.541730954s","start":"2026-07-28T17:09:42.892365Z","end":"2026-07-28T17:09:44.434096Z","steps":["trace[1460541424] 'agreement among raft nodes before linearized reading' (duration: 1.541427356s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:44.434106Z","caller":"traceutil/trace.go:171","msg":"trace[216002729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41202; }","duration":"552.141365ms","start":"2026-07-28T17:09:43.881949Z","end":"2026-07-28T17:09:44.43409Z","steps":["trace[216002729] 'agreement among raft nodes before linearized reading' (duration: 552.015852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.434106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:43.56987Z","time spent":"864.226289ms","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-07-28T17:09:44.434106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:43.733148Z","time spent":"700.907455ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:44.434137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.892348Z","time spent":"1.541778926s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:44.434123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:43.938297Z","time spent":"495.815713ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-28T17:09:44.434141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:43.881925Z","time spent":"552.206976ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:09:44.433939Z","caller":"traceutil/trace.go:171","msg":"trace[2135890124] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:41202; }","duration":"1.048439711s","start":"2026-07-28T17:09:43.385484Z","end":"2026-07-28T17:09:44.433924Z","steps":["trace[2135890124] 'agreement among raft nodes before linearized reading' (duration: 1.048260236s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.434126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998412676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T17:09:44.433832Z","caller":"traceutil/trace.go:171","msg":"trace[660942623] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41202; }","duration":"1.983614916s","start":"2026-07-28T17:09:42.450206Z","end":"2026-07-28T17:09:44.433821Z","steps":["trace[660942623] 'agreement among raft nodes before linearized reading' (duration: 1.983387021s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.434274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.449329Z","time spent":"1.984938759s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:09:44.434347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.474309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-07-28T17:09:44.434393Z","caller":"traceutil/trace.go:171","msg":"trace[460433431] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:41202; }","duration":"468.559851ms","start":"2026-07-28T17:09:43.96582Z","end":"2026-07-28T17:09:44.43438Z","steps":["trace[460433431] 'agreement among raft nodes before linearized reading' (duration: 468.419967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.434433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:43.9658Z","time spent":"468.621692ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-28T17:09:44.43424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:43.385463Z","time spent":"1.048763729s","remote":"127.0.0.1:59972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:44.434284Z","caller":"traceutil/trace.go:171","msg":"trace[1664640325] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41202; }","duration":"1.998598351s","start":"2026-07-28T17:09:42.435669Z","end":"2026-07-28T17:09:44.434267Z","steps":["trace[1664640325] 'agreement among raft nodes before linearized reading' (duration: 1.998334805s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.434676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:42.435657Z","time spent":"1.99897768s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:09:44.751526Z","caller":"traceutil/trace.go:171","msg":"trace[253542794] transaction","detail":"{read_only:false; response_revision:41203; number_of_response:1; }","duration":"313.389895ms","start":"2026-07-28T17:09:44.438105Z","end":"2026-07-28T17:09:44.751495Z","steps":["trace[253542794] 'process raft request' (duration: 235.451639ms)","trace[253542794] 'compare' (duration: 77.807153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:44.751654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.437866Z","time spent":"313.735914ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":944,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:44.903073Z","caller":"traceutil/trace.go:171","msg":"trace[1507433740] transaction","detail":"{read_only:false; response_revision:41204; number_of_response:1; }","duration":"464.197525ms","start":"2026-07-28T17:09:44.438852Z","end":"2026-07-28T17:09:44.903049Z","steps":["trace[1507433740] 'process raft request' (duration: 463.959529ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:44.903061Z","caller":"traceutil/trace.go:171","msg":"trace[2054952975] transaction","detail":"{read_only:false; response_revision:41205; number_of_response:1; }","duration":"463.717713ms","start":"2026-07-28T17:09:44.439314Z","end":"2026-07-28T17:09:44.903032Z","steps":["trace[2054952975] 'process raft request' (duration: 463.624161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.903229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.439301Z","time spent":"463.880097ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:44.903228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.438824Z","time spent":"464.326848ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:44.903737Z","caller":"traceutil/trace.go:171","msg":"trace[628493151] transaction","detail":"{read_only:false; response_revision:41209; number_of_response:1; }","duration":"463.97432ms","start":"2026-07-28T17:09:44.439747Z","end":"2026-07-28T17:09:44.903722Z","steps":["trace[628493151] 'process raft request' (duration: 463.677803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.903813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.439741Z","time spent":"464.035921ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:44.903775Z","caller":"traceutil/trace.go:171","msg":"trace[63565451] linearizableReadLoop","detail":"{readStateIndex:42456; appliedIndex:42448; }","duration":"463.759245ms","start":"2026-07-28T17:09:44.439984Z","end":"2026-07-28T17:09:44.903743Z","steps":["trace[63565451] 'read index received' (duration: 233.654576ms)","trace[63565451] 'applied index is now lower than readState.Index' (duration: 230.103589ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:44.90388Z","caller":"traceutil/trace.go:171","msg":"trace[120347580] transaction","detail":"{read_only:false; response_revision:41206; number_of_response:1; }","duration":"464.461562ms","start":"2026-07-28T17:09:44.43941Z","end":"2026-07-28T17:09:44.903872Z","steps":["trace[120347580] 'process raft request' (duration: 463.57872ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:44.903901Z","caller":"traceutil/trace.go:171","msg":"trace[928207825] transaction","detail":"{read_only:false; response_revision:41208; number_of_response:1; }","duration":"464.236766ms","start":"2026-07-28T17:09:44.439655Z","end":"2026-07-28T17:09:44.903892Z","steps":["trace[928207825] 'process raft request' (duration: 463.719464ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:44.903931Z","caller":"traceutil/trace.go:171","msg":"trace[827336820] transaction","detail":"{read_only:false; response_revision:41214; number_of_response:1; }","duration":"458.804404ms","start":"2026-07-28T17:09:44.445111Z","end":"2026-07-28T17:09:44.903916Z","steps":["trace[827336820] 'process raft request' (duration: 458.558578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.903949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.439647Z","time spent":"464.274517ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:44.903944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.439404Z","time spent":"464.506113ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:44.9039Z","caller":"traceutil/trace.go:171","msg":"trace[1363908983] transaction","detail":"{read_only:false; response_revision:41212; number_of_response:1; }","duration":"463.367975ms","start":"2026-07-28T17:09:44.440418Z","end":"2026-07-28T17:09:44.903786Z","steps":["trace[1363908983] 'process raft request' (duration: 463.150569ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:44.904125Z","caller":"traceutil/trace.go:171","msg":"trace[1911813468] transaction","detail":"{read_only:false; response_revision:41210; number_of_response:1; }","duration":"464.246767ms","start":"2026-07-28T17:09:44.439868Z","end":"2026-07-28T17:09:44.904115Z","steps":["trace[1911813468] 'process raft request' (duration: 463.606611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.904129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.445096Z","time spent":"458.878955ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3291,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:44.904183Z","caller":"traceutil/trace.go:171","msg":"trace[73475465] transaction","detail":"{read_only:false; response_revision:41213; number_of_response:1; }","duration":"463.19171ms","start":"2026-07-28T17:09:44.440954Z","end":"2026-07-28T17:09:44.904146Z","steps":["trace[73475465] 'process raft request' (duration: 462.667988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.904348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.440948Z","time spent":"463.320143ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:44.903842Z","caller":"traceutil/trace.go:171","msg":"trace[1402357087] transaction","detail":"{read_only:false; response_revision:41207; number_of_response:1; }","duration":"464.316748ms","start":"2026-07-28T17:09:44.439513Z","end":"2026-07-28T17:09:44.903829Z","steps":["trace[1402357087] 'process raft request' (duration: 463.732494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.904382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.377059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-07-28T17:09:44.904449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.439506Z","time spent":"464.903332ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:44.904467Z","caller":"traceutil/trace.go:171","msg":"trace[1909741631] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:41214; }","duration":"464.475202ms","start":"2026-07-28T17:09:44.439971Z","end":"2026-07-28T17:09:44.904446Z","steps":["trace[1909741631] 'agreement among raft nodes before linearized reading' (duration: 464.209105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.904507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.439921Z","time spent":"464.578834ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-07-28T17:09:44.904499Z","caller":"traceutil/trace.go:171","msg":"trace[1395168550] transaction","detail":"{read_only:false; response_revision:41211; number_of_response:1; }","duration":"464.253437ms","start":"2026-07-28T17:09:44.440231Z","end":"2026-07-28T17:09:44.904484Z","steps":["trace[1395168550] 'process raft request' (duration: 463.298253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:44.904575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.440219Z","time spent":"464.315638ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:44.904188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.439844Z","time spent":"464.312928ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:44.904724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.440408Z","time spent":"463.646431ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:45.516123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.045924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:45.516349Z","caller":"traceutil/trace.go:171","msg":"trace[2015175586] transaction","detail":"{read_only:false; response_revision:41215; number_of_response:1; }","duration":"760.426784ms","start":"2026-07-28T17:09:44.755879Z","end":"2026-07-28T17:09:45.516306Z","steps":["trace[2015175586] 'process raft request' (duration: 584.075902ms)","trace[2015175586] 'compare' (duration: 175.603893ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:45.516441Z","caller":"traceutil/trace.go:171","msg":"trace[1759257848] linearizableReadLoop","detail":"{readStateIndex:42463; appliedIndex:42460; }","duration":"612.547775ms","start":"2026-07-28T17:09:44.903876Z","end":"2026-07-28T17:09:45.516424Z","steps":["trace[1759257848] 'read index received' (duration: 436.059481ms)","trace[1759257848] 'applied index is now lower than readState.Index' (duration: 176.487154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:45.516512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.755859Z","time spent":"760.582238ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:45.516452Z","caller":"traceutil/trace.go:171","msg":"trace[1047494782] transaction","detail":"{read_only:false; response_revision:41216; number_of_response:1; }","duration":"758.546008ms","start":"2026-07-28T17:09:44.757872Z","end":"2026-07-28T17:09:45.516418Z","steps":["trace[1047494782] 'process raft request' (duration: 758.379474ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:45.516522Z","caller":"traceutil/trace.go:171","msg":"trace[1017843490] transaction","detail":"{read_only:false; response_revision:41217; number_of_response:1; }","duration":"758.075677ms","start":"2026-07-28T17:09:44.758436Z","end":"2026-07-28T17:09:45.516512Z","steps":["trace[1017843490] 'process raft request' (duration: 757.924883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.516664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.758406Z","time spent":"758.19612ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9128,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:45.516732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073455531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:45.516777Z","caller":"traceutil/trace.go:171","msg":"trace[1039316556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41217; }","duration":"1.073513402s","start":"2026-07-28T17:09:44.443254Z","end":"2026-07-28T17:09:45.516767Z","steps":["trace[1039316556] 'agreement among raft nodes before linearized reading' (duration: 1.07345251s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.516795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.74631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:45.516817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.443248Z","time spent":"1.073560973s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:45.516685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.957223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-28T17:09:45.516866Z","caller":"traceutil/trace.go:171","msg":"trace[494705900] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:41217; }","duration":"905.823432ms","start":"2026-07-28T17:09:44.611001Z","end":"2026-07-28T17:09:45.516824Z","steps":["trace[494705900] 'agreement among raft nodes before linearized reading' (duration: 905.764091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.516731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05533883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-28T17:09:45.516903Z","caller":"traceutil/trace.go:171","msg":"trace[1567802332] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41217; }","duration":"878.21233ms","start":"2026-07-28T17:09:44.638671Z","end":"2026-07-28T17:09:45.516883Z","steps":["trace[1567802332] 'agreement among raft nodes before linearized reading' (duration: 877.869251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.516908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.61098Z","time spent":"905.917664ms","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:45.516921Z","caller":"traceutil/trace.go:171","msg":"trace[1273068014] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:41217; }","duration":"1.055564895s","start":"2026-07-28T17:09:44.461339Z","end":"2026-07-28T17:09:45.516904Z","steps":["trace[1273068014] 'agreement among raft nodes before linearized reading' (duration: 1.055250837s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.516955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.638647Z","time spent":"878.292982ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T17:09:45.51697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.461325Z","time spent":"1.055627947s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3708,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-28T17:09:45.517171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.757851Z","time spent":"758.763973ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:45.7827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.294846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:45.782819Z","caller":"traceutil/trace.go:171","msg":"trace[794221808] linearizableReadLoop","detail":"{readStateIndex:42464; appliedIndex:42463; }","duration":"266.3253ms","start":"2026-07-28T17:09:45.516476Z","end":"2026-07-28T17:09:45.782801Z","steps":["trace[794221808] 'read index received' (duration: 143.915751ms)","trace[794221808] 'applied index is now lower than readState.Index' (duration: 122.407409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:45.782999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.555042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-07-28T17:09:45.783043Z","caller":"traceutil/trace.go:171","msg":"trace[1330997677] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:41218; }","duration":"872.614533ms","start":"2026-07-28T17:09:44.910412Z","end":"2026-07-28T17:09:45.783026Z","steps":["trace[1330997677] 'agreement among raft nodes before linearized reading' (duration: 872.46039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.783061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.196153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:45.783133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.910397Z","time spent":"872.724386ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-07-28T17:09:45.783179Z","caller":"traceutil/trace.go:171","msg":"trace[982587106] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:41218; }","duration":"595.368338ms","start":"2026-07-28T17:09:45.187785Z","end":"2026-07-28T17:09:45.783154Z","steps":["trace[982587106] 'agreement among raft nodes before linearized reading' (duration: 595.078811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:45.783212Z","caller":"traceutil/trace.go:171","msg":"trace[204440640] transaction","detail":"{read_only:false; response_revision:41218; number_of_response:1; }","duration":"368.704722ms","start":"2026-07-28T17:09:45.414475Z","end":"2026-07-28T17:09:45.78318Z","steps":["trace[204440640] 'process raft request' (duration: 245.840593ms)","trace[204440640] 'compare' (duration: 122.119371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:45.78324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.187763Z","time spent":"595.464189ms","remote":"127.0.0.1:35812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:45.783354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.414447Z","time spent":"368.831515ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:45.783395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.683009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T17:09:45.783432Z","caller":"traceutil/trace.go:171","msg":"trace[782513150] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:41218; }","duration":"873.72071ms","start":"2026-07-28T17:09:44.909701Z","end":"2026-07-28T17:09:45.783422Z","steps":["trace[782513150] 'agreement among raft nodes before linearized reading' (duration: 873.615308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.783482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:44.909647Z","time spent":"873.827063ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-07-28T17:09:45.880618Z","caller":"traceutil/trace.go:171","msg":"trace[279406933] transaction","detail":"{read_only:false; response_revision:41219; number_of_response:1; }","duration":"359.61411ms","start":"2026-07-28T17:09:45.520965Z","end":"2026-07-28T17:09:45.880579Z","steps":["trace[279406933] 'process raft request' (duration: 359.364974ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:45.880684Z","caller":"traceutil/trace.go:171","msg":"trace[936803] transaction","detail":"{read_only:false; response_revision:41220; number_of_response:1; }","duration":"357.284094ms","start":"2026-07-28T17:09:45.523373Z","end":"2026-07-28T17:09:45.880657Z","steps":["trace[936803] 'process raft request' (duration: 357.10432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.880756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.520946Z","time spent":"359.750494ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:45.880753Z","caller":"traceutil/trace.go:171","msg":"trace[1120089044] transaction","detail":"{read_only:false; response_revision:41221; number_of_response:1; }","duration":"356.273259ms","start":"2026-07-28T17:09:45.524438Z","end":"2026-07-28T17:09:45.880711Z","steps":["trace[1120089044] 'process raft request' (duration: 356.088255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.880802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.523352Z","time spent":"357.394156ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:45.88086Z","caller":"traceutil/trace.go:171","msg":"trace[407617349] transaction","detail":"{read_only:false; response_revision:41225; number_of_response:1; }","duration":"315.640431ms","start":"2026-07-28T17:09:45.5652Z","end":"2026-07-28T17:09:45.88084Z","steps":["trace[407617349] 'process raft request' (duration: 315.562409ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:45.880899Z","caller":"traceutil/trace.go:171","msg":"trace[1847534293] transaction","detail":"{read_only:false; response_revision:41223; number_of_response:1; }","duration":"352.827975ms","start":"2026-07-28T17:09:45.528032Z","end":"2026-07-28T17:09:45.88086Z","steps":["trace[1847534293] 'process raft request' (duration: 352.561929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.880913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.524429Z","time spent":"356.410723ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:45.88093Z","caller":"traceutil/trace.go:171","msg":"trace[126949724] transaction","detail":"{read_only:false; response_revision:41222; number_of_response:1; }","duration":"356.30821ms","start":"2026-07-28T17:09:45.524613Z","end":"2026-07-28T17:09:45.880922Z","steps":["trace[126949724] 'process raft request' (duration: 355.943881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.880962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.56519Z","time spent":"315.717482ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:45.880976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.524607Z","time spent":"356.349271ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:45.881012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.528021Z","time spent":"352.930688ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9586,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:45.881082Z","caller":"traceutil/trace.go:171","msg":"trace[558026981] transaction","detail":"{read_only:false; response_revision:41224; number_of_response:1; }","duration":"316.174284ms","start":"2026-07-28T17:09:45.564884Z","end":"2026-07-28T17:09:45.881058Z","steps":["trace[558026981] 'process raft request' (duration: 315.827245ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:45.881116Z","caller":"traceutil/trace.go:171","msg":"trace[600445979] transaction","detail":"{read_only:false; response_revision:41226; number_of_response:1; }","duration":"315.827645ms","start":"2026-07-28T17:09:45.565266Z","end":"2026-07-28T17:09:45.881093Z","steps":["trace[600445979] 'process raft request' (duration: 315.532848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.881178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.564857Z","time spent":"316.270526ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:45.881229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.565232Z","time spent":"315.939648ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:45.881385Z","caller":"traceutil/trace.go:171","msg":"trace[2010751599] transaction","detail":"{read_only:false; response_revision:41227; number_of_response:1; }","duration":"315.372184ms","start":"2026-07-28T17:09:45.565997Z","end":"2026-07-28T17:09:45.881369Z","steps":["trace[2010751599] 'process raft request' (duration: 315.013076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.881462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.565964Z","time spent":"315.454366ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:45.881494Z","caller":"traceutil/trace.go:171","msg":"trace[1701293792] transaction","detail":"{read_only:false; response_revision:41228; number_of_response:1; }","duration":"315.377434ms","start":"2026-07-28T17:09:45.566104Z","end":"2026-07-28T17:09:45.881481Z","steps":["trace[1701293792] 'process raft request' (duration: 315.121468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.881545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.421035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"warn","ts":"2026-07-28T17:09:45.881553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.491795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/csi-rbd-secret\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-07-28T17:09:45.88155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.362941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:45.881573Z","caller":"traceutil/trace.go:171","msg":"trace[1907578124] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:41228; }","duration":"359.468707ms","start":"2026-07-28T17:09:45.522095Z","end":"2026-07-28T17:09:45.881564Z","steps":["trace[1907578124] 'agreement among raft nodes before linearized reading' (duration: 359.361325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.88156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.566089Z","time spent":"315.437165ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:45.881591Z","caller":"traceutil/trace.go:171","msg":"trace[1188258472] range","detail":"{range_begin:/registry/secrets/kube-system/csi-rbd-secret; range_end:; response_count:1; response_revision:41228; }","duration":"356.550606ms","start":"2026-07-28T17:09:45.525031Z","end":"2026-07-28T17:09:45.881581Z","steps":["trace[1188258472] 'agreement among raft nodes before linearized reading' (duration: 356.422102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.8816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.522089Z","time spent":"359.507308ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3708,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-28T17:09:45.881602Z","caller":"traceutil/trace.go:171","msg":"trace[645287516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41228; }","duration":"363.437864ms","start":"2026-07-28T17:09:45.518152Z","end":"2026-07-28T17:09:45.88159Z","steps":["trace[645287516] 'agreement among raft nodes before linearized reading' (duration: 363.308021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.881614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.525022Z","time spent":"356.587917ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":904,"request content":"key:\"/registry/secrets/kube-system/csi-rbd-secret\" "} {"level":"warn","ts":"2026-07-28T17:09:45.881618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.926316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9287"} {"level":"warn","ts":"2026-07-28T17:09:45.881634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.518137Z","time spent":"363.490925ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:09:45.881646Z","caller":"traceutil/trace.go:171","msg":"trace[1812656922] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:41228; }","duration":"354.962917ms","start":"2026-07-28T17:09:45.526674Z","end":"2026-07-28T17:09:45.881637Z","steps":["trace[1812656922] 'agreement among raft nodes before linearized reading' (duration: 354.866595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:45.881674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.526667Z","time spent":"355.001038ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9310,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-28T17:09:46.382003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872317,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:09:46.603345Z","caller":"traceutil/trace.go:171","msg":"trace[1455059020] transaction","detail":"{read_only:false; response_revision:41229; number_of_response:1; }","duration":"792.904514ms","start":"2026-07-28T17:09:45.81041Z","end":"2026-07-28T17:09:46.603315Z","steps":["trace[1455059020] 'process raft request' (duration: 792.726459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:46.603498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.810391Z","time spent":"793.035797ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:47.086045Z","caller":"traceutil/trace.go:171","msg":"trace[781376681] transaction","detail":"{read_only:false; response_revision:41230; number_of_response:1; }","duration":"1.183623011s","start":"2026-07-28T17:09:45.902393Z","end":"2026-07-28T17:09:47.086016Z","steps":["trace[781376681] 'process raft request' (duration: 1.183332434s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.086211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.902365Z","time spent":"1.183759085s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:47.086559Z","caller":"traceutil/trace.go:171","msg":"trace[1207582723] transaction","detail":"{read_only:false; response_revision:41231; number_of_response:1; }","duration":"647.024494ms","start":"2026-07-28T17:09:46.439501Z","end":"2026-07-28T17:09:47.086525Z","steps":["trace[1207582723] 'process raft request' (duration: 646.434809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.08672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:46.439473Z","time spent":"647.166907ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:47.086739Z","caller":"traceutil/trace.go:171","msg":"trace[1842738646] linearizableReadLoop","detail":"{readStateIndex:42476; appliedIndex:42474; }","duration":"1.20538748s","start":"2026-07-28T17:09:45.881336Z","end":"2026-07-28T17:09:47.086724Z","steps":["trace[1842738646] 'read index received' (duration: 721.782833ms)","trace[1842738646] 'applied index is now lower than readState.Index' (duration: 483.603557ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:47.086781Z","caller":"traceutil/trace.go:171","msg":"trace[905124448] transaction","detail":"{read_only:false; response_revision:41232; number_of_response:1; }","duration":"647.058575ms","start":"2026-07-28T17:09:46.439689Z","end":"2026-07-28T17:09:47.086748Z","steps":["trace[905124448] 'process raft request' (duration: 646.721047ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.086844Z","caller":"traceutil/trace.go:171","msg":"trace[1914547409] transaction","detail":"{read_only:false; response_revision:41233; number_of_response:1; }","duration":"644.502002ms","start":"2026-07-28T17:09:46.442332Z","end":"2026-07-28T17:09:47.086834Z","steps":["trace[1914547409] 'process raft request' (duration: 644.349088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.086904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:46.442317Z","time spent":"644.549024ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:47.086936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:46.439681Z","time spent":"647.179298ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:47.087179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.566888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:47.087205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202146282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c683398e14c5ee\" ","response":"range_response_count:1 size:990"} {"level":"info","ts":"2026-07-28T17:09:47.087229Z","caller":"traceutil/trace.go:171","msg":"trace[1984818072] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:41233; }","duration":"114.643529ms","start":"2026-07-28T17:09:46.972572Z","end":"2026-07-28T17:09:47.087215Z","steps":["trace[1984818072] 'agreement among raft nodes before linearized reading' (duration: 114.563547ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.087257Z","caller":"traceutil/trace.go:171","msg":"trace[1542923715] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c683398e14c5ee; range_end:; response_count:1; response_revision:41233; }","duration":"1.202233004s","start":"2026-07-28T17:09:45.885009Z","end":"2026-07-28T17:09:47.087242Z","steps":["trace[1542923715] 'agreement among raft nodes before linearized reading' (duration: 1.20205285s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.087275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29987459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-07-28T17:09:47.087309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.884993Z","time spent":"1.202297435s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1013,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c683398e14c5ee\" "} {"level":"info","ts":"2026-07-28T17:09:47.087311Z","caller":"traceutil/trace.go:171","msg":"trace[1846794874] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:41233; }","duration":"1.299927102s","start":"2026-07-28T17:09:45.787374Z","end":"2026-07-28T17:09:47.087301Z","steps":["trace[1846794874] 'agreement among raft nodes before linearized reading' (duration: 1.299796688s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.087349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.787366Z","time spent":"1.299977203s","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-07-28T17:09:47.087401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300378283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:47.087442Z","caller":"traceutil/trace.go:171","msg":"trace[2054690167] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:41233; }","duration":"1.300446784s","start":"2026-07-28T17:09:45.786982Z","end":"2026-07-28T17:09:47.087429Z","steps":["trace[2054690167] 'agreement among raft nodes before linearized reading' (duration: 1.300390952s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.087458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.122828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-server-669c6fdc59-dfjgr.18c68215f95e41e3\" ","response":"range_response_count:1 size:886"} {"level":"info","ts":"2026-07-28T17:09:47.08753Z","caller":"traceutil/trace.go:171","msg":"trace[1512583147] range","detail":"{range_begin:/registry/events/openstack/neutron-server-669c6fdc59-dfjgr.18c68215f95e41e3; range_end:; response_count:1; response_revision:41233; }","duration":"165.19894ms","start":"2026-07-28T17:09:46.922311Z","end":"2026-07-28T17:09:47.08751Z","steps":["trace[1512583147] 'agreement among raft nodes before linearized reading' (duration: 165.021455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.087551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107371785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-28T17:09:47.087588Z","caller":"traceutil/trace.go:171","msg":"trace[786953826] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:41233; }","duration":"1.107404896s","start":"2026-07-28T17:09:45.98017Z","end":"2026-07-28T17:09:47.087575Z","steps":["trace[786953826] 'agreement among raft nodes before linearized reading' (duration: 1.107304574s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.087593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.699329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T17:09:47.087667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196553136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:47.087625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.980101Z","time spent":"1.107516959s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1667,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-28T17:09:47.087691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.539145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T17:09:47.087719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.733029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:09:47.087671Z","caller":"traceutil/trace.go:171","msg":"trace[1218750040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41233; }","duration":"178.806691ms","start":"2026-07-28T17:09:46.90885Z","end":"2026-07-28T17:09:47.087656Z","steps":["trace[1218750040] 'agreement among raft nodes before linearized reading' (duration: 178.560095ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.08776Z","caller":"traceutil/trace.go:171","msg":"trace[607209022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41233; }","duration":"178.814331ms","start":"2026-07-28T17:09:46.908935Z","end":"2026-07-28T17:09:47.087749Z","steps":["trace[607209022] 'agreement among raft nodes before linearized reading' (duration: 178.694209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.087781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201347883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-28T17:09:47.087701Z","caller":"traceutil/trace.go:171","msg":"trace[1153709172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41233; }","duration":"1.196597817s","start":"2026-07-28T17:09:45.891095Z","end":"2026-07-28T17:09:47.087693Z","steps":["trace[1153709172] 'agreement among raft nodes before linearized reading' (duration: 1.196550386s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.087812Z","caller":"traceutil/trace.go:171","msg":"trace[1147512066] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:41233; }","duration":"1.201388014s","start":"2026-07-28T17:09:45.886414Z","end":"2026-07-28T17:09:47.087802Z","steps":["trace[1147512066] 'agreement among raft nodes before linearized reading' (duration: 1.201304312s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.087817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.891089Z","time spent":"1.19672222s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:47.087477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.786965Z","time spent":"1.300502256s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-07-28T17:09:47.087865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:45.886408Z","time spent":"1.201441525s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-28T17:09:47.087908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.694664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T17:09:47.087814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.556231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:09:47.087962Z","caller":"traceutil/trace.go:171","msg":"trace[437872834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41233; }","duration":"177.763325ms","start":"2026-07-28T17:09:46.910186Z","end":"2026-07-28T17:09:47.087949Z","steps":["trace[437872834] 'agreement among raft nodes before linearized reading' (duration: 177.652833ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.08773Z","caller":"traceutil/trace.go:171","msg":"trace[843543070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41233; }","duration":"178.614567ms","start":"2026-07-28T17:09:46.909107Z","end":"2026-07-28T17:09:47.087721Z","steps":["trace[843543070] 'agreement among raft nodes before linearized reading' (duration: 178.515054ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.087971Z","caller":"traceutil/trace.go:171","msg":"trace[1628903946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41233; }","duration":"177.742545ms","start":"2026-07-28T17:09:46.910217Z","end":"2026-07-28T17:09:47.087959Z","steps":["trace[1628903946] 'agreement among raft nodes before linearized reading' (duration: 177.517649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.087295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.073583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:09:47.088182Z","caller":"traceutil/trace.go:171","msg":"trace[1603453337] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41233; }","duration":"179.000786ms","start":"2026-07-28T17:09:46.909172Z","end":"2026-07-28T17:09:47.088173Z","steps":["trace[1603453337] 'agreement among raft nodes before linearized reading' (duration: 177.92441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.579762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.966516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:47.579938Z","caller":"traceutil/trace.go:171","msg":"trace[1737403783] transaction","detail":"{read_only:false; response_revision:41234; number_of_response:1; }","duration":"488.932537ms","start":"2026-07-28T17:09:47.090979Z","end":"2026-07-28T17:09:47.579912Z","steps":["trace[1737403783] 'process raft request' (duration: 85.692045ms)","trace[1737403783] 'compare' (duration: 402.659918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:47.58003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.090964Z","time spent":"489.022999ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:47.831079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.741978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:47.831347Z","caller":"traceutil/trace.go:171","msg":"trace[674956370] transaction","detail":"{read_only:false; response_revision:41235; number_of_response:1; }","duration":"739.81922ms","start":"2026-07-28T17:09:47.091454Z","end":"2026-07-28T17:09:47.831273Z","steps":["trace[674956370] 'process raft request' (duration: 590.795386ms)","trace[674956370] 'compare' (duration: 148.566863ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:47.831458Z","caller":"traceutil/trace.go:171","msg":"trace[445492245] transaction","detail":"{read_only:false; response_revision:41237; number_of_response:1; }","duration":"738.744205ms","start":"2026-07-28T17:09:47.092684Z","end":"2026-07-28T17:09:47.831428Z","steps":["trace[445492245] 'process raft request' (duration: 738.597722ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.831436Z","caller":"traceutil/trace.go:171","msg":"trace[1438073991] transaction","detail":"{read_only:false; response_revision:41236; number_of_response:1; }","duration":"738.803176ms","start":"2026-07-28T17:09:47.092586Z","end":"2026-07-28T17:09:47.831389Z","steps":["trace[1438073991] 'process raft request' (duration: 738.612292ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.831572Z","caller":"traceutil/trace.go:171","msg":"trace[1726402149] transaction","detail":"{read_only:false; response_revision:41238; number_of_response:1; }","duration":"738.824987ms","start":"2026-07-28T17:09:47.092728Z","end":"2026-07-28T17:09:47.831553Z","steps":["trace[1726402149] 'process raft request' (duration: 738.591592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.831591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.091432Z","time spent":"740.006216ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:47.831587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.092677Z","time spent":"738.849238ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:47.831637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.09257Z","time spent":"738.9739ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:47.831659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.092722Z","time spent":"738.900999ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:47.831747Z","caller":"traceutil/trace.go:171","msg":"trace[311759416] transaction","detail":"{read_only:false; response_revision:41239; number_of_response:1; }","duration":"738.197901ms","start":"2026-07-28T17:09:47.093529Z","end":"2026-07-28T17:09:47.831726Z","steps":["trace[311759416] 'process raft request' (duration: 737.832763ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.831818Z","caller":"traceutil/trace.go:171","msg":"trace[1667138189] transaction","detail":"{read_only:false; response_revision:41240; number_of_response:1; }","duration":"737.892414ms","start":"2026-07-28T17:09:47.093913Z","end":"2026-07-28T17:09:47.831805Z","steps":["trace[1667138189] 'process raft request' (duration: 737.69174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.831851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.093515Z","time spent":"738.292603ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:47.83184Z","caller":"traceutil/trace.go:171","msg":"trace[1755953919] transaction","detail":"{read_only:false; response_revision:41241; number_of_response:1; }","duration":"737.815583ms","start":"2026-07-28T17:09:47.093995Z","end":"2026-07-28T17:09:47.83181Z","steps":["trace[1755953919] 'process raft request' (duration: 737.7112ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.831851Z","caller":"traceutil/trace.go:171","msg":"trace[1712292849] transaction","detail":"{read_only:false; response_revision:41242; number_of_response:1; }","duration":"737.058114ms","start":"2026-07-28T17:09:47.094775Z","end":"2026-07-28T17:09:47.831833Z","steps":["trace[1712292849] 'process raft request' (duration: 736.962292ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.832186Z","caller":"traceutil/trace.go:171","msg":"trace[1073838976] linearizableReadLoop","detail":"{readStateIndex:42481; appliedIndex:42479; }","duration":"740.62154ms","start":"2026-07-28T17:09:47.091547Z","end":"2026-07-28T17:09:47.832169Z","steps":["trace[1073838976] 'read index received' (duration: 85.118221ms)","trace[1073838976] 'applied index is now lower than readState.Index' (duration: 655.501939ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:47.832191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.093981Z","time spent":"737.927625ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:47.832239Z","caller":"traceutil/trace.go:171","msg":"trace[1509899816] transaction","detail":"{read_only:false; response_revision:41243; number_of_response:1; }","duration":"731.825657ms","start":"2026-07-28T17:09:47.100403Z","end":"2026-07-28T17:09:47.832229Z","steps":["trace[1509899816] 'process raft request' (duration: 731.409157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.832189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.094763Z","time spent":"737.150636ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:47.832298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.10038Z","time spent":"731.892508ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9586,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:47.831873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.093878Z","time spent":"737.965506ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:47.832356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.801435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0d731658-6337-4e38-9cd8-bad146a92705\" ","response":"range_response_count:1 size:2208"} {"level":"warn","ts":"2026-07-28T17:09:47.832374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.423537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-28T17:09:47.83241Z","caller":"traceutil/trace.go:171","msg":"trace[1909305263] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0d731658-6337-4e38-9cd8-bad146a92705; range_end:; response_count:1; response_revision:41243; }","duration":"740.874177ms","start":"2026-07-28T17:09:47.091517Z","end":"2026-07-28T17:09:47.832391Z","steps":["trace[1909305263] 'agreement among raft nodes before linearized reading' (duration: 740.724353ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.832421Z","caller":"traceutil/trace.go:171","msg":"trace[278359890] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:41243; }","duration":"738.55686ms","start":"2026-07-28T17:09:47.093848Z","end":"2026-07-28T17:09:47.832405Z","steps":["trace[278359890] 'agreement among raft nodes before linearized reading' (duration: 738.422387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.832443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.091504Z","time spent":"740.931098ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2231,"request content":"key:\"/registry/persistentvolumes/pvc-0d731658-6337-4e38-9cd8-bad146a92705\" "} {"level":"warn","ts":"2026-07-28T17:09:47.832461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.093837Z","time spent":"738.612492ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-28T17:09:47.832478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.151246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-28T17:09:47.832481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.576588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:47.832516Z","caller":"traceutil/trace.go:171","msg":"trace[156766537] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:41243; }","duration":"737.205557ms","start":"2026-07-28T17:09:47.095295Z","end":"2026-07-28T17:09:47.832501Z","steps":["trace[156766537] 'agreement among raft nodes before linearized reading' (duration: 737.082694ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.832532Z","caller":"traceutil/trace.go:171","msg":"trace[8501451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41243; }","duration":"735.63834ms","start":"2026-07-28T17:09:47.096879Z","end":"2026-07-28T17:09:47.832517Z","steps":["trace[8501451] 'agreement among raft nodes before linearized reading' (duration: 735.549738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.832548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.095291Z","time spent":"737.248748ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-28T17:09:47.832565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.096874Z","time spent":"735.683051ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:47.832563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.392206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-28T17:09:47.832549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.356985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:09:47.832601Z","caller":"traceutil/trace.go:171","msg":"trace[886908312] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:41243; }","duration":"147.473018ms","start":"2026-07-28T17:09:47.685117Z","end":"2026-07-28T17:09:47.83259Z","steps":["trace[886908312] 'agreement among raft nodes before linearized reading' (duration: 147.335284ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.832635Z","caller":"traceutil/trace.go:171","msg":"trace[2106936710] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41243; }","duration":"581.493908ms","start":"2026-07-28T17:09:47.251123Z","end":"2026-07-28T17:09:47.832617Z","steps":["trace[2106936710] 'agreement among raft nodes before linearized reading' (duration: 581.249712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.832675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.031496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:47.832684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.251099Z","time spent":"581.576061ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:09:47.832687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.595611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-07-28T17:09:47.83272Z","caller":"traceutil/trace.go:171","msg":"trace[1691050824] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:41243; }","duration":"327.119598ms","start":"2026-07-28T17:09:47.505588Z","end":"2026-07-28T17:09:47.832708Z","steps":["trace[1691050824] 'agreement among raft nodes before linearized reading' (duration: 327.053907ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:47.832725Z","caller":"traceutil/trace.go:171","msg":"trace[508053036] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41243; }","duration":"738.644613ms","start":"2026-07-28T17:09:47.09407Z","end":"2026-07-28T17:09:47.832715Z","steps":["trace[508053036] 'agreement among raft nodes before linearized reading' (duration: 738.55297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:47.832749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.505565Z","time spent":"327.17607ms","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:47.832754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.094063Z","time spent":"738.685513ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T17:09:48.344769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.881657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:48.344907Z","caller":"traceutil/trace.go:171","msg":"trace[693527366] transaction","detail":"{read_only:false; response_revision:41244; number_of_response:1; }","duration":"506.346971ms","start":"2026-07-28T17:09:47.838532Z","end":"2026-07-28T17:09:48.344879Z","steps":["trace[693527366] 'process raft request' (duration: 146.28493ms)","trace[693527366] 'compare' (duration: 359.715543ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:48.345015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.838513Z","time spent":"506.453124ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:09:48.345012Z","caller":"traceutil/trace.go:171","msg":"trace[1095600244] linearizableReadLoop","detail":"{readStateIndex:42491; appliedIndex:42490; }","duration":"491.280395ms","start":"2026-07-28T17:09:47.853696Z","end":"2026-07-28T17:09:48.344977Z","steps":["trace[1095600244] 'read index received' (duration: 131.217943ms)","trace[1095600244] 'applied index is now lower than readState.Index' (duration: 360.059002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:48.345174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.175977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-28T17:09:48.345236Z","caller":"traceutil/trace.go:171","msg":"trace[2087263318] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:41244; }","duration":"506.264999ms","start":"2026-07-28T17:09:47.838955Z","end":"2026-07-28T17:09:48.34522Z","steps":["trace[2087263318] 'agreement among raft nodes before linearized reading' (duration: 506.024933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.345281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.838943Z","time spent":"506.329431ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-28T17:09:48.345438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.978407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-28T17:09:48.345511Z","caller":"traceutil/trace.go:171","msg":"trace[269417166] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:41244; }","duration":"507.080218ms","start":"2026-07-28T17:09:47.838413Z","end":"2026-07-28T17:09:48.345493Z","steps":["trace[269417166] 'agreement among raft nodes before linearized reading' (duration: 506.572006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.345679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.015052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:48.345726Z","caller":"traceutil/trace.go:171","msg":"trace[305077792] transaction","detail":"{read_only:false; response_revision:41245; number_of_response:1; }","duration":"490.993198ms","start":"2026-07-28T17:09:47.85471Z","end":"2026-07-28T17:09:48.345703Z","steps":["trace[305077792] 'process raft request' (duration: 490.230519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.345685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.8384Z","time spent":"507.267334ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-28T17:09:48.345862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.854696Z","time spent":"491.09082ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:48.345937Z","caller":"traceutil/trace.go:171","msg":"trace[1570295430] transaction","detail":"{read_only:false; response_revision:41247; number_of_response:1; }","duration":"458.276541ms","start":"2026-07-28T17:09:47.887623Z","end":"2026-07-28T17:09:48.3459Z","steps":["trace[1570295430] 'process raft request' (duration: 458.058566ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:48.345969Z","caller":"traceutil/trace.go:171","msg":"trace[1685582005] transaction","detail":"{read_only:false; response_revision:41246; number_of_response:1; }","duration":"459.480191ms","start":"2026-07-28T17:09:47.886323Z","end":"2026-07-28T17:09:48.345804Z","steps":["trace[1685582005] 'process raft request' (duration: 459.168873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.34609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.016158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22743"} {"level":"warn","ts":"2026-07-28T17:09:48.346107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.887611Z","time spent":"458.415095ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:48.346146Z","caller":"traceutil/trace.go:171","msg":"trace[1423439443] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:41250; }","duration":"491.09967ms","start":"2026-07-28T17:09:47.855033Z","end":"2026-07-28T17:09:48.346132Z","steps":["trace[1423439443] 'agreement among raft nodes before linearized reading' (duration: 490.891825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.346189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.855022Z","time spent":"491.159252ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22766,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-28T17:09:48.346217Z","caller":"traceutil/trace.go:171","msg":"trace[1761806353] transaction","detail":"{read_only:false; response_revision:41250; number_of_response:1; }","duration":"457.990575ms","start":"2026-07-28T17:09:47.888214Z","end":"2026-07-28T17:09:48.346204Z","steps":["trace[1761806353] 'process raft request' (duration: 457.658197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.346293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.888177Z","time spent":"458.078977ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:48.346433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.887486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-28T17:09:48.346391Z","caller":"traceutil/trace.go:171","msg":"trace[1546424362] transaction","detail":"{read_only:false; response_revision:41248; number_of_response:1; }","duration":"458.720312ms","start":"2026-07-28T17:09:47.887619Z","end":"2026-07-28T17:09:48.34634Z","steps":["trace[1546424362] 'process raft request' (duration: 458.112037ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:48.346468Z","caller":"traceutil/trace.go:171","msg":"trace[1441555089] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:41250; }","duration":"405.919368ms","start":"2026-07-28T17:09:47.940538Z","end":"2026-07-28T17:09:48.346458Z","steps":["trace[1441555089] 'agreement among raft nodes before linearized reading' (duration: 405.829076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.346497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.940492Z","time spent":"405.99836ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1661,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-28T17:09:48.346502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.886309Z","time spent":"459.817409ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:48.346468Z","caller":"traceutil/trace.go:171","msg":"trace[902117463] transaction","detail":"{read_only:false; response_revision:41249; number_of_response:1; }","duration":"458.736633ms","start":"2026-07-28T17:09:47.887684Z","end":"2026-07-28T17:09:48.346421Z","steps":["trace[902117463] 'process raft request' (duration: 458.145909ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:48.345719Z","caller":"traceutil/trace.go:171","msg":"trace[1662529823] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:41245; }","duration":"508.083934ms","start":"2026-07-28T17:09:47.837625Z","end":"2026-07-28T17:09:48.345709Z","steps":["trace[1662529823] 'agreement among raft nodes before linearized reading' (duration: 507.51765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.346599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.837611Z","time spent":"508.969645ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-07-28T17:09:48.346637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.887601Z","time spent":"458.900107ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:48.346686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:47.887586Z","time spent":"458.995449ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:48.899031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.729942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:09:48.899154Z","caller":"traceutil/trace.go:171","msg":"trace[407197827] linearizableReadLoop","detail":"{readStateIndex:42498; appliedIndex:42497; }","duration":"530.916699ms","start":"2026-07-28T17:09:48.368219Z","end":"2026-07-28T17:09:48.899136Z","steps":["trace[407197827] 'read index received' (duration: 332.946312ms)","trace[407197827] 'applied index is now lower than readState.Index' (duration: 197.968827ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:48.899239Z","caller":"traceutil/trace.go:171","msg":"trace[1132837876] transaction","detail":"{read_only:false; response_revision:41251; number_of_response:1; }","duration":"532.652201ms","start":"2026-07-28T17:09:48.366575Z","end":"2026-07-28T17:09:48.899227Z","steps":["trace[1132837876] 'process raft request' (duration: 334.661054ms)","trace[1132837876] 'compare' (duration: 197.342152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:48.899298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:48.366556Z","time spent":"532.715062ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:09:48.89965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.402547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-28T17:09:48.899731Z","caller":"traceutil/trace.go:171","msg":"trace[1024505224] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41251; }","duration":"530.53155ms","start":"2026-07-28T17:09:48.369181Z","end":"2026-07-28T17:09:48.899712Z","steps":["trace[1024505224] 'agreement among raft nodes before linearized reading' (duration: 530.358686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.899746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.520084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112525"} {"level":"warn","ts":"2026-07-28T17:09:48.899775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:48.369174Z","time spent":"530.590251ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-28T17:09:48.899794Z","caller":"traceutil/trace.go:171","msg":"trace[135104140] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:41251; }","duration":"531.605916ms","start":"2026-07-28T17:09:48.368176Z","end":"2026-07-28T17:09:48.899782Z","steps":["trace[135104140] 'agreement among raft nodes before linearized reading' (duration: 531.314759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.899856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:48.36815Z","time spent":"531.671348ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112548,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-28T17:09:48.900006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.277976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:48.900044Z","caller":"traceutil/trace.go:171","msg":"trace[1036431731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41251; }","duration":"249.349198ms","start":"2026-07-28T17:09:48.650685Z","end":"2026-07-28T17:09:48.900034Z","steps":["trace[1036431731] 'agreement among raft nodes before linearized reading' (duration: 249.288586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.900266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.530299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:48.900307Z","caller":"traceutil/trace.go:171","msg":"trace[1472377016] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:41251; }","duration":"327.5741ms","start":"2026-07-28T17:09:48.572722Z","end":"2026-07-28T17:09:48.900296Z","steps":["trace[1472377016] 'agreement among raft nodes before linearized reading' (duration: 327.514659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.900347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:48.572654Z","time spent":"327.675593ms","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:09:48.900511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.468598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-07-28T17:09:48.900536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.230712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:48.900585Z","caller":"traceutil/trace.go:171","msg":"trace[1169666952] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:41251; }","duration":"530.5588ms","start":"2026-07-28T17:09:48.370011Z","end":"2026-07-28T17:09:48.90057Z","steps":["trace[1169666952] 'agreement among raft nodes before linearized reading' (duration: 530.334745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.900631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:48.370005Z","time spent":"530.619231ms","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-07-28T17:09:48.90063Z","caller":"traceutil/trace.go:171","msg":"trace[1068765634] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:41251; }","duration":"486.371735ms","start":"2026-07-28T17:09:48.414238Z","end":"2026-07-28T17:09:48.90061Z","steps":["trace[1068765634] 'agreement among raft nodes before linearized reading' (duration: 486.225711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:48.900674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:48.414185Z","time spent":"486.481197ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T17:09:49.414646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872370,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:09:49.540777Z","caller":"traceutil/trace.go:171","msg":"trace[1185558380] transaction","detail":"{read_only:false; response_revision:41252; number_of_response:1; }","duration":"627.351705ms","start":"2026-07-28T17:09:48.913397Z","end":"2026-07-28T17:09:49.540749Z","steps":["trace[1185558380] 'process raft request' (duration: 591.650247ms)","trace[1185558380] 'compare' (duration: 35.592546ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:49.540935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:48.913375Z","time spent":"627.489268ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:49.643554Z","caller":"traceutil/trace.go:171","msg":"trace[2075311196] transaction","detail":"{read_only:false; response_revision:41253; number_of_response:1; }","duration":"549.555363ms","start":"2026-07-28T17:09:49.093974Z","end":"2026-07-28T17:09:49.643529Z","steps":["trace[2075311196] 'process raft request' (duration: 547.360019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:49.643685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:49.093954Z","time spent":"549.662105ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:49.643745Z","caller":"traceutil/trace.go:171","msg":"trace[515498188] transaction","detail":"{read_only:false; response_revision:41254; number_of_response:1; }","duration":"549.329067ms","start":"2026-07-28T17:09:49.094404Z","end":"2026-07-28T17:09:49.643733Z","steps":["trace[515498188] 'process raft request' (duration: 549.090771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:49.643815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:49.094362Z","time spent":"549.41787ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:49.643889Z","caller":"traceutil/trace.go:171","msg":"trace[354780772] transaction","detail":"{read_only:false; response_revision:41255; number_of_response:1; }","duration":"548.871656ms","start":"2026-07-28T17:09:49.09501Z","end":"2026-07-28T17:09:49.643881Z","steps":["trace[354780772] 'process raft request' (duration: 548.666331ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:49.64387Z","caller":"traceutil/trace.go:171","msg":"trace[1949021425] linearizableReadLoop","detail":"{readStateIndex:42502; appliedIndex:42498; }","duration":"729.598433ms","start":"2026-07-28T17:09:48.914237Z","end":"2026-07-28T17:09:49.643835Z","steps":["trace[1949021425] 'read index received' (duration: 591.110953ms)","trace[1949021425] 'applied index is now lower than readState.Index' (duration: 138.48533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:09:49.643921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:49.094997Z","time spent":"548.905767ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:09:49.644021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.777958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c68339ebc07710\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-07-28T17:09:49.644046Z","caller":"traceutil/trace.go:171","msg":"trace[1788443711] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c68339ebc07710; range_end:; response_count:1; response_revision:41255; }","duration":"729.818659ms","start":"2026-07-28T17:09:48.914221Z","end":"2026-07-28T17:09:49.64404Z","steps":["trace[1788443711] 'agreement among raft nodes before linearized reading' (duration: 729.732207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:49.644103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.967761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1412"} {"level":"info","ts":"2026-07-28T17:09:49.644125Z","caller":"traceutil/trace.go:171","msg":"trace[1838816737] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:41255; }","duration":"674.012711ms","start":"2026-07-28T17:09:48.970106Z","end":"2026-07-28T17:09:49.644119Z","steps":["trace[1838816737] 'agreement among raft nodes before linearized reading' (duration: 673.914649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:49.644151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:48.970094Z","time spent":"674.052282ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1435,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-28T17:09:49.644155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.321406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-07-28T17:09:49.644182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.222503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:09:49.644129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:48.914214Z","time spent":"729.84544ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18c68339ebc07710\" "} {"level":"info","ts":"2026-07-28T17:09:49.644201Z","caller":"traceutil/trace.go:171","msg":"trace[1653981968] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41255; }","duration":"729.407219ms","start":"2026-07-28T17:09:48.914783Z","end":"2026-07-28T17:09:49.64419Z","steps":["trace[1653981968] 'agreement among raft nodes before linearized reading' (duration: 729.211184ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:49.644214Z","caller":"traceutil/trace.go:171","msg":"trace[1529668671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:41255; }","duration":"551.263074ms","start":"2026-07-28T17:09:49.092943Z","end":"2026-07-28T17:09:49.644206Z","steps":["trace[1529668671] 'agreement among raft nodes before linearized reading' (duration: 551.200003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:49.644193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.383939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-28T17:09:49.644237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:49.092863Z","time spent":"551.368667ms","remote":"127.0.0.1:58502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:09:49.644283Z","caller":"traceutil/trace.go:171","msg":"trace[1830814490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:41255; }","duration":"727.493763ms","start":"2026-07-28T17:09:48.916772Z","end":"2026-07-28T17:09:49.644266Z","steps":["trace[1830814490] 'agreement among raft nodes before linearized reading' (duration: 727.274797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:49.644319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:48.916763Z","time spent":"727.549374ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T17:09:49.644236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:48.914773Z","time spent":"729.45454ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T17:09:59.352798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.262389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:59.35285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.710797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-28T17:09:59.352831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.445926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:59.352928Z","caller":"traceutil/trace.go:171","msg":"trace[439336267] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:41366; }","duration":"299.559009ms","start":"2026-07-28T17:09:59.053342Z","end":"2026-07-28T17:09:59.352901Z","steps":["trace[439336267] 'count revisions from in-memory index tree' (duration: 299.312103ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:59.352879Z","caller":"traceutil/trace.go:171","msg":"trace[1615261849] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41366; }","duration":"263.794219ms","start":"2026-07-28T17:09:59.089075Z","end":"2026-07-28T17:09:59.352869Z","steps":["trace[1615261849] 'range keys from in-memory index tree' (duration: 263.506421ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:59.352876Z","caller":"traceutil/trace.go:171","msg":"trace[1807075304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41366; }","duration":"702.404712ms","start":"2026-07-28T17:09:58.650454Z","end":"2026-07-28T17:09:59.352859Z","steps":["trace[1807075304] 'range keys from in-memory index tree' (duration: 702.120105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:59.353281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:58.650421Z","time spent":"702.853193ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:09:59.871105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872626,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:09:59.878668Z","caller":"traceutil/trace.go:171","msg":"trace[1152391361] transaction","detail":"{read_only:false; response_revision:41367; number_of_response:1; }","duration":"509.245632ms","start":"2026-07-28T17:09:59.369389Z","end":"2026-07-28T17:09:59.878635Z","steps":["trace[1152391361] 'process raft request' (duration: 509.026836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:59.878842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.369358Z","time spent":"509.397006ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:09:59.904802Z","caller":"traceutil/trace.go:171","msg":"trace[1329546375] linearizableReadLoop","detail":"{readStateIndex:42619; appliedIndex:42615; }","duration":"534.284841ms","start":"2026-07-28T17:09:59.370494Z","end":"2026-07-28T17:09:59.904779Z","steps":["trace[1329546375] 'read index received' (duration: 508.017882ms)","trace[1329546375] 'applied index is now lower than readState.Index' (duration: 26.265789ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:09:59.90492Z","caller":"traceutil/trace.go:171","msg":"trace[31338392] transaction","detail":"{read_only:false; response_revision:41368; number_of_response:1; }","duration":"231.584366ms","start":"2026-07-28T17:09:59.673281Z","end":"2026-07-28T17:09:59.904865Z","steps":["trace[31338392] 'process raft request' (duration: 231.201527ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:59.904962Z","caller":"traceutil/trace.go:171","msg":"trace[2031979332] transaction","detail":"{read_only:false; response_revision:41369; number_of_response:1; }","duration":"223.608891ms","start":"2026-07-28T17:09:59.68134Z","end":"2026-07-28T17:09:59.904949Z","steps":["trace[2031979332] 'process raft request' (duration: 223.334294ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:59.905139Z","caller":"traceutil/trace.go:171","msg":"trace[2002433196] transaction","detail":"{read_only:false; response_revision:41370; number_of_response:1; }","duration":"222.986116ms","start":"2026-07-28T17:09:59.68214Z","end":"2026-07-28T17:09:59.905126Z","steps":["trace[2002433196] 'process raft request' (duration: 222.595087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:59.905348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.69015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:09:59.90544Z","caller":"traceutil/trace.go:171","msg":"trace[30304316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41370; }","duration":"250.829423ms","start":"2026-07-28T17:09:59.65459Z","end":"2026-07-28T17:09:59.905419Z","steps":["trace[30304316] 'agreement among raft nodes before linearized reading' (duration: 250.661019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:59.905575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.786315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:09:59.90557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.05291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-07-28T17:09:59.905636Z","caller":"traceutil/trace.go:171","msg":"trace[1361147883] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:41370; }","duration":"223.863357ms","start":"2026-07-28T17:09:59.681755Z","end":"2026-07-28T17:09:59.905619Z","steps":["trace[1361147883] 'agreement among raft nodes before linearized reading' (duration: 223.754725ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:09:59.905667Z","caller":"traceutil/trace.go:171","msg":"trace[1530695448] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41370; }","duration":"535.261675ms","start":"2026-07-28T17:09:59.370381Z","end":"2026-07-28T17:09:59.905643Z","steps":["trace[1530695448] 'agreement among raft nodes before linearized reading' (duration: 534.929907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:09:59.905782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.370351Z","time spent":"535.416709ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-28T17:10:00.407827Z","caller":"traceutil/trace.go:171","msg":"trace[1175122721] transaction","detail":"{read_only:false; response_revision:41371; number_of_response:1; }","duration":"496.326577ms","start":"2026-07-28T17:09:59.911459Z","end":"2026-07-28T17:10:00.407786Z","steps":["trace[1175122721] 'process raft request' (duration: 495.879146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:00.408121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.911436Z","time spent":"496.497691ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:01.731926Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324754886s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T17:10:01.733632Z","caller":"traceutil/trace.go:171","msg":"trace[2026635338] transaction","detail":"{read_only:false; response_revision:41372; number_of_response:1; }","duration":"1.822073396s","start":"2026-07-28T17:09:59.911522Z","end":"2026-07-28T17:10:01.733595Z","steps":["trace[2026635338] 'process raft request' (duration: 1.821722348s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:01.73381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.911502Z","time spent":"1.82221715s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:01.734223Z","caller":"traceutil/trace.go:171","msg":"trace[169205672] transaction","detail":"{read_only:false; response_revision:41378; number_of_response:1; }","duration":"1.627878321s","start":"2026-07-28T17:10:00.106333Z","end":"2026-07-28T17:10:01.734211Z","steps":["trace[169205672] 'process raft request' (duration: 1.627541153s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:01.734296Z","caller":"traceutil/trace.go:171","msg":"trace[146627897] transaction","detail":"{read_only:false; response_revision:41377; number_of_response:1; }","duration":"1.820747455s","start":"2026-07-28T17:09:59.913226Z","end":"2026-07-28T17:10:01.733973Z","steps":["trace[146627897] 'process raft request' (duration: 1.820584191s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:01.73437Z","caller":"traceutil/trace.go:171","msg":"trace[984829118] transaction","detail":"{read_only:false; response_revision:41376; number_of_response:1; }","duration":"1.822136108s","start":"2026-07-28T17:09:59.911855Z","end":"2026-07-28T17:10:01.733991Z","steps":["trace[984829118] 'process raft request' (duration: 1.821916203s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:01.734065Z","caller":"traceutil/trace.go:171","msg":"trace[318710779] transaction","detail":"{read_only:false; response_revision:41375; number_of_response:1; }","duration":"1.822338563s","start":"2026-07-28T17:09:59.911591Z","end":"2026-07-28T17:10:01.733929Z","steps":["trace[318710779] 'process raft request' (duration: 1.822144468s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:01.734474Z","caller":"traceutil/trace.go:171","msg":"trace[1526754355] transaction","detail":"{read_only:false; response_revision:41373; number_of_response:1; }","duration":"1.822481476s","start":"2026-07-28T17:09:59.911521Z","end":"2026-07-28T17:10:01.734002Z","steps":["trace[1526754355] 'process raft request' (duration: 1.822095417s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:01.734509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.913204Z","time spent":"1.821205415s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:01.734517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.911831Z","time spent":"1.82261244s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:01.734358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.106306Z","time spent":"1.627992234s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:10:01.734662Z","caller":"traceutil/trace.go:171","msg":"trace[813813890] transaction","detail":"{read_only:false; response_revision:41379; number_of_response:1; }","duration":"1.34673928s","start":"2026-07-28T17:10:00.387907Z","end":"2026-07-28T17:10:01.734647Z","steps":["trace[813813890] 'process raft request' (duration: 1.346235958s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:01.734538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.911501Z","time spent":"1.823001779s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:01.734567Z","caller":"traceutil/trace.go:171","msg":"trace[2111858629] transaction","detail":"{read_only:false; response_revision:41374; number_of_response:1; }","duration":"1.822466987s","start":"2026-07-28T17:09:59.911548Z","end":"2026-07-28T17:10:01.734015Z","steps":["trace[2111858629] 'process raft request' (duration: 1.822143229s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:01.734749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.387871Z","time spent":"1.346838112s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:01.734792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.91153Z","time spent":"1.823229325s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:01.734948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.911582Z","time spent":"1.822858206s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:01.735462Z","caller":"traceutil/trace.go:171","msg":"trace[234323622] transaction","detail":"{read_only:false; response_revision:41380; number_of_response:1; }","duration":"1.346772261s","start":"2026-07-28T17:10:00.388675Z","end":"2026-07-28T17:10:01.735447Z","steps":["trace[234323622] 'process raft request' (duration: 1.34589467s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:01.73555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.388635Z","time spent":"1.346872914s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:01.735709Z","caller":"traceutil/trace.go:171","msg":"trace[2144059536] linearizableReadLoop","detail":"{readStateIndex:42625; appliedIndex:42619; }","duration":"1.822549558s","start":"2026-07-28T17:09:59.913145Z","end":"2026-07-28T17:10:01.735694Z","steps":["trace[2144059536] 'read index received' (duration: 494.049602ms)","trace[2144059536] 'applied index is now lower than readState.Index' (duration: 1.328499016s)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:01.735774Z","caller":"traceutil/trace.go:171","msg":"trace[1818522408] transaction","detail":"{read_only:false; response_revision:41381; number_of_response:1; }","duration":"1.340460357s","start":"2026-07-28T17:10:00.395271Z","end":"2026-07-28T17:10:01.735731Z","steps":["trace[1818522408] 'process raft request' (duration: 1.340092008s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:01.735815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822659991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:01.735857Z","caller":"traceutil/trace.go:171","msg":"trace[1948148191] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:41382; }","duration":"1.822718562s","start":"2026-07-28T17:09:59.913126Z","end":"2026-07-28T17:10:01.735845Z","steps":["trace[1948148191] 'agreement among raft nodes before linearized reading' (duration: 1.82265173s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:01.735899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.913116Z","time spent":"1.822772263s","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-28T17:10:01.735775Z","caller":"traceutil/trace.go:171","msg":"trace[2014437624] transaction","detail":"{read_only:false; response_revision:41382; number_of_response:1; }","duration":"1.337524716s","start":"2026-07-28T17:10:00.398236Z","end":"2026-07-28T17:10:01.735761Z","steps":["trace[2014437624] 'process raft request' (duration: 1.337383303s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:01.735951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.39525Z","time spent":"1.340599581s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:01.736011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.398218Z","time spent":"1.337752041s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:02.242113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.623925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:02.242692Z","caller":"traceutil/trace.go:171","msg":"trace[1644108655] transaction","detail":"{read_only:false; response_revision:41383; number_of_response:1; }","duration":"1.833669048s","start":"2026-07-28T17:10:00.408995Z","end":"2026-07-28T17:10:02.242664Z","steps":["trace[1644108655] 'process raft request' (duration: 1.643268365s)","trace[1644108655] 'compare' (duration: 189.198173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:02.242782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.408952Z","time spent":"1.83378464s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:02.24328Z","caller":"traceutil/trace.go:171","msg":"trace[921755519] transaction","detail":"{read_only:false; response_revision:41384; number_of_response:1; }","duration":"1.445592095s","start":"2026-07-28T17:10:00.797658Z","end":"2026-07-28T17:10:02.24325Z","steps":["trace[921755519] 'process raft request' (duration: 1.44496425s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:02.243328Z","caller":"traceutil/trace.go:171","msg":"trace[324211410] transaction","detail":"{read_only:false; response_revision:41385; number_of_response:1; }","duration":"620.311983ms","start":"2026-07-28T17:10:01.622984Z","end":"2026-07-28T17:10:02.243296Z","steps":["trace[324211410] 'process raft request' (duration: 620.20321ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:02.243477Z","caller":"traceutil/trace.go:171","msg":"trace[1926175786] linearizableReadLoop","detail":"{readStateIndex:42634; appliedIndex:42631; }","duration":"507.712793ms","start":"2026-07-28T17:10:01.735751Z","end":"2026-07-28T17:10:02.243464Z","steps":["trace[1926175786] 'read index received' (duration: 316.570952ms)","trace[1926175786] 'applied index is now lower than readState.Index' (duration: 191.140591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:02.243491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.622954Z","time spent":"620.462327ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:02.243501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.79759Z","time spent":"1.445766068s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:02.243593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607535355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:02.243633Z","caller":"traceutil/trace.go:171","msg":"trace[1515440364] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:41385; }","duration":"1.607653378s","start":"2026-07-28T17:10:00.635968Z","end":"2026-07-28T17:10:02.243621Z","steps":["trace[1515440364] 'agreement among raft nodes before linearized reading' (duration: 1.607578596s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.243649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.284244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:02.243679Z","caller":"traceutil/trace.go:171","msg":"trace[2103115958] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:41385; }","duration":"535.352246ms","start":"2026-07-28T17:10:01.708314Z","end":"2026-07-28T17:10:02.243667Z","steps":["trace[2103115958] 'agreement among raft nodes before linearized reading' (duration: 535.299205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.243692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308392209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T17:10:02.243743Z","caller":"traceutil/trace.go:171","msg":"trace[859160776] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41385; }","duration":"2.308465191s","start":"2026-07-28T17:09:59.935265Z","end":"2026-07-28T17:10:02.24373Z","steps":["trace[859160776] 'agreement among raft nodes before linearized reading' (duration: 2.308307167s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.243779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.935254Z","time spent":"2.308517533s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:02.243787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.579599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:10:02.243785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31045574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T17:10:02.243811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313217433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:02.243818Z","caller":"traceutil/trace.go:171","msg":"trace[1284070073] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:41385; }","duration":"539.64003ms","start":"2026-07-28T17:10:01.70417Z","end":"2026-07-28T17:10:02.24381Z","steps":["trace[1284070073] 'agreement among raft nodes before linearized reading' (duration: 539.597069ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:02.243822Z","caller":"traceutil/trace.go:171","msg":"trace[1964806174] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41385; }","duration":"2.310543612s","start":"2026-07-28T17:09:59.933268Z","end":"2026-07-28T17:10:02.243812Z","steps":["trace[1964806174] 'agreement among raft nodes before linearized reading' (duration: 2.310425699s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.243841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.704141Z","time spent":"539.694521ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:02.243848Z","caller":"traceutil/trace.go:171","msg":"trace[1099937370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:41385; }","duration":"1.313286485s","start":"2026-07-28T17:10:00.930538Z","end":"2026-07-28T17:10:02.243825Z","steps":["trace[1099937370] 'agreement among raft nodes before linearized reading' (duration: 1.313259964s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.243863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.930506Z","time spent":"1.313352867s","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:02.243937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310696205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T17:10:02.243967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.156731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:02.243973Z","caller":"traceutil/trace.go:171","msg":"trace[627929599] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41385; }","duration":"2.310747816s","start":"2026-07-28T17:09:59.933216Z","end":"2026-07-28T17:10:02.243964Z","steps":["trace[627929599] 'agreement among raft nodes before linearized reading' (duration: 2.310659274s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.243991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315583321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:02.244008Z","caller":"traceutil/trace.go:171","msg":"trace[597819285] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:41385; }","duration":"1.315685983s","start":"2026-07-28T17:10:00.928317Z","end":"2026-07-28T17:10:02.244003Z","steps":["trace[597819285] 'agreement among raft nodes before linearized reading' (duration: 1.315631742s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.244005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.933212Z","time spent":"2.310786168s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:02.244024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.928278Z","time spent":"1.315742045s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:02.244022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126515881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:02.24405Z","caller":"traceutil/trace.go:171","msg":"trace[1850579575] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:41385; }","duration":"1.126587272s","start":"2026-07-28T17:10:01.117456Z","end":"2026-07-28T17:10:02.244043Z","steps":["trace[1850579575] 'agreement among raft nodes before linearized reading' (duration: 1.126547451s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.244099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.117428Z","time spent":"1.126665774s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:02.244125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475604925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:02.244143Z","caller":"traceutil/trace.go:171","msg":"trace[1877752081] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:41385; }","duration":"1.475676036s","start":"2026-07-28T17:10:00.768463Z","end":"2026-07-28T17:10:02.244139Z","steps":["trace[1877752081] 'agreement among raft nodes before linearized reading' (duration: 1.475648546s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.244161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.768421Z","time spent":"1.475734128s","remote":"127.0.0.1:45774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:02.243706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.70829Z","time spent":"535.410787ms","remote":"127.0.0.1:42832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:02.243673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.635923Z","time spent":"1.60774075s","remote":"127.0.0.1:45982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:02.243858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.933235Z","time spent":"2.310616473s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:02.244259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311053614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T17:10:02.24399Z","caller":"traceutil/trace.go:171","msg":"trace[344714155] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:41385; }","duration":"692.237914ms","start":"2026-07-28T17:10:01.551746Z","end":"2026-07-28T17:10:02.243984Z","steps":["trace[344714155] 'agreement among raft nodes before linearized reading' (duration: 692.197903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.244317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.551724Z","time spent":"692.587602ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:02.243788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278252693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:02.244421Z","caller":"traceutil/trace.go:171","msg":"trace[1992829500] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:41385; }","duration":"1.278907049s","start":"2026-07-28T17:10:00.965502Z","end":"2026-07-28T17:10:02.244409Z","steps":["trace[1992829500] 'agreement among raft nodes before linearized reading' (duration: 1.278218322s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.244467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.965476Z","time spent":"1.27897878s","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":127,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:02.243748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165807777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:02.24453Z","caller":"traceutil/trace.go:171","msg":"trace[1453507611] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:41385; }","duration":"1.166648107s","start":"2026-07-28T17:10:01.077875Z","end":"2026-07-28T17:10:02.244523Z","steps":["trace[1453507611] 'agreement among raft nodes before linearized reading' (duration: 1.165823307s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.244561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.077847Z","time spent":"1.166705249s","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:02.244585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698467588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-28T17:10:02.243571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591346711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:02.244643Z","caller":"traceutil/trace.go:171","msg":"trace[1393084667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41385; }","duration":"1.592476618s","start":"2026-07-28T17:10:00.652155Z","end":"2026-07-28T17:10:02.244632Z","steps":["trace[1393084667] 'agreement among raft nodes before linearized reading' (duration: 1.591359201s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.244682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.652128Z","time spent":"1.59254641s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:10:02.244782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27224593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:02.244801Z","caller":"traceutil/trace.go:171","msg":"trace[211652608] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:41385; }","duration":"2.272307111s","start":"2026-07-28T17:09:59.972489Z","end":"2026-07-28T17:10:02.244796Z","steps":["trace[211652608] 'agreement among raft nodes before linearized reading' (duration: 2.272273381s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.244814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.972464Z","time spent":"2.272347692s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T17:10:02.244908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882180298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:02.244639Z","caller":"traceutil/trace.go:171","msg":"trace[95208879] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41385; }","duration":"1.69856961s","start":"2026-07-28T17:10:00.546055Z","end":"2026-07-28T17:10:02.244625Z","steps":["trace[95208879] 'agreement among raft nodes before linearized reading' (duration: 1.698448147s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:02.244928Z","caller":"traceutil/trace.go:171","msg":"trace[976934838] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:41385; }","duration":"1.882251569s","start":"2026-07-28T17:10:00.362668Z","end":"2026-07-28T17:10:02.24492Z","steps":["trace[976934838] 'agreement among raft nodes before linearized reading' (duration: 1.882224609s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.244945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.362635Z","time spent":"1.882307081s","remote":"127.0.0.1:36834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:02.244951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.546029Z","time spent":"1.698907349s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-28T17:10:02.245127Z","caller":"traceutil/trace.go:171","msg":"trace[1015962808] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41385; }","duration":"2.311127746s","start":"2026-07-28T17:09:59.933162Z","end":"2026-07-28T17:10:02.244289Z","steps":["trace[1015962808] 'agreement among raft nodes before linearized reading' (duration: 2.311028534s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.244656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329463652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-28T17:10:02.245236Z","caller":"traceutil/trace.go:171","msg":"trace[145774300] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:41385; }","duration":"2.330092338s","start":"2026-07-28T17:09:59.915119Z","end":"2026-07-28T17:10:02.245212Z","steps":["trace[145774300] 'agreement among raft nodes before linearized reading' (duration: 2.329301338s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.245288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.91511Z","time spent":"2.330166039s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1661,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-28T17:10:02.245175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:09:59.933144Z","time spent":"2.312021277s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:02.246489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6463741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T17:10:02.246563Z","caller":"traceutil/trace.go:171","msg":"trace[493940307] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:41385; }","duration":"1.646453092s","start":"2026-07-28T17:10:00.600097Z","end":"2026-07-28T17:10:02.24655Z","steps":["trace[493940307] 'agreement among raft nodes before linearized reading' (duration: 1.643849099s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:02.246601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:00.600048Z","time spent":"1.646543514s","remote":"127.0.0.1:35960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1965,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:02.74387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:10:03.037945Z","caller":"traceutil/trace.go:171","msg":"trace[1784727130] transaction","detail":"{read_only:false; response_revision:41386; number_of_response:1; }","duration":"1.297165473s","start":"2026-07-28T17:10:01.740739Z","end":"2026-07-28T17:10:03.037905Z","steps":["trace[1784727130] 'process raft request' (duration: 1.296915217s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:03.038113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.740717Z","time spent":"1.297313536s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T17:10:03.038097Z","caller":"traceutil/trace.go:171","msg":"trace[716379329] transaction","detail":"{read_only:false; response_revision:41390; number_of_response:1; }","duration":"1.125785182s","start":"2026-07-28T17:10:01.912289Z","end":"2026-07-28T17:10:03.038074Z","steps":["trace[716379329] 'process raft request' (duration: 1.12570337s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:03.038107Z","caller":"traceutil/trace.go:171","msg":"trace[1347527034] transaction","detail":"{read_only:false; response_revision:41389; number_of_response:1; }","duration":"1.125974908s","start":"2026-07-28T17:10:01.912109Z","end":"2026-07-28T17:10:03.038084Z","steps":["trace[1347527034] 'process raft request' (duration: 1.125831064s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:03.038028Z","caller":"traceutil/trace.go:171","msg":"trace[1659629373] transaction","detail":"{read_only:false; response_revision:41387; number_of_response:1; }","duration":"1.297103611s","start":"2026-07-28T17:10:01.740882Z","end":"2026-07-28T17:10:03.037985Z","steps":["trace[1659629373] 'process raft request' (duration: 1.296923697s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:03.038207Z","caller":"traceutil/trace.go:171","msg":"trace[95610266] transaction","detail":"{read_only:false; response_revision:41391; number_of_response:1; }","duration":"1.125602088s","start":"2026-07-28T17:10:01.912579Z","end":"2026-07-28T17:10:03.038181Z","steps":["trace[95610266] 'process raft request' (duration: 1.125457124s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:03.040305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.912567Z","time spent":"1.127631107s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:03.038105Z","caller":"traceutil/trace.go:171","msg":"trace[569406221] transaction","detail":"{read_only:false; response_revision:41388; number_of_response:1; }","duration":"1.29623986s","start":"2026-07-28T17:10:01.741783Z","end":"2026-07-28T17:10:03.038023Z","steps":["trace[569406221] 'process raft request' (duration: 1.296089536s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:03.040499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.740854Z","time spent":"1.297356298s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:10:03.04093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.741774Z","time spent":"1.298645719s","remote":"127.0.0.1:35702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:03.042029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.912251Z","time spent":"1.125922306s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:03.042631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.912056Z","time spent":"1.126134081s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:04.252012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T17:10:04.252128Z","caller":"traceutil/trace.go:171","msg":"trace[1200890422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000122449s","start":"2026-07-28T17:10:02.251986Z","end":"2026-07-28T17:10:04.252108Z","steps":["trace[1200890422] 'agreement among raft nodes before linearized reading' (duration: 1.999982676s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:04.25217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:02.25197Z","time spent":"2.000189421s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 17:10:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-28T17:10:04.88379Z","caller":"traceutil/trace.go:171","msg":"trace[1978801661] transaction","detail":"{read_only:false; response_revision:41393; number_of_response:1; }","duration":"2.632744562s","start":"2026-07-28T17:10:02.250994Z","end":"2026-07-28T17:10:04.883738Z","steps":["trace[1978801661] 'process raft request' (duration: 2.632156378s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:04.883833Z","caller":"traceutil/trace.go:171","msg":"trace[1380636559] transaction","detail":"{read_only:false; response_revision:41394; number_of_response:1; }","duration":"2.632677681s","start":"2026-07-28T17:10:02.25111Z","end":"2026-07-28T17:10:04.883787Z","steps":["trace[1380636559] 'process raft request' (duration: 2.632085267s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:04.883927Z","caller":"traceutil/trace.go:171","msg":"trace[1737673201] transaction","detail":"{read_only:false; response_revision:41395; number_of_response:1; }","duration":"2.631669306s","start":"2026-07-28T17:10:02.252223Z","end":"2026-07-28T17:10:04.883892Z","steps":["trace[1737673201] 'process raft request' (duration: 2.63100803s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:04.884025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:02.250974Z","time spent":"2.632924997s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:04.884032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:02.252213Z","time spent":"2.631763989s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:04.884031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:02.251084Z","time spent":"2.632837895s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:04.884223Z","caller":"traceutil/trace.go:171","msg":"trace[319293564] transaction","detail":"{read_only:false; response_revision:41392; number_of_response:1; }","duration":"2.633214074s","start":"2026-07-28T17:10:02.250974Z","end":"2026-07-28T17:10:04.884188Z","steps":["trace[319293564] 'process raft request' (duration: 2.631959664s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:04.884483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:02.250964Z","time spent":"2.633385918s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:05.36878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.456613ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T17:10:05.368961Z","caller":"traceutil/trace.go:171","msg":"trace[1222993084] linearizableReadLoop","detail":"{readStateIndex:42644; appliedIndex:42634; }","duration":"3.125374561s","start":"2026-07-28T17:10:02.243518Z","end":"2026-07-28T17:10:05.368893Z","steps":["trace[1222993084] 'read index received' (duration: 794.200346ms)","trace[1222993084] 'applied index is now lower than readState.Index' (duration: 2.331172245s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:05.36926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436214843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:05.36925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379012552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:05.36931Z","caller":"traceutil/trace.go:171","msg":"trace[532399591] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:41395; }","duration":"3.436318806s","start":"2026-07-28T17:10:01.932977Z","end":"2026-07-28T17:10:05.369295Z","steps":["trace[532399591] 'agreement among raft nodes before linearized reading' (duration: 3.436215953s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:05.369334Z","caller":"traceutil/trace.go:171","msg":"trace[813867667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:41395; }","duration":"3.379159405s","start":"2026-07-28T17:10:01.990148Z","end":"2026-07-28T17:10:05.369308Z","steps":["trace[813867667] 'agreement among raft nodes before linearized reading' (duration: 3.379003271s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:05.369355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.932954Z","time spent":"3.436390618s","remote":"127.0.0.1:35222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:05.36935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625675763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:05.369385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.990128Z","time spent":"3.379248016s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:05.369439Z","caller":"traceutil/trace.go:171","msg":"trace[1345040335] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:41395; }","duration":"3.625831797s","start":"2026-07-28T17:10:01.743561Z","end":"2026-07-28T17:10:05.369393Z","steps":["trace[1345040335] 'agreement among raft nodes before linearized reading' (duration: 3.625690173s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:05.370326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:01.74355Z","time spent":"3.626724648s","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-28T17:10:05.754277Z","caller":"traceutil/trace.go:171","msg":"trace[289588134] transaction","detail":"{read_only:false; response_revision:41396; number_of_response:1; }","duration":"2.71197973s","start":"2026-07-28T17:10:03.042251Z","end":"2026-07-28T17:10:05.754231Z","steps":["trace[289588134] 'process raft request' (duration: 2.71156218s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:05.75441Z","caller":"traceutil/trace.go:171","msg":"trace[2108532929] transaction","detail":"{read_only:false; response_revision:41397; number_of_response:1; }","duration":"2.704640331s","start":"2026-07-28T17:10:03.049739Z","end":"2026-07-28T17:10:05.75438Z","steps":["trace[2108532929] 'process raft request' (duration: 2.704330593s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:05.754497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.042221Z","time spent":"2.712148525s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:05.754534Z","caller":"traceutil/trace.go:171","msg":"trace[934507271] transaction","detail":"{read_only:false; response_revision:41399; number_of_response:1; }","duration":"2.014040097s","start":"2026-07-28T17:10:03.740435Z","end":"2026-07-28T17:10:05.754475Z","steps":["trace[934507271] 'process raft request' (duration: 2.013798871s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:05.754623Z","caller":"traceutil/trace.go:171","msg":"trace[787449393] transaction","detail":"{read_only:false; response_revision:41402; number_of_response:1; }","duration":"2.01371827s","start":"2026-07-28T17:10:03.740899Z","end":"2026-07-28T17:10:05.754617Z","steps":["trace[787449393] 'process raft request' (duration: 2.013455713s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:05.754611Z","caller":"traceutil/trace.go:171","msg":"trace[1960762654] transaction","detail":"{read_only:false; response_revision:41405; number_of_response:1; }","duration":"1.503209687s","start":"2026-07-28T17:10:04.251326Z","end":"2026-07-28T17:10:05.754536Z","steps":["trace[1960762654] 'process raft request' (duration: 1.503161025s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:05.754684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.74089Z","time spent":"2.01375157s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:05.754685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.740416Z","time spent":"2.01418919s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:05.754693Z","caller":"traceutil/trace.go:171","msg":"trace[700960229] transaction","detail":"{read_only:false; response_revision:41398; number_of_response:1; }","duration":"2.704781175s","start":"2026-07-28T17:10:03.04984Z","end":"2026-07-28T17:10:05.754621Z","steps":["trace[700960229] 'process raft request' (duration: 2.704317783s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:05.754783Z","caller":"traceutil/trace.go:171","msg":"trace[1658964311] transaction","detail":"{read_only:false; response_revision:41400; number_of_response:1; }","duration":"2.014275343s","start":"2026-07-28T17:10:03.740491Z","end":"2026-07-28T17:10:05.754766Z","steps":["trace[1658964311] 'process raft request' (duration: 2.013784761s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:05.754827Z","caller":"traceutil/trace.go:171","msg":"trace[1681650384] transaction","detail":"{read_only:false; response_revision:41401; number_of_response:1; }","duration":"2.014265562s","start":"2026-07-28T17:10:03.740553Z","end":"2026-07-28T17:10:05.754818Z","steps":["trace[1681650384] 'process raft request' (duration: 2.01376134s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:05.754838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.740472Z","time spent":"2.014336374s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:05.754839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.049833Z","time spent":"2.704931518s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:05.754867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.740534Z","time spent":"2.014311394s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:05.75456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.049695Z","time spent":"2.704794835s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:10:05.754911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:04.251298Z","time spent":"1.503400432s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:05.754955Z","caller":"traceutil/trace.go:171","msg":"trace[1741325906] transaction","detail":"{read_only:false; response_revision:41404; number_of_response:1; }","duration":"1.736279969s","start":"2026-07-28T17:10:04.018664Z","end":"2026-07-28T17:10:05.754944Z","steps":["trace[1741325906] 'process raft request' (duration: 1.735789427s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:05.754961Z","caller":"traceutil/trace.go:171","msg":"trace[946165889] transaction","detail":"{read_only:false; response_revision:41403; number_of_response:1; }","duration":"1.87856041s","start":"2026-07-28T17:10:03.876382Z","end":"2026-07-28T17:10:05.754943Z","steps":["trace[946165889] 'process raft request' (duration: 1.878009867s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:05.754998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:04.018647Z","time spent":"1.736327269s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:05.755027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.876332Z","time spent":"1.878661883s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:06.254014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001618124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T17:10:06.254142Z","caller":"traceutil/trace.go:171","msg":"trace[1761967311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001784068s","start":"2026-07-28T17:10:04.252313Z","end":"2026-07-28T17:10:06.254097Z","steps":["trace[1761967311] 'agreement among raft nodes before linearized reading' (duration: 2.001646215s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.2542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:04.252296Z","time spent":"2.001891571s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 17:10:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-28T17:10:06.71813Z","caller":"traceutil/trace.go:171","msg":"trace[1980695471] linearizableReadLoop","detail":"{readStateIndex:42658; appliedIndex:42645; }","duration":"1.349104447s","start":"2026-07-28T17:10:05.368995Z","end":"2026-07-28T17:10:06.7181Z","steps":["trace[1980695471] 'read index received' (duration: 384.761682ms)","trace[1980695471] 'applied index is now lower than readState.Index' (duration: 964.341365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:06.718439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978622998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:10:06.718493Z","caller":"traceutil/trace.go:171","msg":"trace[1294796668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41408; }","duration":"2.978735581s","start":"2026-07-28T17:10:03.739733Z","end":"2026-07-28T17:10:06.718469Z","steps":["trace[1294796668] 'agreement among raft nodes before linearized reading' (duration: 2.978508575s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.718466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977810788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T17:10:06.718536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.739701Z","time spent":"2.978827343s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:10:06.718573Z","caller":"traceutil/trace.go:171","msg":"trace[1167232796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41408; }","duration":"2.978007124s","start":"2026-07-28T17:10:03.740533Z","end":"2026-07-28T17:10:06.71854Z","steps":["trace[1167232796] 'agreement among raft nodes before linearized reading' (duration: 2.977657405s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.71865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.740509Z","time spent":"2.978132136s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:06.718785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729776593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:06.718801Z","caller":"traceutil/trace.go:171","msg":"trace[1382317940] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:41408; }","duration":"2.729812424s","start":"2026-07-28T17:10:03.988982Z","end":"2026-07-28T17:10:06.718794Z","steps":["trace[1382317940] 'agreement among raft nodes before linearized reading' (duration: 2.729769843s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.718814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.988973Z","time spent":"2.729837724s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:06.718849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672895482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"warn","ts":"2026-07-28T17:10:06.718875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452737878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:06.718935Z","caller":"traceutil/trace.go:171","msg":"trace[592968368] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:41408; }","duration":"3.673017505s","start":"2026-07-28T17:10:03.045898Z","end":"2026-07-28T17:10:06.718915Z","steps":["trace[592968368] 'agreement among raft nodes before linearized reading' (duration: 3.672735758s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:06.718964Z","caller":"traceutil/trace.go:171","msg":"trace[1983859980] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:41408; }","duration":"4.452872791s","start":"2026-07-28T17:10:02.26607Z","end":"2026-07-28T17:10:06.718943Z","steps":["trace[1983859980] 'agreement among raft nodes before linearized reading' (duration: 4.452693057s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.718973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.045882Z","time spent":"3.673084847s","remote":"127.0.0.1:35702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5488,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-07-28T17:10:06.719007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:02.26606Z","time spent":"4.452935043s","remote":"127.0.0.1:59754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:06.718991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773970348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:06.719071Z","caller":"traceutil/trace.go:171","msg":"trace[1381240948] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:41408; }","duration":"2.774150012s","start":"2026-07-28T17:10:03.944904Z","end":"2026-07-28T17:10:06.719054Z","steps":["trace[1381240948] 'agreement among raft nodes before linearized reading' (duration: 2.773962688s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.94488Z","time spent":"2.774218474s","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:06.719135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926416078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T17:10:06.71916Z","caller":"traceutil/trace.go:171","msg":"trace[80609779] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:41408; }","duration":"2.92646825s","start":"2026-07-28T17:10:03.792683Z","end":"2026-07-28T17:10:06.719151Z","steps":["trace[80609779] 'agreement among raft nodes before linearized reading' (duration: 2.926275975s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.792667Z","time spent":"2.92650423s","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:06.71916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732489759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-28T17:10:06.71921Z","caller":"traceutil/trace.go:171","msg":"trace[248142335] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:41408; }","duration":"2.732577762s","start":"2026-07-28T17:10:03.986618Z","end":"2026-07-28T17:10:06.719196Z","steps":["trace[248142335] 'agreement among raft nodes before linearized reading' (duration: 2.732359826s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979559901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:10:06.71925Z","caller":"traceutil/trace.go:171","msg":"trace[10475718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41408; }","duration":"2.979599212s","start":"2026-07-28T17:10:03.739644Z","end":"2026-07-28T17:10:06.719243Z","steps":["trace[10475718] 'agreement among raft nodes before linearized reading' (duration: 2.97953201s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.739636Z","time spent":"2.979642743s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:06.719243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.986598Z","time spent":"2.732638753s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1667,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-28T17:10:06.719354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978560636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:10:06.719375Z","caller":"traceutil/trace.go:171","msg":"trace[99135878] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41408; }","duration":"2.978601608s","start":"2026-07-28T17:10:03.740767Z","end":"2026-07-28T17:10:06.719369Z","steps":["trace[99135878] 'agreement among raft nodes before linearized reading' (duration: 2.978531816s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.71939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.740756Z","time spent":"2.978631008s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:10:06.719389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97992392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:10:06.71941Z","caller":"traceutil/trace.go:171","msg":"trace[1380553071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41408; }","duration":"2.979969371s","start":"2026-07-28T17:10:03.739435Z","end":"2026-07-28T17:10:06.719404Z","steps":["trace[1380553071] 'agreement among raft nodes before linearized reading' (duration: 2.979907169s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.739422Z","time spent":"2.980009292s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:06.719471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468555713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:06.719498Z","caller":"traceutil/trace.go:171","msg":"trace[456517984] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:41408; }","duration":"4.468596014s","start":"2026-07-28T17:10:02.250894Z","end":"2026-07-28T17:10:06.71949Z","steps":["trace[456517984] 'agreement among raft nodes before linearized reading' (duration: 4.468550323s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012736938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:10:06.71952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:02.250878Z","time spent":"4.468634334s","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T17:10:06.719553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105043204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:06.719578Z","caller":"traceutil/trace.go:171","msg":"trace[820902818] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:41408; }","duration":"3.105104416s","start":"2026-07-28T17:10:03.614468Z","end":"2026-07-28T17:10:06.719572Z","steps":["trace[820902818] 'agreement among raft nodes before linearized reading' (duration: 3.105065825s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.614446Z","time spent":"3.105144557s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:06.71952Z","caller":"traceutil/trace.go:171","msg":"trace[47425620] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:41408; }","duration":"3.01280269s","start":"2026-07-28T17:10:03.706712Z","end":"2026-07-28T17:10:06.719515Z","steps":["trace[47425620] 'agreement among raft nodes before linearized reading' (duration: 3.012765979s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.465682663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-07-28T17:10:06.719631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.706687Z","time spent":"3.012936023s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:06.719634Z","caller":"traceutil/trace.go:171","msg":"trace[940182275] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:41408; }","duration":"4.465734114s","start":"2026-07-28T17:10:02.253892Z","end":"2026-07-28T17:10:06.719626Z","steps":["trace[940182275] 'agreement among raft nodes before linearized reading' (duration: 4.465664312s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:02.253882Z","time spent":"4.465768715s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-28T17:10:06.719665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688551033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-volume\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T17:10:06.719687Z","caller":"traceutil/trace.go:171","msg":"trace[389148376] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-volume; range_end:; response_count:1; response_revision:41408; }","duration":"3.688614584s","start":"2026-07-28T17:10:03.031067Z","end":"2026-07-28T17:10:06.719681Z","steps":["trace[389148376] 'agreement among raft nodes before linearized reading' (duration: 3.688544583s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.031044Z","time spent":"3.688654526s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":554,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-07-28T17:10:06.719723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2474652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:06.719746Z","caller":"traceutil/trace.go:171","msg":"trace[1185969601] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:41408; }","duration":"3.247542542s","start":"2026-07-28T17:10:03.472197Z","end":"2026-07-28T17:10:06.71974Z","steps":["trace[1185969601] 'agreement among raft nodes before linearized reading' (duration: 3.247499851s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:03.472167Z","time spent":"3.247595203s","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:06.719895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.307094093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:10:06.719926Z","caller":"traceutil/trace.go:171","msg":"trace[1689793755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41408; }","duration":"4.307166165s","start":"2026-07-28T17:10:02.412754Z","end":"2026-07-28T17:10:06.71992Z","steps":["trace[1689793755] 'agreement among raft nodes before linearized reading' (duration: 4.307098624s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.719948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:02.412729Z","time spent":"4.307214777s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:10:06.719981Z","caller":"traceutil/trace.go:171","msg":"trace[597746505] transaction","detail":"{read_only:false; response_revision:41406; number_of_response:1; }","duration":"1.67350067s","start":"2026-07-28T17:10:05.046472Z","end":"2026-07-28T17:10:06.719972Z","steps":["trace[597746505] 'process raft request' (duration: 1.671354278s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:06.72001Z","caller":"traceutil/trace.go:171","msg":"trace[850343865] transaction","detail":"{read_only:false; response_revision:41407; number_of_response:1; }","duration":"1.672770412s","start":"2026-07-28T17:10:05.047231Z","end":"2026-07-28T17:10:06.720002Z","steps":["trace[850343865] 'process raft request' (duration: 1.670767823s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:06.720034Z","caller":"traceutil/trace.go:171","msg":"trace[309473527] transaction","detail":"{read_only:false; response_revision:41408; number_of_response:1; }","duration":"1.667056834s","start":"2026-07-28T17:10:05.052966Z","end":"2026-07-28T17:10:06.720023Z","steps":["trace[309473527] 'process raft request' (duration: 1.665079286s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.720075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:05.046453Z","time spent":"1.673552381s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:06.720108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:05.047207Z","time spent":"1.672820054s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:06.720143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:05.052954Z","time spent":"1.667138575s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:06.726088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698307244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T17:10:06.726201Z","caller":"traceutil/trace.go:171","msg":"trace[1811508486] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:41408; }","duration":"1.698480688s","start":"2026-07-28T17:10:05.027699Z","end":"2026-07-28T17:10:06.726179Z","steps":["trace[1811508486] 'agreement among raft nodes before linearized reading' (duration: 1.690887124s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:06.726249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:05.027674Z","time spent":"1.69856516s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1967,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:07.420759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.18268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:07.420849Z","caller":"traceutil/trace.go:171","msg":"trace[1096736207] linearizableReadLoop","detail":"{readStateIndex:42659; appliedIndex:42658; }","duration":"702.624247ms","start":"2026-07-28T17:10:06.718212Z","end":"2026-07-28T17:10:07.420836Z","steps":["trace[1096736207] 'read index received' (duration: 103.386985ms)","trace[1096736207] 'applied index is now lower than readState.Index' (duration: 599.236402ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:07.420955Z","caller":"traceutil/trace.go:171","msg":"trace[64646730] transaction","detail":"{read_only:false; response_revision:41409; number_of_response:1; }","duration":"1.65990472s","start":"2026-07-28T17:10:05.761044Z","end":"2026-07-28T17:10:07.420949Z","steps":["trace[64646730] 'process raft request' (duration: 1.060472504s)","trace[64646730] 'compare' (duration: 598.388831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:07.420992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:05.761027Z","time spent":"1.659948782s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T17:10:07.421168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045227975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:07.421191Z","caller":"traceutil/trace.go:171","msg":"trace[383185907] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:41409; }","duration":"2.045297367s","start":"2026-07-28T17:10:05.375886Z","end":"2026-07-28T17:10:07.421183Z","steps":["trace[383185907] 'agreement among raft nodes before linearized reading' (duration: 2.045212815s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.421206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:05.375859Z","time spent":"2.045343709s","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T17:10:07.421251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162439716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:07.421255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.538837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:07.421348Z","caller":"traceutil/trace.go:171","msg":"trace[1832036622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41409; }","duration":"1.162561668s","start":"2026-07-28T17:10:06.258761Z","end":"2026-07-28T17:10:07.421322Z","steps":["trace[1832036622] 'agreement among raft nodes before linearized reading' (duration: 1.162338263s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:07.421351Z","caller":"traceutil/trace.go:171","msg":"trace[185206406] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:41409; }","duration":"714.703411ms","start":"2026-07-28T17:10:06.706628Z","end":"2026-07-28T17:10:07.421331Z","steps":["trace[185206406] 'agreement among raft nodes before linearized reading' (duration: 714.478915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.421403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.25875Z","time spent":"1.16264541s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:10:07.421332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647037997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29754310-v5kln\" ","response":"range_response_count:1 size:5603"} {"level":"warn","ts":"2026-07-28T17:10:07.421426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.7066Z","time spent":"714.797283ms","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:07.421467Z","caller":"traceutil/trace.go:171","msg":"trace[553225460] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29754310-v5kln; range_end:; response_count:1; response_revision:41409; }","duration":"1.647232122s","start":"2026-07-28T17:10:05.774223Z","end":"2026-07-28T17:10:07.421456Z","steps":["trace[553225460] 'agreement among raft nodes before linearized reading' (duration: 1.646861103s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.421422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1663364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T17:10:07.421556Z","caller":"traceutil/trace.go:171","msg":"trace[462888890] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2; range_end:; response_count:1; response_revision:41409; }","duration":"1.166526345s","start":"2026-07-28T17:10:06.255002Z","end":"2026-07-28T17:10:07.421528Z","steps":["trace[462888890] 'agreement among raft nodes before linearized reading' (duration: 1.166100935s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.421495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:05.774202Z","time spent":"1.647285133s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5626,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29754310-v5kln\" "} {"level":"warn","ts":"2026-07-28T17:10:07.421649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.254973Z","time spent":"1.166654168s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" "} {"level":"info","ts":"2026-07-28T17:10:07.430555Z","caller":"traceutil/trace.go:171","msg":"trace[822592154] transaction","detail":"{read_only:false; response_revision:41410; number_of_response:1; }","duration":"703.993571ms","start":"2026-07-28T17:10:06.72653Z","end":"2026-07-28T17:10:07.430523Z","steps":["trace[822592154] 'process raft request' (duration: 703.750365ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:07.430647Z","caller":"traceutil/trace.go:171","msg":"trace[657365505] transaction","detail":"{read_only:false; response_revision:41411; number_of_response:1; }","duration":"704.001761ms","start":"2026-07-28T17:10:06.72662Z","end":"2026-07-28T17:10:07.430622Z","steps":["trace[657365505] 'process raft request' (duration: 703.770125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.430709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.726518Z","time spent":"704.113103ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:07.430795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.726579Z","time spent":"704.147815ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:07.433121Z","caller":"traceutil/trace.go:171","msg":"trace[681118145] transaction","detail":"{read_only:false; response_revision:41412; number_of_response:1; }","duration":"706.182054ms","start":"2026-07-28T17:10:06.726907Z","end":"2026-07-28T17:10:07.433089Z","steps":["trace[681118145] 'process raft request' (duration: 703.52704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.433248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.726894Z","time spent":"706.293866ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:07.433531Z","caller":"traceutil/trace.go:171","msg":"trace[979227211] transaction","detail":"{read_only:false; response_revision:41414; number_of_response:1; }","duration":"706.41918ms","start":"2026-07-28T17:10:06.727102Z","end":"2026-07-28T17:10:07.433521Z","steps":["trace[979227211] 'process raft request' (duration: 706.217725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.433587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.727096Z","time spent":"706.462701ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:07.433648Z","caller":"traceutil/trace.go:171","msg":"trace[1315507526] transaction","detail":"{read_only:false; response_revision:41413; number_of_response:1; }","duration":"706.620374ms","start":"2026-07-28T17:10:06.72701Z","end":"2026-07-28T17:10:07.43363Z","steps":["trace[1315507526] 'process raft request' (duration: 706.02618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.433738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.727Z","time spent":"706.694387ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:07.433752Z","caller":"traceutil/trace.go:171","msg":"trace[1861093873] transaction","detail":"{read_only:false; response_revision:41415; number_of_response:1; }","duration":"706.690957ms","start":"2026-07-28T17:10:06.72704Z","end":"2026-07-28T17:10:07.433731Z","steps":["trace[1861093873] 'process raft request' (duration: 706.39955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.433897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.442601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c6833a37a1124d\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-07-28T17:10:07.433941Z","caller":"traceutil/trace.go:171","msg":"trace[689071368] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c6833a37a1124d; range_end:; response_count:1; response_revision:41417; }","duration":"706.532702ms","start":"2026-07-28T17:10:06.727395Z","end":"2026-07-28T17:10:07.433928Z","steps":["trace[689071368] 'agreement among raft nodes before linearized reading' (duration: 706.374509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.433974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.727384Z","time spent":"706.581043ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18c6833a37a1124d\" "} {"level":"warn","ts":"2026-07-28T17:10:07.434073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.64058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:10:07.434145Z","caller":"traceutil/trace.go:171","msg":"trace[405618724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41417; }","duration":"707.741971ms","start":"2026-07-28T17:10:06.726388Z","end":"2026-07-28T17:10:07.43413Z","steps":["trace[405618724] 'agreement among raft nodes before linearized reading' (duration: 707.538396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.43419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.726372Z","time spent":"707.807294ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:10:07.433892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.727012Z","time spent":"706.793079ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:07.43454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.776139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-28T17:10:07.434575Z","caller":"traceutil/trace.go:171","msg":"trace[280586757] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41417; }","duration":"180.83088ms","start":"2026-07-28T17:10:07.253735Z","end":"2026-07-28T17:10:07.434565Z","steps":["trace[280586757] 'agreement among raft nodes before linearized reading' (duration: 180.764468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.434661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.266925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-379202bf-9d81-4825-93bb-5176956ecf91\" ","response":"range_response_count:1 size:2209"} {"level":"info","ts":"2026-07-28T17:10:07.434722Z","caller":"traceutil/trace.go:171","msg":"trace[857717278] range","detail":"{range_begin:/registry/persistentvolumes/pvc-379202bf-9d81-4825-93bb-5176956ecf91; range_end:; response_count:1; response_revision:41417; }","duration":"708.361607ms","start":"2026-07-28T17:10:06.726345Z","end":"2026-07-28T17:10:07.434707Z","steps":["trace[857717278] 'agreement among raft nodes before linearized reading' (duration: 708.150832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.434882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.726333Z","time spent":"708.531471ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2232,"request content":"key:\"/registry/persistentvolumes/pvc-379202bf-9d81-4825-93bb-5176956ecf91\" "} {"level":"warn","ts":"2026-07-28T17:10:07.434917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.569855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-778c64b48d-nhmwc\" ","response":"range_response_count:1 size:16958"} {"level":"info","ts":"2026-07-28T17:10:07.434944Z","caller":"traceutil/trace.go:171","msg":"trace[2039360766] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-778c64b48d-nhmwc; range_end:; response_count:1; response_revision:41417; }","duration":"711.596876ms","start":"2026-07-28T17:10:06.723339Z","end":"2026-07-28T17:10:07.434936Z","steps":["trace[2039360766] 'agreement among raft nodes before linearized reading' (duration: 711.508144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:07.434974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:06.723273Z","time spent":"711.694808ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":16981,"request content":"key:\"/registry/pods/openstack/cinder-volume-778c64b48d-nhmwc\" "} {"level":"info","ts":"2026-07-28T17:10:07.434214Z","caller":"traceutil/trace.go:171","msg":"trace[1733765368] transaction","detail":"{read_only:false; response_revision:41416; number_of_response:1; }","duration":"183.642059ms","start":"2026-07-28T17:10:07.250559Z","end":"2026-07-28T17:10:07.434201Z","steps":["trace[1733765368] 'process raft request' (duration: 182.948022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:11.523787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.531401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:11.52399Z","caller":"traceutil/trace.go:171","msg":"trace[47555085] transaction","detail":"{read_only:false; response_revision:41461; number_of_response:1; }","duration":"787.973823ms","start":"2026-07-28T17:10:10.735984Z","end":"2026-07-28T17:10:11.523958Z","steps":["trace[47555085] 'process raft request' (duration: 552.170946ms)","trace[47555085] 'compare' (duration: 234.799433ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:11.524099Z","caller":"traceutil/trace.go:171","msg":"trace[1871446492] transaction","detail":"{read_only:false; response_revision:41462; number_of_response:1; }","duration":"785.728959ms","start":"2026-07-28T17:10:10.738296Z","end":"2026-07-28T17:10:11.524025Z","steps":["trace[1871446492] 'process raft request' (duration: 785.616056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:11.524254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:10.735968Z","time spent":"788.142518ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:11.524349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:10.738227Z","time spent":"785.972645ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:12.327406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.234038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:12.327526Z","caller":"traceutil/trace.go:171","msg":"trace[1275828236] transaction","detail":"{read_only:false; response_revision:41463; number_of_response:1; }","duration":"799.008172ms","start":"2026-07-28T17:10:11.528497Z","end":"2026-07-28T17:10:12.327505Z","steps":["trace[1275828236] 'process raft request' (duration: 509.60761ms)","trace[1275828236] 'compare' (duration: 289.066464ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:12.32769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.528467Z","time spent":"799.188257ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:12.402182Z","caller":"traceutil/trace.go:171","msg":"trace[597336838] transaction","detail":"{read_only:false; response_revision:41465; number_of_response:1; }","duration":"872.352487ms","start":"2026-07-28T17:10:11.529806Z","end":"2026-07-28T17:10:12.402158Z","steps":["trace[597336838] 'process raft request' (duration: 872.247884ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:12.402208Z","caller":"traceutil/trace.go:171","msg":"trace[1504570876] transaction","detail":"{read_only:false; response_revision:41464; number_of_response:1; }","duration":"873.484604ms","start":"2026-07-28T17:10:11.52868Z","end":"2026-07-28T17:10:12.402164Z","steps":["trace[1504570876] 'process raft request' (duration: 873.253888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:12.402326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.529781Z","time spent":"872.46753ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:12.402401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.52864Z","time spent":"873.657478ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:12.402437Z","caller":"traceutil/trace.go:171","msg":"trace[151781537] transaction","detail":"{read_only:false; response_revision:41467; number_of_response:1; }","duration":"871.709981ms","start":"2026-07-28T17:10:11.530702Z","end":"2026-07-28T17:10:12.402412Z","steps":["trace[151781537] 'process raft request' (duration: 871.408694ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:12.402435Z","caller":"traceutil/trace.go:171","msg":"trace[1901381291] transaction","detail":"{read_only:false; response_revision:41466; number_of_response:1; }","duration":"871.756533ms","start":"2026-07-28T17:10:11.530638Z","end":"2026-07-28T17:10:12.402395Z","steps":["trace[1901381291] 'process raft request' (duration: 871.447765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:12.402559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.530693Z","time spent":"871.803433ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:12.402585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.530629Z","time spent":"871.881025ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:12.402663Z","caller":"traceutil/trace.go:171","msg":"trace[777284598] transaction","detail":"{read_only:false; response_revision:41469; number_of_response:1; }","duration":"625.388438ms","start":"2026-07-28T17:10:11.777263Z","end":"2026-07-28T17:10:12.402652Z","steps":["trace[777284598] 'process raft request' (duration: 625.296856ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:12.402688Z","caller":"traceutil/trace.go:171","msg":"trace[237338380] transaction","detail":"{read_only:false; response_revision:41470; number_of_response:1; }","duration":"623.791038ms","start":"2026-07-28T17:10:11.778874Z","end":"2026-07-28T17:10:12.402665Z","steps":["trace[237338380] 'process raft request' (duration: 623.720096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:12.402736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.777241Z","time spent":"625.457179ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:12.402775Z","caller":"traceutil/trace.go:171","msg":"trace[1020926864] transaction","detail":"{read_only:false; response_revision:41468; number_of_response:1; }","duration":"872.004949ms","start":"2026-07-28T17:10:11.530762Z","end":"2026-07-28T17:10:12.402767Z","steps":["trace[1020926864] 'process raft request' (duration: 871.562828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:12.402789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.782877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:10:12.40282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.530755Z","time spent":"872.039089ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:12.40278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.77885Z","time spent":"623.887401ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:12.402835Z","caller":"traceutil/trace.go:171","msg":"trace[1370101476] transaction","detail":"{read_only:false; response_revision:41472; number_of_response:1; }","duration":"620.187291ms","start":"2026-07-28T17:10:11.782632Z","end":"2026-07-28T17:10:12.40282Z","steps":["trace[1370101476] 'process raft request' (duration: 620.008207ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:12.402836Z","caller":"traceutil/trace.go:171","msg":"trace[2069465328] transaction","detail":"{read_only:false; response_revision:41471; number_of_response:1; }","duration":"621.573695ms","start":"2026-07-28T17:10:11.781252Z","end":"2026-07-28T17:10:12.402825Z","steps":["trace[2069465328] 'process raft request' (duration: 621.36761ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:12.402881Z","caller":"traceutil/trace.go:171","msg":"trace[97725309] transaction","detail":"{read_only:false; response_revision:41473; number_of_response:1; }","duration":"619.636237ms","start":"2026-07-28T17:10:11.783238Z","end":"2026-07-28T17:10:12.402874Z","steps":["trace[97725309] 'process raft request' (duration: 619.431922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:12.402882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.782595Z","time spent":"620.262233ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:12.402819Z","caller":"traceutil/trace.go:171","msg":"trace[329864572] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:41473; }","duration":"791.850889ms","start":"2026-07-28T17:10:11.610959Z","end":"2026-07-28T17:10:12.40281Z","steps":["trace[329864572] 'agreement among raft nodes before linearized reading' (duration: 791.767057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:12.402914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.783229Z","time spent":"619.667208ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:12.402936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.610937Z","time spent":"791.990682ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:12.402927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.781226Z","time spent":"621.668977ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:12.402708Z","caller":"traceutil/trace.go:171","msg":"trace[551218769] linearizableReadLoop","detail":"{readStateIndex:42719; appliedIndex:42713; }","duration":"791.686804ms","start":"2026-07-28T17:10:11.611013Z","end":"2026-07-28T17:10:12.402699Z","steps":["trace[551218769] 'read index received' (duration: 427.257386ms)","trace[551218769] 'applied index is now lower than readState.Index' (duration: 364.428448ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:12.403033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.985498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:12.403047Z","caller":"traceutil/trace.go:171","msg":"trace[709112610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41473; }","duration":"752.031019ms","start":"2026-07-28T17:10:11.651012Z","end":"2026-07-28T17:10:12.403043Z","steps":["trace[709112610] 'agreement among raft nodes before linearized reading' (duration: 752.003849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:12.403062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:11.650994Z","time spent":"752.06529ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:10:12.760728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.504301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:12.760856Z","caller":"traceutil/trace.go:171","msg":"trace[800012362] linearizableReadLoop","detail":"{readStateIndex:42725; appliedIndex:42724; }","duration":"317.103346ms","start":"2026-07-28T17:10:12.443735Z","end":"2026-07-28T17:10:12.760839Z","steps":["trace[800012362] 'read index received' (duration: 83.380639ms)","trace[800012362] 'applied index is now lower than readState.Index' (duration: 233.720957ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:12.760965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.237838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-28T17:10:12.761Z","caller":"traceutil/trace.go:171","msg":"trace[490419469] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41474; }","duration":"317.30603ms","start":"2026-07-28T17:10:12.443685Z","end":"2026-07-28T17:10:12.760991Z","steps":["trace[490419469] 'agreement among raft nodes before linearized reading' (duration: 317.222638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:12.761032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:12.443674Z","time spent":"317.350681ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-28T17:10:12.760918Z","caller":"traceutil/trace.go:171","msg":"trace[448559484] transaction","detail":"{read_only:false; response_revision:41474; number_of_response:1; }","duration":"318.369966ms","start":"2026-07-28T17:10:12.442515Z","end":"2026-07-28T17:10:12.760885Z","steps":["trace[448559484] 'process raft request' (duration: 84.622479ms)","trace[448559484] 'compare' (duration: 233.183013ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:12.761189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:12.442473Z","time spent":"318.618022ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:13.114026Z","caller":"traceutil/trace.go:171","msg":"trace[122650024] linearizableReadLoop","detail":"{readStateIndex:42726; appliedIndex:42725; }","duration":"353.115842ms","start":"2026-07-28T17:10:12.76088Z","end":"2026-07-28T17:10:13.113996Z","steps":["trace[122650024] 'read index received' (duration: 352.995839ms)","trace[122650024] 'applied index is now lower than readState.Index' (duration: 118.643µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:13.114192Z","caller":"traceutil/trace.go:171","msg":"trace[1750959633] transaction","detail":"{read_only:false; response_revision:41475; number_of_response:1; }","duration":"353.752578ms","start":"2026-07-28T17:10:12.760402Z","end":"2026-07-28T17:10:13.114154Z","steps":["trace[1750959633] 'process raft request' (duration: 353.41927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:13.114246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.554165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T17:10:13.11423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.436059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:13.114287Z","caller":"traceutil/trace.go:171","msg":"trace[293818360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41475; }","duration":"642.659857ms","start":"2026-07-28T17:10:12.471616Z","end":"2026-07-28T17:10:13.114276Z","steps":["trace[293818360] 'agreement among raft nodes before linearized reading' (duration: 642.491563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:13.114274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.844548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:13.11432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:12.47159Z","time spent":"642.722279ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T17:10:13.114324Z","caller":"traceutil/trace.go:171","msg":"trace[766481250] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:41475; }","duration":"406.557272ms","start":"2026-07-28T17:10:12.707746Z","end":"2026-07-28T17:10:13.114303Z","steps":["trace[766481250] 'agreement among raft nodes before linearized reading' (duration: 406.333006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:13.114329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:12.760378Z","time spent":"353.879672ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:13.114309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.835022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:13.114357Z","caller":"traceutil/trace.go:171","msg":"trace[1547750581] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:41475; }","duration":"579.984162ms","start":"2026-07-28T17:10:12.534357Z","end":"2026-07-28T17:10:13.114342Z","steps":["trace[1547750581] 'agreement among raft nodes before linearized reading' (duration: 579.814058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:13.114375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:12.707706Z","time spent":"406.658394ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:13.1144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:12.534336Z","time spent":"580.057104ms","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:13.114403Z","caller":"traceutil/trace.go:171","msg":"trace[342823373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41475; }","duration":"463.006406ms","start":"2026-07-28T17:10:12.651376Z","end":"2026-07-28T17:10:13.114382Z","steps":["trace[342823373] 'agreement among raft nodes before linearized reading' (duration: 462.731489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:13.114449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:12.651348Z","time spent":"463.093408ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:10:13.414608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.591171ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T17:10:13.414739Z","caller":"traceutil/trace.go:171","msg":"trace[781474501] linearizableReadLoop","detail":"{readStateIndex:42727; appliedIndex:42726; }","duration":"296.28062ms","start":"2026-07-28T17:10:13.118436Z","end":"2026-07-28T17:10:13.414716Z","steps":["trace[781474501] 'read index received' (duration: 95.506024ms)","trace[781474501] 'applied index is now lower than readState.Index' (duration: 200.772736ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:13.414918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.471254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:10:13.414955Z","caller":"traceutil/trace.go:171","msg":"trace[295710853] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41475; }","duration":"296.553116ms","start":"2026-07-28T17:10:13.118392Z","end":"2026-07-28T17:10:13.414945Z","steps":["trace[295710853] 'agreement among raft nodes before linearized reading' (duration: 296.380842ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:13.715978Z","caller":"traceutil/trace.go:171","msg":"trace[252005751] transaction","detail":"{read_only:false; response_revision:41476; number_of_response:1; }","duration":"187.360299ms","start":"2026-07-28T17:10:13.528583Z","end":"2026-07-28T17:10:13.715943Z","steps":["trace[252005751] 'process raft request' (duration: 187.107592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.177381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.073721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:14.177514Z","caller":"traceutil/trace.go:171","msg":"trace[1005083365] linearizableReadLoop","detail":"{readStateIndex:42729; appliedIndex:42727; }","duration":"525.616609ms","start":"2026-07-28T17:10:13.651879Z","end":"2026-07-28T17:10:14.177495Z","steps":["trace[1005083365] 'read index received' (duration: 63.908215ms)","trace[1005083365] 'applied index is now lower than readState.Index' (duration: 461.706704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:14.177642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.772154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:14.177829Z","caller":"traceutil/trace.go:171","msg":"trace[368009442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41477; }","duration":"526.002889ms","start":"2026-07-28T17:10:13.651817Z","end":"2026-07-28T17:10:14.17782Z","steps":["trace[368009442] 'agreement among raft nodes before linearized reading' (duration: 525.772114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.177864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:13.651797Z","time spent":"526.05908ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:10:14.177615Z","caller":"traceutil/trace.go:171","msg":"trace[1444832220] transaction","detail":"{read_only:false; response_revision:41477; number_of_response:1; }","duration":"645.582119ms","start":"2026-07-28T17:10:13.532004Z","end":"2026-07-28T17:10:14.177586Z","steps":["trace[1444832220] 'process raft request' (duration: 276.2034ms)","trace[1444832220] 'compare' (duration: 368.690102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:14.177956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:13.531981Z","time spent":"645.929697ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:14.177775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.581809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-28T17:10:14.178062Z","caller":"traceutil/trace.go:171","msg":"trace[1418864093] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:41477; }","duration":"248.923357ms","start":"2026-07-28T17:10:13.92913Z","end":"2026-07-28T17:10:14.178053Z","steps":["trace[1418864093] 'agreement among raft nodes before linearized reading' (duration: 248.510667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.821785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.973982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:10:14.821911Z","caller":"traceutil/trace.go:171","msg":"trace[622861823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41477; }","duration":"416.152886ms","start":"2026-07-28T17:10:14.405736Z","end":"2026-07-28T17:10:14.821889Z","steps":["trace[622861823] 'range keys from in-memory index tree' (duration: 415.802548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.821956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.405712Z","time spent":"416.234478ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:14.822171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.003453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:10:14.8223Z","caller":"traceutil/trace.go:171","msg":"trace[1818444068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41477; }","duration":"490.210468ms","start":"2026-07-28T17:10:14.332059Z","end":"2026-07-28T17:10:14.82227Z","steps":["trace[1818444068] 'range keys from in-memory index tree' (duration: 489.669155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.822313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.915095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-28T17:10:14.822411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.332005Z","time spent":"490.352062ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T17:10:14.822494Z","caller":"traceutil/trace.go:171","msg":"trace[1409798612] linearizableReadLoop","detail":"{readStateIndex:42730; appliedIndex:42729; }","duration":"414.496716ms","start":"2026-07-28T17:10:14.407973Z","end":"2026-07-28T17:10:14.822469Z","steps":["trace[1409798612] 'read index received' (duration: 110.183991ms)","trace[1409798612] 'applied index is now lower than readState.Index' (duration: 304.311054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:14.822425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.280279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:10:14.822612Z","caller":"traceutil/trace.go:171","msg":"trace[1323865953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41477; }","duration":"416.590666ms","start":"2026-07-28T17:10:14.405999Z","end":"2026-07-28T17:10:14.822589Z","steps":["trace[1323865953] 'range keys from in-memory index tree' (duration: 415.965691ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:14.822612Z","caller":"traceutil/trace.go:171","msg":"trace[315091368] transaction","detail":"{read_only:false; response_revision:41478; number_of_response:1; }","duration":"415.674205ms","start":"2026-07-28T17:10:14.406897Z","end":"2026-07-28T17:10:14.822572Z","steps":["trace[315091368] 'process raft request' (duration: 111.389191ms)","trace[315091368] 'compare' (duration: 303.136096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:14.822738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.759103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:10:14.822778Z","caller":"traceutil/trace.go:171","msg":"trace[139620197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41478; }","duration":"414.818484ms","start":"2026-07-28T17:10:14.407949Z","end":"2026-07-28T17:10:14.822767Z","steps":["trace[139620197] 'agreement among raft nodes before linearized reading' (duration: 414.613119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.822784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.40688Z","time spent":"415.818398ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:14.822814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.407938Z","time spent":"414.867345ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:14.822736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.405976Z","time spent":"416.743181ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:10:14.844156Z","caller":"traceutil/trace.go:171","msg":"trace[340110037] transaction","detail":"{read_only:false; response_revision:41479; number_of_response:1; }","duration":"435.991369ms","start":"2026-07-28T17:10:14.40814Z","end":"2026-07-28T17:10:14.844131Z","steps":["trace[340110037] 'process raft request' (duration: 435.778574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.844339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.408127Z","time spent":"436.117323ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:14.84444Z","caller":"traceutil/trace.go:171","msg":"trace[726759784] transaction","detail":"{read_only:false; response_revision:41480; number_of_response:1; }","duration":"435.949328ms","start":"2026-07-28T17:10:14.408468Z","end":"2026-07-28T17:10:14.844417Z","steps":["trace[726759784] 'process raft request' (duration: 435.61488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.844549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.408457Z","time spent":"436.040621ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:14.844578Z","caller":"traceutil/trace.go:171","msg":"trace[1897296850] transaction","detail":"{read_only:false; response_revision:41481; number_of_response:1; }","duration":"436.0137ms","start":"2026-07-28T17:10:14.408545Z","end":"2026-07-28T17:10:14.844559Z","steps":["trace[1897296850] 'process raft request' (duration: 435.773814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.844643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.408532Z","time spent":"436.078691ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:14.844709Z","caller":"traceutil/trace.go:171","msg":"trace[1872803427] transaction","detail":"{read_only:false; response_revision:41482; number_of_response:1; }","duration":"436.139103ms","start":"2026-07-28T17:10:14.408562Z","end":"2026-07-28T17:10:14.844701Z","steps":["trace[1872803427] 'process raft request' (duration: 435.916647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.844745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.408502Z","time spent":"436.225125ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:14.844714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.587286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:14.84481Z","caller":"traceutil/trace.go:171","msg":"trace[1998812534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41482; }","duration":"192.766841ms","start":"2026-07-28T17:10:14.652021Z","end":"2026-07-28T17:10:14.844788Z","steps":["trace[1998812534] 'agreement among raft nodes before linearized reading' (duration: 192.599677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.844922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.881821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T17:10:14.844927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.826092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:14.844948Z","caller":"traceutil/trace.go:171","msg":"trace[1335887167] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41482; }","duration":"436.921891ms","start":"2026-07-28T17:10:14.40802Z","end":"2026-07-28T17:10:14.844942Z","steps":["trace[1335887167] 'agreement among raft nodes before linearized reading' (duration: 436.806429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.844966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.408014Z","time spent":"436.948172ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T17:10:14.844974Z","caller":"traceutil/trace.go:171","msg":"trace[150920360] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:41482; }","duration":"199.908474ms","start":"2026-07-28T17:10:14.645048Z","end":"2026-07-28T17:10:14.844957Z","steps":["trace[150920360] 'agreement among raft nodes before linearized reading' (duration: 199.846162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.84481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.67994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-28T17:10:14.845063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.8589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:10:14.845079Z","caller":"traceutil/trace.go:171","msg":"trace[938678755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41482; }","duration":"436.886051ms","start":"2026-07-28T17:10:14.408186Z","end":"2026-07-28T17:10:14.845072Z","steps":["trace[938678755] 'agreement among raft nodes before linearized reading' (duration: 436.835809ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:14.845074Z","caller":"traceutil/trace.go:171","msg":"trace[1632308993] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:41482; }","duration":"123.950606ms","start":"2026-07-28T17:10:14.721112Z","end":"2026-07-28T17:10:14.845062Z","steps":["trace[1632308993] 'agreement among raft nodes before linearized reading' (duration: 123.559927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:14.845092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.408181Z","time spent":"436.907931ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:10:14.845084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.844061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273033"} {"level":"info","ts":"2026-07-28T17:10:14.845123Z","caller":"traceutil/trace.go:171","msg":"trace[1564396238] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:41482; }","duration":"187.905753ms","start":"2026-07-28T17:10:14.657207Z","end":"2026-07-28T17:10:14.845113Z","steps":["trace[1564396238] 'agreement among raft nodes before linearized reading' (duration: 187.510683ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:15.312252Z","caller":"traceutil/trace.go:171","msg":"trace[432013259] transaction","detail":"{read_only:false; response_revision:41485; number_of_response:1; }","duration":"484.053308ms","start":"2026-07-28T17:10:14.828173Z","end":"2026-07-28T17:10:15.312227Z","steps":["trace[432013259] 'process raft request' (duration: 483.994997ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:15.312289Z","caller":"traceutil/trace.go:171","msg":"trace[1519744330] transaction","detail":"{read_only:false; response_revision:41483; number_of_response:1; }","duration":"484.759026ms","start":"2026-07-28T17:10:14.827489Z","end":"2026-07-28T17:10:15.312248Z","steps":["trace[1519744330] 'process raft request' (duration: 484.482269ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:15.312319Z","caller":"traceutil/trace.go:171","msg":"trace[642266248] transaction","detail":"{read_only:false; response_revision:41484; number_of_response:1; }","duration":"484.095079ms","start":"2026-07-28T17:10:14.828188Z","end":"2026-07-28T17:10:15.312283Z","steps":["trace[642266248] 'process raft request' (duration: 483.941806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:15.312406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.828142Z","time spent":"484.183192ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:15.312469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.82746Z","time spent":"484.91688ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:15.312485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.828177Z","time spent":"484.226672ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:15.312507Z","caller":"traceutil/trace.go:171","msg":"trace[235524583] transaction","detail":"{read_only:false; response_revision:41486; number_of_response:1; }","duration":"484.12312ms","start":"2026-07-28T17:10:14.828365Z","end":"2026-07-28T17:10:15.312488Z","steps":["trace[235524583] 'process raft request' (duration: 483.827663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:15.312554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.828354Z","time spent":"484.177242ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:15.312436Z","caller":"traceutil/trace.go:171","msg":"trace[99865375] linearizableReadLoop","detail":"{readStateIndex:42738; appliedIndex:42734; }","duration":"467.831783ms","start":"2026-07-28T17:10:14.844575Z","end":"2026-07-28T17:10:15.312407Z","steps":["trace[99865375] 'read index received' (duration: 467.408453ms)","trace[99865375] 'applied index is now lower than readState.Index' (duration: 421.4µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:15.312677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.43312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:15.312797Z","caller":"traceutil/trace.go:171","msg":"trace[1203266241] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:41486; }","duration":"473.576074ms","start":"2026-07-28T17:10:14.839202Z","end":"2026-07-28T17:10:15.312778Z","steps":["trace[1203266241] 'agreement among raft nodes before linearized reading' (duration: 473.383849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:15.312866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.839136Z","time spent":"473.719727ms","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:15.325544Z","caller":"traceutil/trace.go:171","msg":"trace[580710253] transaction","detail":"{read_only:false; response_revision:41487; number_of_response:1; }","duration":"476.214177ms","start":"2026-07-28T17:10:14.849306Z","end":"2026-07-28T17:10:15.32552Z","steps":["trace[580710253] 'process raft request' (duration: 476.061054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:15.325683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.849281Z","time spent":"476.337581ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:15.325844Z","caller":"traceutil/trace.go:171","msg":"trace[17807827] transaction","detail":"{read_only:false; response_revision:41488; number_of_response:1; }","duration":"476.051824ms","start":"2026-07-28T17:10:14.849781Z","end":"2026-07-28T17:10:15.325833Z","steps":["trace[17807827] 'process raft request' (duration: 475.706096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:15.325927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.849765Z","time spent":"476.135046ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:15.325934Z","caller":"traceutil/trace.go:171","msg":"trace[185254274] transaction","detail":"{read_only:false; response_revision:41489; number_of_response:1; }","duration":"206.079764ms","start":"2026-07-28T17:10:15.119834Z","end":"2026-07-28T17:10:15.325914Z","steps":["trace[185254274] 'process raft request' (duration: 205.888759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:15.326022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.644657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:15.326029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.71467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T17:10:15.326047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.598286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T17:10:15.32605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.016743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T17:10:15.326099Z","caller":"traceutil/trace.go:171","msg":"trace[1846919036] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41489; }","duration":"418.682008ms","start":"2026-07-28T17:10:14.907405Z","end":"2026-07-28T17:10:15.326087Z","steps":["trace[1846919036] 'agreement among raft nodes before linearized reading' (duration: 418.510634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:15.326098Z","caller":"traceutil/trace.go:171","msg":"trace[565472662] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41489; }","duration":"423.821983ms","start":"2026-07-28T17:10:14.902259Z","end":"2026-07-28T17:10:15.326081Z","steps":["trace[565472662] 'agreement among raft nodes before linearized reading' (duration: 423.593887ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:15.326103Z","caller":"traceutil/trace.go:171","msg":"trace[1443148089] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:41489; }","duration":"111.76382ms","start":"2026-07-28T17:10:15.214305Z","end":"2026-07-28T17:10:15.326069Z","steps":["trace[1443148089] 'agreement among raft nodes before linearized reading' (duration: 111.642027ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:15.326111Z","caller":"traceutil/trace.go:171","msg":"trace[1711975518] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41489; }","duration":"416.141796ms","start":"2026-07-28T17:10:14.909955Z","end":"2026-07-28T17:10:15.326096Z","steps":["trace[1711975518] 'agreement among raft nodes before linearized reading' (duration: 415.943462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:15.326129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.907395Z","time spent":"418.729359ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:15.326135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.902244Z","time spent":"423.882374ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:15.326033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.71091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T17:10:15.326167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.909922Z","time spent":"416.237358ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:10:15.326201Z","caller":"traceutil/trace.go:171","msg":"trace[1392811323] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41489; }","duration":"423.917485ms","start":"2026-07-28T17:10:14.902271Z","end":"2026-07-28T17:10:15.326189Z","steps":["trace[1392811323] 'agreement among raft nodes before linearized reading' (duration: 423.652618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:15.326237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:14.902254Z","time spent":"423.974867ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:15.987078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.315071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:15.98719Z","caller":"traceutil/trace.go:171","msg":"trace[544378021] transaction","detail":"{read_only:false; response_revision:41490; number_of_response:1; }","duration":"657.622862ms","start":"2026-07-28T17:10:15.329547Z","end":"2026-07-28T17:10:15.98717Z","steps":["trace[544378021] 'process raft request' (duration: 557.132927ms)","trace[544378021] 'compare' (duration: 100.112026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:15.987245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:15.329529Z","time spent":"657.688734ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:16.262214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.848307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:16.262513Z","caller":"traceutil/trace.go:171","msg":"trace[528715678] transaction","detail":"{read_only:false; response_revision:41491; number_of_response:1; }","duration":"931.23854ms","start":"2026-07-28T17:10:15.331207Z","end":"2026-07-28T17:10:16.262445Z","steps":["trace[528715678] 'process raft request' (duration: 774.062765ms)","trace[528715678] 'compare' (duration: 156.642302ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:16.262599Z","caller":"traceutil/trace.go:171","msg":"trace[2010906766] transaction","detail":"{read_only:false; response_revision:41492; number_of_response:1; }","duration":"931.186169ms","start":"2026-07-28T17:10:15.331405Z","end":"2026-07-28T17:10:16.262591Z","steps":["trace[2010906766] 'process raft request' (duration: 930.934463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:16.262674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:15.331394Z","time spent":"931.242471ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:16.262781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:15.331185Z","time spent":"931.438175ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:16.262808Z","caller":"traceutil/trace.go:171","msg":"trace[328665013] transaction","detail":"{read_only:false; response_revision:41494; number_of_response:1; }","duration":"540.198335ms","start":"2026-07-28T17:10:15.722582Z","end":"2026-07-28T17:10:16.26278Z","steps":["trace[328665013] 'process raft request' (duration: 539.913998ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:16.262561Z","caller":"traceutil/trace.go:171","msg":"trace[991023799] transaction","detail":"{read_only:false; response_revision:41493; number_of_response:1; }","duration":"930.202345ms","start":"2026-07-28T17:10:15.332338Z","end":"2026-07-28T17:10:16.26254Z","steps":["trace[991023799] 'process raft request' (duration: 930.095153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:16.263057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:15.332317Z","time spent":"930.700407ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:16.262957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:15.722543Z","time spent":"540.344239ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:16.263296Z","caller":"traceutil/trace.go:171","msg":"trace[1602049780] transaction","detail":"{read_only:false; response_revision:41495; number_of_response:1; }","duration":"423.053694ms","start":"2026-07-28T17:10:15.840229Z","end":"2026-07-28T17:10:16.263282Z","steps":["trace[1602049780] 'process raft request' (duration: 422.46509ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:16.263313Z","caller":"traceutil/trace.go:171","msg":"trace[869243266] linearizableReadLoop","detail":"{readStateIndex:42745; appliedIndex:42741; }","duration":"611.683375ms","start":"2026-07-28T17:10:15.651618Z","end":"2026-07-28T17:10:16.263301Z","steps":["trace[869243266] 'read index received' (duration: 235.169783ms)","trace[869243266] 'applied index is now lower than readState.Index' (duration: 376.512632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:16.263375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:15.840198Z","time spent":"423.139407ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:16.263435Z","caller":"traceutil/trace.go:171","msg":"trace[1669420634] transaction","detail":"{read_only:false; response_revision:41496; number_of_response:1; }","duration":"131.257784ms","start":"2026-07-28T17:10:16.132163Z","end":"2026-07-28T17:10:16.263421Z","steps":["trace[1669420634] 'process raft request' (duration: 131.09621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:16.26348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.872279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:16.263512Z","caller":"traceutil/trace.go:171","msg":"trace[243308493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41496; }","duration":"611.942951ms","start":"2026-07-28T17:10:15.65156Z","end":"2026-07-28T17:10:16.263503Z","steps":["trace[243308493] 'agreement among raft nodes before linearized reading' (duration: 611.787677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:16.263544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:15.651536Z","time spent":"612.002943ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:10:21.27651Z","caller":"traceutil/trace.go:171","msg":"trace[705897133] transaction","detail":"{read_only:false; response_revision:41535; number_of_response:1; }","duration":"432.78311ms","start":"2026-07-28T17:10:20.843703Z","end":"2026-07-28T17:10:21.276487Z","steps":["trace[705897133] 'process raft request' (duration: 432.629497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:21.276651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:20.84367Z","time spent":"432.912614ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:22.286739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.828589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:22.287396Z","caller":"traceutil/trace.go:171","msg":"trace[468638611] transaction","detail":"{read_only:false; response_revision:41536; number_of_response:1; }","duration":"1.420627028s","start":"2026-07-28T17:10:20.866727Z","end":"2026-07-28T17:10:22.287354Z","steps":["trace[468638611] 'process raft request' (duration: 1.06604498s)","trace[468638611] 'compare' (duration: 353.530272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:22.287662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:20.866703Z","time spent":"1.420787991s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:22.296826Z","caller":"traceutil/trace.go:171","msg":"trace[148642715] transaction","detail":"{read_only:false; response_revision:41537; number_of_response:1; }","duration":"1.428229973s","start":"2026-07-28T17:10:20.868577Z","end":"2026-07-28T17:10:22.296807Z","steps":["trace[148642715] 'process raft request' (duration: 1.418312052s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:22.296953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:20.868569Z","time spent":"1.428317685s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:22.297044Z","caller":"traceutil/trace.go:171","msg":"trace[90455175] transaction","detail":"{read_only:false; response_revision:41538; number_of_response:1; }","duration":"1.424735398s","start":"2026-07-28T17:10:20.872276Z","end":"2026-07-28T17:10:22.297012Z","steps":["trace[90455175] 'process raft request' (duration: 1.424496092s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:22.297167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:20.87227Z","time spent":"1.42483081s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:22.297206Z","caller":"traceutil/trace.go:171","msg":"trace[2084431787] transaction","detail":"{read_only:false; response_revision:41539; number_of_response:1; }","duration":"1.422074353s","start":"2026-07-28T17:10:20.87512Z","end":"2026-07-28T17:10:22.297195Z","steps":["trace[2084431787] 'process raft request' (duration: 1.421887048s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:22.297251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:20.875085Z","time spent":"1.422142285s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:22.297393Z","caller":"traceutil/trace.go:171","msg":"trace[265252291] linearizableReadLoop","detail":"{readStateIndex:42792; appliedIndex:42788; }","duration":"1.306657295s","start":"2026-07-28T17:10:20.990727Z","end":"2026-07-28T17:10:22.297384Z","steps":["trace[265252291] 'read index received' (duration: 286.298267ms)","trace[265252291] 'applied index is now lower than readState.Index' (duration: 1.020358138s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:22.297451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306728207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:22.29748Z","caller":"traceutil/trace.go:171","msg":"trace[223622640] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:41541; }","duration":"1.306791718s","start":"2026-07-28T17:10:20.99068Z","end":"2026-07-28T17:10:22.297471Z","steps":["trace[223622640] 'agreement among raft nodes before linearized reading' (duration: 1.306747907s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:22.297504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:20.990665Z","time spent":"1.30683334s","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:22.297624Z","caller":"traceutil/trace.go:171","msg":"trace[1340290536] transaction","detail":"{read_only:false; response_revision:41540; number_of_response:1; }","duration":"952.799844ms","start":"2026-07-28T17:10:21.344708Z","end":"2026-07-28T17:10:22.297508Z","steps":["trace[1340290536] 'process raft request' (duration: 952.431855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:22.297802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.344674Z","time spent":"953.03387ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:22.797865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872953,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:10:22.990926Z","caller":"traceutil/trace.go:171","msg":"trace[2125998172] transaction","detail":"{read_only:false; response_revision:41542; number_of_response:1; }","duration":"696.525698ms","start":"2026-07-28T17:10:22.29438Z","end":"2026-07-28T17:10:22.990906Z","steps":["trace[2125998172] 'process raft request' (duration: 696.387455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:22.991061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:22.294359Z","time spent":"696.641271ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:23.642939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.019932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:23.643124Z","caller":"traceutil/trace.go:171","msg":"trace[659363923] transaction","detail":"{read_only:false; response_revision:41543; number_of_response:1; }","duration":"854.01965ms","start":"2026-07-28T17:10:22.789078Z","end":"2026-07-28T17:10:23.643097Z","steps":["trace[659363923] 'process raft request' (duration: 580.746321ms)","trace[659363923] 'compare' (duration: 272.246174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:23.643433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:22.789014Z","time spent":"854.169704ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:23.650767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T17:10:23.650826Z","caller":"traceutil/trace.go:171","msg":"trace[1092933960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000065217s","start":"2026-07-28T17:10:21.650748Z","end":"2026-07-28T17:10:23.650813Z","steps":["trace[1092933960] 'agreement among raft nodes before linearized reading' (duration: 2.000000406s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.650904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.65073Z","time spent":"2.000165549s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 17:10:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T17:10:23.920365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.304738ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T17:10:23.920726Z","caller":"traceutil/trace.go:171","msg":"trace[2015842362] linearizableReadLoop","detail":"{readStateIndex:42796; appliedIndex:42794; }","duration":"1.623272978s","start":"2026-07-28T17:10:22.297413Z","end":"2026-07-28T17:10:23.920686Z","steps":["trace[2015842362] 'read index received' (duration: 693.376962ms)","trace[2015842362] 'applied index is now lower than readState.Index' (duration: 929.892256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:23.920832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576116294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:10:23.920896Z","caller":"traceutil/trace.go:171","msg":"trace[472090318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41543; }","duration":"2.576203576s","start":"2026-07-28T17:10:21.344674Z","end":"2026-07-28T17:10:23.920878Z","steps":["trace[472090318] 'agreement among raft nodes before linearized reading' (duration: 2.576032912s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.920901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686024665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:23.920991Z","caller":"traceutil/trace.go:171","msg":"trace[2036436454] transaction","detail":"{read_only:false; response_revision:41544; number_of_response:1; }","duration":"639.577521ms","start":"2026-07-28T17:10:23.281404Z","end":"2026-07-28T17:10:23.920981Z","steps":["trace[2036436454] 'process raft request' (duration: 639.09795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:23.921006Z","caller":"traceutil/trace.go:171","msg":"trace[1347660602] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:41544; }","duration":"1.686180049s","start":"2026-07-28T17:10:22.234808Z","end":"2026-07-28T17:10:23.920988Z","steps":["trace[1347660602] 'agreement among raft nodes before linearized reading' (duration: 1.686036605s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651761885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T17:10:23.921074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.281377Z","time spent":"639.647364ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:23.921123Z","caller":"traceutil/trace.go:171","msg":"trace[1722471247] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41544; }","duration":"2.651886537s","start":"2026-07-28T17:10:21.269215Z","end":"2026-07-28T17:10:23.921102Z","steps":["trace[1722471247] 'agreement among raft nodes before linearized reading' (duration: 2.651605481s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190715216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-28T17:10:23.921174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.269211Z","time spent":"2.65195364s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:23.92118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65402751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T17:10:23.921197Z","caller":"traceutil/trace.go:171","msg":"trace[1076297201] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41545; }","duration":"2.190812868s","start":"2026-07-28T17:10:21.730368Z","end":"2026-07-28T17:10:23.921181Z","steps":["trace[1076297201] 'agreement among raft nodes before linearized reading' (duration: 2.190617614s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138333108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-28T17:10:23.921241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.730345Z","time spent":"2.19088399s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T17:10:23.921059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653858316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T17:10:23.921266Z","caller":"traceutil/trace.go:171","msg":"trace[2058807962] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41546; }","duration":"1.13841507s","start":"2026-07-28T17:10:22.782839Z","end":"2026-07-28T17:10:23.921254Z","steps":["trace[2058807962] 'agreement among raft nodes before linearized reading' (duration: 1.138324758s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:23.921293Z","caller":"traceutil/trace.go:171","msg":"trace[666333264] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41545; }","duration":"2.654116893s","start":"2026-07-28T17:10:21.267159Z","end":"2026-07-28T17:10:23.921276Z","steps":["trace[666333264] 'agreement among raft nodes before linearized reading' (duration: 2.653697902s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:22.782818Z","time spent":"1.138482582s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T17:10:23.921339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.267155Z","time spent":"2.654172584s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:23.921351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576759549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:10:23.920952Z","caller":"traceutil/trace.go:171","msg":"trace[1652312866] transaction","detail":"{read_only:false; response_revision:41545; number_of_response:1; }","duration":"386.484884ms","start":"2026-07-28T17:10:23.534447Z","end":"2026-07-28T17:10:23.920932Z","steps":["trace[1652312866] 'process raft request' (duration: 386.346981ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:23.921405Z","caller":"traceutil/trace.go:171","msg":"trace[720599300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41545; }","duration":"2.57681667s","start":"2026-07-28T17:10:21.344576Z","end":"2026-07-28T17:10:23.921393Z","steps":["trace[720599300] 'agreement among raft nodes before linearized reading' (duration: 2.576428321s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712095083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:10:23.921484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.344544Z","time spent":"2.576891133s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T17:10:23.921501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.534424Z","time spent":"387.005077ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:23.921566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580359148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:10:23.921495Z","caller":"traceutil/trace.go:171","msg":"trace[1748437205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:41545; }","duration":"2.712202906s","start":"2026-07-28T17:10:21.209282Z","end":"2026-07-28T17:10:23.921485Z","steps":["trace[1748437205] 'agreement among raft nodes before linearized reading' (duration: 2.711764085s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:23.921602Z","caller":"traceutil/trace.go:171","msg":"trace[1065285113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41545; }","duration":"2.580436239s","start":"2026-07-28T17:10:21.341158Z","end":"2026-07-28T17:10:23.921594Z","steps":["trace[1065285113] 'agreement among raft nodes before linearized reading' (duration: 2.579903496s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.341135Z","time spent":"2.58048787s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:23.921669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.286652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:23.921662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923750063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T17:10:23.921689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575095169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:10:23.921711Z","caller":"traceutil/trace.go:171","msg":"trace[891098683] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:41546; }","duration":"463.357694ms","start":"2026-07-28T17:10:23.458343Z","end":"2026-07-28T17:10:23.921701Z","steps":["trace[891098683] 'agreement among raft nodes before linearized reading' (duration: 463.292342ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:23.921724Z","caller":"traceutil/trace.go:171","msg":"trace[1624779426] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41545; }","duration":"2.923867756s","start":"2026-07-28T17:10:20.997843Z","end":"2026-07-28T17:10:23.921711Z","steps":["trace[1624779426] 'agreement among raft nodes before linearized reading' (duration: 2.923174169s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:23.921739Z","caller":"traceutil/trace.go:171","msg":"trace[1877292565] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41545; }","duration":"2.575170791s","start":"2026-07-28T17:10:21.346554Z","end":"2026-07-28T17:10:23.921725Z","steps":["trace[1877292565] 'agreement among raft nodes before linearized reading' (duration: 2.574402162s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.254822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T17:10:23.921765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.63026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-hnjfg.18c68230d1c96105\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-07-28T17:10:23.921774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571272026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:10:23.92179Z","caller":"traceutil/trace.go:171","msg":"trace[1838475794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41546; }","duration":"306.320734ms","start":"2026-07-28T17:10:23.615457Z","end":"2026-07-28T17:10:23.921778Z","steps":["trace[1838475794] 'agreement among raft nodes before linearized reading' (duration: 306.201441ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:23.921806Z","caller":"traceutil/trace.go:171","msg":"trace[1157630948] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-hnjfg.18c68230d1c96105; range_end:; response_count:1; response_revision:41546; }","duration":"523.709982ms","start":"2026-07-28T17:10:23.398087Z","end":"2026-07-28T17:10:23.921797Z","steps":["trace[1157630948] 'agreement among raft nodes before linearized reading' (duration: 523.60755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.398064Z","time spent":"523.765624ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-hnjfg.18c68230d1c96105\" "} {"level":"warn","ts":"2026-07-28T17:10:23.921838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.615443Z","time spent":"306.385135ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T17:10:23.921843Z","caller":"traceutil/trace.go:171","msg":"trace[1837313242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41544; }","duration":"2.571351718s","start":"2026-07-28T17:10:21.350472Z","end":"2026-07-28T17:10:23.921824Z","steps":["trace[1837313242] 'agreement among raft nodes before linearized reading' (duration: 2.570294142s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576915793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:10:23.921892Z","caller":"traceutil/trace.go:171","msg":"trace[1050018030] transaction","detail":"{read_only:false; response_revision:41546; number_of_response:1; }","duration":"383.495111ms","start":"2026-07-28T17:10:23.538384Z","end":"2026-07-28T17:10:23.921879Z","steps":["trace[1050018030] 'process raft request' (duration: 382.491867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.350464Z","time spent":"2.57142481s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:10:23.921904Z","caller":"traceutil/trace.go:171","msg":"trace[946072195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41545; }","duration":"2.576939994s","start":"2026-07-28T17:10:21.344956Z","end":"2026-07-28T17:10:23.921896Z","steps":["trace[946072195] 'agreement among raft nodes before linearized reading' (duration: 2.576010651s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076284988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:23.921938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.344928Z","time spent":"2.577004316s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T17:10:23.92197Z","caller":"traceutil/trace.go:171","msg":"trace[1111339841] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:41546; }","duration":"1.07636859s","start":"2026-07-28T17:10:22.845588Z","end":"2026-07-28T17:10:23.921956Z","steps":["trace[1111339841] 'agreement among raft nodes before linearized reading' (duration: 1.076303829s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.538359Z","time spent":"383.570924ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:23.922015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:22.845569Z","time spent":"1.076433502s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:23.921743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.458327Z","time spent":"463.408756ms","remote":"127.0.0.1:59638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:23.922048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.354979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:23.922082Z","caller":"traceutil/trace.go:171","msg":"trace[1958950920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:41546; }","duration":"882.433261ms","start":"2026-07-28T17:10:23.039638Z","end":"2026-07-28T17:10:23.922071Z","steps":["trace[1958950920] 'agreement among raft nodes before linearized reading' (duration: 882.37394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.922124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.039619Z","time spent":"882.496593ms","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:23.92214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.717498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:10:23.92216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.073803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:23.92217Z","caller":"traceutil/trace.go:171","msg":"trace[1067387032] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:41546; }","duration":"769.79525ms","start":"2026-07-28T17:10:23.152365Z","end":"2026-07-28T17:10:23.92216Z","steps":["trace[1067387032] 'agreement among raft nodes before linearized reading' (duration: 769.685387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.782379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:23.922196Z","caller":"traceutil/trace.go:171","msg":"trace[1427556335] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:41546; }","duration":"956.152395ms","start":"2026-07-28T17:10:22.966035Z","end":"2026-07-28T17:10:23.922187Z","steps":["trace[1427556335] 'agreement among raft nodes before linearized reading' (duration: 956.072243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.922201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.152342Z","time spent":"769.852172ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":96,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:23.922212Z","caller":"traceutil/trace.go:171","msg":"trace[832763761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41546; }","duration":"271.312402ms","start":"2026-07-28T17:10:23.65089Z","end":"2026-07-28T17:10:23.922203Z","steps":["trace[832763761] 'agreement among raft nodes before linearized reading' (duration: 270.758559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.921626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.209262Z","time spent":"2.712345159s","remote":"127.0.0.1:58520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:23.92223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:22.966013Z","time spent":"956.210417ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":24,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:23.921228Z","caller":"traceutil/trace.go:171","msg":"trace[1304030078] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41545; }","duration":"2.654071491s","start":"2026-07-28T17:10:21.267141Z","end":"2026-07-28T17:10:23.921213Z","steps":["trace[1304030078] 'agreement among raft nodes before linearized reading' (duration: 2.653892237s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.922306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.267133Z","time spent":"2.655162687s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:23.920936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.344665Z","time spent":"2.576262087s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:23.921783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:21.346544Z","time spent":"2.575228003s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:10:23.921772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:20.997818Z","time spent":"2.923945988s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:23.92107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:22.234784Z","time spent":"1.686269591s","remote":"127.0.0.1:59928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:23.92179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.705957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:23.922584Z","caller":"traceutil/trace.go:171","msg":"trace[1214812480] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:41546; }","duration":"407.518226ms","start":"2026-07-28T17:10:23.515049Z","end":"2026-07-28T17:10:23.922567Z","steps":["trace[1214812480] 'agreement among raft nodes before linearized reading' (duration: 406.717187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:23.922674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.515032Z","time spent":"407.610209ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:24.43115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:10:24.932171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626872960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:10:25.045778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119384778s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T17:10:25.046259Z","caller":"traceutil/trace.go:171","msg":"trace[652302525] transaction","detail":"{read_only:false; response_revision:41547; number_of_response:1; }","duration":"1.119927441s","start":"2026-07-28T17:10:23.9263Z","end":"2026-07-28T17:10:25.046227Z","steps":["trace[652302525] 'process raft request' (duration: 1.119704446s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.046468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.926283Z","time spent":"1.120084885s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:25.387504Z","caller":"traceutil/trace.go:171","msg":"trace[492206798] transaction","detail":"{read_only:false; response_revision:41548; number_of_response:1; }","duration":"1.457231479s","start":"2026-07-28T17:10:23.930237Z","end":"2026-07-28T17:10:25.387469Z","steps":["trace[492206798] 'process raft request' (duration: 1.45688056s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:25.387558Z","caller":"traceutil/trace.go:171","msg":"trace[252092252] transaction","detail":"{read_only:false; response_revision:41550; number_of_response:1; }","duration":"1.457030054s","start":"2026-07-28T17:10:23.930492Z","end":"2026-07-28T17:10:25.387522Z","steps":["trace[252092252] 'process raft request' (duration: 1.456902281s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:25.387582Z","caller":"traceutil/trace.go:171","msg":"trace[1546822923] transaction","detail":"{read_only:false; response_revision:41552; number_of_response:1; }","duration":"1.456948952s","start":"2026-07-28T17:10:23.930606Z","end":"2026-07-28T17:10:25.387555Z","steps":["trace[1546822923] 'process raft request' (duration: 1.45686145s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:25.387531Z","caller":"traceutil/trace.go:171","msg":"trace[1398598956] transaction","detail":"{read_only:false; response_revision:41549; number_of_response:1; }","duration":"1.457124426s","start":"2026-07-28T17:10:23.930371Z","end":"2026-07-28T17:10:25.387495Z","steps":["trace[1398598956] 'process raft request' (duration: 1.456963722s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.387671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.930228Z","time spent":"1.457361223s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:25.387709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.9306Z","time spent":"1.457039175s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:25.387722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.930471Z","time spent":"1.457158358s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:25.387808Z","caller":"traceutil/trace.go:171","msg":"trace[2005981601] transaction","detail":"{read_only:false; response_revision:41551; number_of_response:1; }","duration":"1.457221649s","start":"2026-07-28T17:10:23.930579Z","end":"2026-07-28T17:10:25.387801Z","steps":["trace[2005981601] 'process raft request' (duration: 1.456838249s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.387789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.930356Z","time spent":"1.457344512s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:25.387822Z","caller":"traceutil/trace.go:171","msg":"trace[948488965] transaction","detail":"{read_only:false; response_revision:41553; number_of_response:1; }","duration":"1.457173718s","start":"2026-07-28T17:10:23.930637Z","end":"2026-07-28T17:10:25.387811Z","steps":["trace[948488965] 'process raft request' (duration: 1.45685125s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.387856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.930564Z","time spent":"1.457269459s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:25.387877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.930627Z","time spent":"1.457223189s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:25.388086Z","caller":"traceutil/trace.go:171","msg":"trace[171791522] transaction","detail":"{read_only:false; response_revision:41554; number_of_response:1; }","duration":"1.456767117s","start":"2026-07-28T17:10:23.931312Z","end":"2026-07-28T17:10:25.388079Z","steps":["trace[171791522] 'process raft request' (duration: 1.456431119s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.388129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.931298Z","time spent":"1.456806049s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:25.388258Z","caller":"traceutil/trace.go:171","msg":"trace[426937430] transaction","detail":"{read_only:false; response_revision:41555; number_of_response:1; }","duration":"1.452935184s","start":"2026-07-28T17:10:23.935307Z","end":"2026-07-28T17:10:25.388243Z","steps":["trace[426937430] 'process raft request' (duration: 1.452717029s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:25.388273Z","caller":"traceutil/trace.go:171","msg":"trace[710334757] transaction","detail":"{read_only:false; response_revision:41556; number_of_response:1; }","duration":"1.452428082s","start":"2026-07-28T17:10:23.935837Z","end":"2026-07-28T17:10:25.388265Z","steps":["trace[710334757] 'process raft request' (duration: 1.45234654s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:25.388297Z","caller":"traceutil/trace.go:171","msg":"trace[1581550440] transaction","detail":"{read_only:false; response_revision:41557; number_of_response:1; }","duration":"1.452033683s","start":"2026-07-28T17:10:23.936254Z","end":"2026-07-28T17:10:25.388287Z","steps":["trace[1581550440] 'process raft request' (duration: 1.451967841s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.388319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.935299Z","time spent":"1.452992756s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:25.388325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.935822Z","time spent":"1.452473224s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:25.388342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.936242Z","time spent":"1.452079083s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:25.388589Z","caller":"traceutil/trace.go:171","msg":"trace[956757537] transaction","detail":"{read_only:false; response_revision:41558; number_of_response:1; }","duration":"1.088754503s","start":"2026-07-28T17:10:24.299826Z","end":"2026-07-28T17:10:25.38858Z","steps":["trace[956757537] 'process raft request' (duration: 1.088433895s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.388642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.299792Z","time spent":"1.088821644s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:25.388663Z","caller":"traceutil/trace.go:171","msg":"trace[1095790476] transaction","detail":"{read_only:false; response_revision:41562; number_of_response:1; }","duration":"1.085745789s","start":"2026-07-28T17:10:24.302908Z","end":"2026-07-28T17:10:25.388654Z","steps":["trace[1095790476] 'process raft request' (duration: 1.085690278s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:25.388666Z","caller":"traceutil/trace.go:171","msg":"trace[1560824827] transaction","detail":"{read_only:false; response_revision:41560; number_of_response:1; }","duration":"1.086819245s","start":"2026-07-28T17:10:24.301836Z","end":"2026-07-28T17:10:25.388656Z","steps":["trace[1560824827] 'process raft request' (duration: 1.086683812s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.388709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.302899Z","time spent":"1.08578442s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:25.388735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.301826Z","time spent":"1.086883117s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:25.388737Z","caller":"traceutil/trace.go:171","msg":"trace[2032335857] transaction","detail":"{read_only:false; response_revision:41561; number_of_response:1; }","duration":"1.086474977s","start":"2026-07-28T17:10:24.302245Z","end":"2026-07-28T17:10:25.38872Z","steps":["trace[2032335857] 'process raft request' (duration: 1.086323523s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.388825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.302236Z","time spent":"1.086536418s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:25.388843Z","caller":"traceutil/trace.go:171","msg":"trace[328657992] transaction","detail":"{read_only:false; response_revision:41563; number_of_response:1; }","duration":"1.085869443s","start":"2026-07-28T17:10:24.302966Z","end":"2026-07-28T17:10:25.388835Z","steps":["trace[328657992] 'process raft request' (duration: 1.085660568s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:25.388857Z","caller":"traceutil/trace.go:171","msg":"trace[478024889] transaction","detail":"{read_only:false; response_revision:41559; number_of_response:1; }","duration":"1.088154358s","start":"2026-07-28T17:10:24.300693Z","end":"2026-07-28T17:10:25.388848Z","steps":["trace[478024889] 'process raft request' (duration: 1.087739118s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.388886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.302959Z","time spent":"1.085905604s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:25.388896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.300682Z","time spent":"1.088194259s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:25.388891Z","caller":"traceutil/trace.go:171","msg":"trace[875346249] linearizableReadLoop","detail":"{readStateIndex:42818; appliedIndex:42800; }","duration":"1.458728776s","start":"2026-07-28T17:10:23.930148Z","end":"2026-07-28T17:10:25.388877Z","steps":["trace[875346249] 'read index received' (duration: 1.115908704s)","trace[875346249] 'applied index is now lower than readState.Index' (duration: 342.819122ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:25.388958Z","caller":"traceutil/trace.go:171","msg":"trace[1206216003] transaction","detail":"{read_only:false; response_revision:41564; number_of_response:1; }","duration":"623.406289ms","start":"2026-07-28T17:10:24.765524Z","end":"2026-07-28T17:10:25.38893Z","steps":["trace[1206216003] 'process raft request' (duration: 623.221545ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:25.388967Z","caller":"traceutil/trace.go:171","msg":"trace[169002968] transaction","detail":"{read_only:false; response_revision:41565; number_of_response:1; }","duration":"392.010799ms","start":"2026-07-28T17:10:24.99695Z","end":"2026-07-28T17:10:25.388961Z","steps":["trace[169002968] 'process raft request' (duration: 391.882076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.389016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.996915Z","time spent":"392.071671ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:25.389011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.765494Z","time spent":"623.488261ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:25.389072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45891673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-07-28T17:10:25.389106Z","caller":"traceutil/trace.go:171","msg":"trace[1792481717] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:41565; }","duration":"1.458978441s","start":"2026-07-28T17:10:23.930117Z","end":"2026-07-28T17:10:25.389096Z","steps":["trace[1792481717] 'agreement among raft nodes before linearized reading' (duration: 1.458850468s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.389114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.082104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:25.389137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.930101Z","time spent":"1.459028703s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-07-28T17:10:25.38915Z","caller":"traceutil/trace.go:171","msg":"trace[87265709] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:41565; }","duration":"822.149645ms","start":"2026-07-28T17:10:24.566989Z","end":"2026-07-28T17:10:25.389139Z","steps":["trace[87265709] 'agreement among raft nodes before linearized reading' (duration: 822.086404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.389156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458967472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T17:10:25.389162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.222605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T17:10:25.38918Z","caller":"traceutil/trace.go:171","msg":"trace[1371531362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41565; }","duration":"1.459001632s","start":"2026-07-28T17:10:23.930172Z","end":"2026-07-28T17:10:25.389174Z","steps":["trace[1371531362] 'agreement among raft nodes before linearized reading' (duration: 1.458901s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.389182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.566971Z","time spent":"822.202837ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:25.389198Z","caller":"traceutil/trace.go:171","msg":"trace[1329546822] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2; range_end:; response_count:1; response_revision:41565; }","duration":"339.288596ms","start":"2026-07-28T17:10:25.0499Z","end":"2026-07-28T17:10:25.389189Z","steps":["trace[1329546822] 'agreement among raft nodes before linearized reading' (duration: 339.179854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.3892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.930101Z","time spent":"1.459095275s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:10:25.389217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:25.049875Z","time spent":"339.337137ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" "} {"level":"warn","ts":"2026-07-28T17:10:25.389316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008697124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:25.389334Z","caller":"traceutil/trace.go:171","msg":"trace[947087546] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:41565; }","duration":"1.008744666s","start":"2026-07-28T17:10:24.380584Z","end":"2026-07-28T17:10:25.389329Z","steps":["trace[947087546] 'agreement among raft nodes before linearized reading' (duration: 1.008708885s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.389352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.380569Z","time spent":"1.008778197s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":31,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:25.389359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.217112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-28T17:10:25.389364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.092365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:25.38938Z","caller":"traceutil/trace.go:171","msg":"trace[1128472869] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:41565; }","duration":"117.317955ms","start":"2026-07-28T17:10:25.272057Z","end":"2026-07-28T17:10:25.389375Z","steps":["trace[1128472869] 'agreement among raft nodes before linearized reading' (duration: 117.252703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.38948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050523042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:25.389459Z","caller":"traceutil/trace.go:171","msg":"trace[456472376] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:41565; }","duration":"460.127686ms","start":"2026-07-28T17:10:24.929257Z","end":"2026-07-28T17:10:25.389385Z","steps":["trace[456472376] 'agreement among raft nodes before linearized reading' (duration: 460.077085ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:25.389499Z","caller":"traceutil/trace.go:171","msg":"trace[743724044] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:41565; }","duration":"1.050543083s","start":"2026-07-28T17:10:24.33895Z","end":"2026-07-28T17:10:25.389493Z","steps":["trace[743724044] 'agreement among raft nodes before linearized reading' (duration: 1.050508122s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.389513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.929164Z","time spent":"460.339632ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:25.389585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44410491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-28T17:10:25.389604Z","caller":"traceutil/trace.go:171","msg":"trace[1294794383] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:41565; }","duration":"1.44414728s","start":"2026-07-28T17:10:23.945451Z","end":"2026-07-28T17:10:25.389598Z","steps":["trace[1294794383] 'agreement among raft nodes before linearized reading' (duration: 1.444081729s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.389518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:24.338879Z","time spent":"1.050633805s","remote":"127.0.0.1:58450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:25.389647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453773984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:25.389663Z","caller":"traceutil/trace.go:171","msg":"trace[1952993677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41565; }","duration":"1.453811126s","start":"2026-07-28T17:10:23.935847Z","end":"2026-07-28T17:10:25.389658Z","steps":["trace[1952993677] 'agreement among raft nodes before linearized reading' (duration: 1.453783905s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:25.389679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.935835Z","time spent":"1.453840116s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:10:25.389619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:23.945442Z","time spent":"1.444173432s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1661,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-28T17:10:27.895722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626873049,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:10:28.187424Z","caller":"traceutil/trace.go:171","msg":"trace[785830357] transaction","detail":"{read_only:false; response_revision:41584; number_of_response:1; }","duration":"792.346411ms","start":"2026-07-28T17:10:27.395051Z","end":"2026-07-28T17:10:28.187397Z","steps":["trace[785830357] 'process raft request' (duration: 792.160516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:28.18757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.395038Z","time spent":"792.458623ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:28.827438Z","caller":"traceutil/trace.go:171","msg":"trace[2009674229] transaction","detail":"{read_only:false; response_revision:41585; number_of_response:1; }","duration":"1.431922163s","start":"2026-07-28T17:10:27.395481Z","end":"2026-07-28T17:10:28.827403Z","steps":["trace[2009674229] 'process raft request' (duration: 1.431618875s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:28.82744Z","caller":"traceutil/trace.go:171","msg":"trace[34189351] transaction","detail":"{read_only:false; response_revision:41586; number_of_response:1; }","duration":"1.43177717s","start":"2026-07-28T17:10:27.395631Z","end":"2026-07-28T17:10:28.827408Z","steps":["trace[34189351] 'process raft request' (duration: 1.431661577s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:28.827584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.395469Z","time spent":"1.432044396s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:28.827715Z","caller":"traceutil/trace.go:171","msg":"trace[1506997523] transaction","detail":"{read_only:false; response_revision:41587; number_of_response:1; }","duration":"1.431955734s","start":"2026-07-28T17:10:27.395735Z","end":"2026-07-28T17:10:28.827691Z","steps":["trace[1506997523] 'process raft request' (duration: 1.431622696s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:28.827753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.395621Z","time spent":"1.431906333s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:28.827821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.395717Z","time spent":"1.432054957s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:28.827823Z","caller":"traceutil/trace.go:171","msg":"trace[436890052] transaction","detail":"{read_only:false; response_revision:41588; number_of_response:1; }","duration":"1.432005085s","start":"2026-07-28T17:10:27.395785Z","end":"2026-07-28T17:10:28.82779Z","steps":["trace[436890052] 'process raft request' (duration: 1.431828751s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:28.827946Z","caller":"traceutil/trace.go:171","msg":"trace[2102791431] transaction","detail":"{read_only:false; response_revision:41589; number_of_response:1; }","duration":"1.432076787s","start":"2026-07-28T17:10:27.395856Z","end":"2026-07-28T17:10:28.827933Z","steps":["trace[2102791431] 'process raft request' (duration: 1.431884842s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:28.827999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.395774Z","time spent":"1.432138938s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:28.828006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.395827Z","time spent":"1.432149739s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:28.828044Z","caller":"traceutil/trace.go:171","msg":"trace[1641734280] transaction","detail":"{read_only:false; response_revision:41591; number_of_response:1; }","duration":"1.430709044s","start":"2026-07-28T17:10:27.39732Z","end":"2026-07-28T17:10:28.828029Z","steps":["trace[1641734280] 'process raft request' (duration: 1.430613922s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:28.828059Z","caller":"traceutil/trace.go:171","msg":"trace[571863314] transaction","detail":"{read_only:false; response_revision:41592; number_of_response:1; }","duration":"1.430011076s","start":"2026-07-28T17:10:27.398034Z","end":"2026-07-28T17:10:28.828046Z","steps":["trace[571863314] 'process raft request' (duration: 1.429933985s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:28.828143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.398025Z","time spent":"1.430091878s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:28.8282Z","caller":"traceutil/trace.go:171","msg":"trace[1273091783] transaction","detail":"{read_only:false; response_revision:41590; number_of_response:1; }","duration":"1.430777616s","start":"2026-07-28T17:10:27.397233Z","end":"2026-07-28T17:10:28.828011Z","steps":["trace[1273091783] 'process raft request' (duration: 1.430643362s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:28.828315Z","caller":"traceutil/trace.go:171","msg":"trace[1489000886] transaction","detail":"{read_only:false; response_revision:41593; number_of_response:1; }","duration":"1.43017464s","start":"2026-07-28T17:10:27.398065Z","end":"2026-07-28T17:10:28.82824Z","steps":["trace[1489000886] 'process raft request' (duration: 1.429926844s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:28.82837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.397224Z","time spent":"1.431070292s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:28.828417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.397314Z","time spent":"1.431061362s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:28.828509Z","caller":"traceutil/trace.go:171","msg":"trace[808804565] transaction","detail":"{read_only:false; response_revision:41596; number_of_response:1; }","duration":"1.270043475s","start":"2026-07-28T17:10:27.558459Z","end":"2026-07-28T17:10:28.828502Z","steps":["trace[808804565] 'process raft request' (duration: 1.269803279s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:28.828547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.55842Z","time spent":"1.270107836s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9529,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:28.828562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.398038Z","time spent":"1.430396356s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:28.828612Z","caller":"traceutil/trace.go:171","msg":"trace[505812833] transaction","detail":"{read_only:false; response_revision:41597; number_of_response:1; }","duration":"888.632343ms","start":"2026-07-28T17:10:27.939974Z","end":"2026-07-28T17:10:28.828606Z","steps":["trace[505812833] 'process raft request' (duration: 888.367457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:28.82866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.939949Z","time spent":"888.693265ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:28.828385Z","caller":"traceutil/trace.go:171","msg":"trace[1789224928] linearizableReadLoop","detail":"{readStateIndex:42850; appliedIndex:42838; }","duration":"1.432722452s","start":"2026-07-28T17:10:27.395651Z","end":"2026-07-28T17:10:28.828373Z","steps":["trace[1789224928] 'read index received' (duration: 792.238498ms)","trace[1789224928] 'applied index is now lower than readState.Index' (duration: 640.483224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:28.828482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433050791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:10:28.828748Z","caller":"traceutil/trace.go:171","msg":"trace[650132122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41597; }","duration":"1.433352808s","start":"2026-07-28T17:10:27.39539Z","end":"2026-07-28T17:10:28.828742Z","steps":["trace[650132122] 'agreement among raft nodes before linearized reading' (duration: 1.43301047s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:28.82877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.395367Z","time spent":"1.433395909s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T17:10:28.828814Z","caller":"traceutil/trace.go:171","msg":"trace[1176493427] transaction","detail":"{read_only:false; response_revision:41595; number_of_response:1; }","duration":"1.429199086s","start":"2026-07-28T17:10:27.399586Z","end":"2026-07-28T17:10:28.828785Z","steps":["trace[1176493427] 'process raft request' (duration: 1.428654183s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:28.828797Z","caller":"traceutil/trace.go:171","msg":"trace[2028666274] transaction","detail":"{read_only:false; response_revision:41594; number_of_response:1; }","duration":"1.429427942s","start":"2026-07-28T17:10:27.399265Z","end":"2026-07-28T17:10:28.828693Z","steps":["trace[2028666274] 'process raft request' (duration: 1.428746266s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:28.8289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.399573Z","time spent":"1.429279579s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:28.828965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.399247Z","time spent":"1.429630738s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:29.272628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.488474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:29.272757Z","caller":"traceutil/trace.go:171","msg":"trace[1499354292] linearizableReadLoop","detail":"{readStateIndex:42852; appliedIndex:42851; }","duration":"444.019964ms","start":"2026-07-28T17:10:28.828716Z","end":"2026-07-28T17:10:29.272736Z","steps":["trace[1499354292] 'read index received' (duration: 154.408787ms)","trace[1499354292] 'applied index is now lower than readState.Index' (duration: 289.609687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:29.273092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.199629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:29.273137Z","caller":"traceutil/trace.go:171","msg":"trace[276603189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41598; }","duration":"622.278032ms","start":"2026-07-28T17:10:28.650844Z","end":"2026-07-28T17:10:29.273122Z","steps":["trace[276603189] 'agreement among raft nodes before linearized reading' (duration: 622.105527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:29.273172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:28.650825Z","time spent":"622.340104ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:10:29.273177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586239848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T17:10:29.273275Z","caller":"traceutil/trace.go:171","msg":"trace[1927252614] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:41598; }","duration":"1.586417123s","start":"2026-07-28T17:10:27.686836Z","end":"2026-07-28T17:10:29.273254Z","steps":["trace[1927252614] 'agreement among raft nodes before linearized reading' (duration: 1.586138666s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:29.273352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.686804Z","time spent":"1.586508985s","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T17:10:29.273273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815025885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:29.27338Z","caller":"traceutil/trace.go:171","msg":"trace[626586182] transaction","detail":"{read_only:false; response_revision:41598; number_of_response:1; }","duration":"620.701203ms","start":"2026-07-28T17:10:28.652608Z","end":"2026-07-28T17:10:29.273309Z","steps":["trace[626586182] 'process raft request' (duration: 330.42254ms)","trace[626586182] 'compare' (duration: 289.003992ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:29.273436Z","caller":"traceutil/trace.go:171","msg":"trace[1541699738] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:41598; }","duration":"1.815209419s","start":"2026-07-28T17:10:27.458193Z","end":"2026-07-28T17:10:29.273402Z","steps":["trace[1541699738] 'agreement among raft nodes before linearized reading' (duration: 1.814942763s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:29.273497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:27.458166Z","time spent":"1.815317412s","remote":"127.0.0.1:59878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T17:10:29.273526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:28.65259Z","time spent":"620.864598ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:29.273634Z","caller":"traceutil/trace.go:171","msg":"trace[446603510] transaction","detail":"{read_only:false; response_revision:41599; number_of_response:1; }","duration":"438.07523ms","start":"2026-07-28T17:10:28.835542Z","end":"2026-07-28T17:10:29.273617Z","steps":["trace[446603510] 'process raft request' (duration: 437.823593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:29.27376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:28.835524Z","time spent":"438.151562ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:29.274134Z","caller":"traceutil/trace.go:171","msg":"trace[918426869] transaction","detail":"{read_only:false; response_revision:41600; number_of_response:1; }","duration":"437.554847ms","start":"2026-07-28T17:10:28.836567Z","end":"2026-07-28T17:10:29.274121Z","steps":["trace[918426869] 'process raft request' (duration: 436.995473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:29.274187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.477707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-07-28T17:10:29.274203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:28.836558Z","time spent":"437.606759ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3290,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:29.27422Z","caller":"traceutil/trace.go:171","msg":"trace[670716782] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:41600; }","duration":"343.57019ms","start":"2026-07-28T17:10:28.930641Z","end":"2026-07-28T17:10:29.274211Z","steps":["trace[670716782] 'agreement among raft nodes before linearized reading' (duration: 343.476658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:29.274243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:28.930616Z","time spent":"343.622922ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T17:10:29.27426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.207702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29754310-v5kln\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-07-28T17:10:29.274311Z","caller":"traceutil/trace.go:171","msg":"trace[897714524] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29754310-v5kln; range_end:; response_count:1; response_revision:41600; }","duration":"380.339115ms","start":"2026-07-28T17:10:28.893957Z","end":"2026-07-28T17:10:29.274296Z","steps":["trace[897714524] 'agreement among raft nodes before linearized reading' (duration: 380.152761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:29.274343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:28.893921Z","time spent":"380.413857ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7308,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29754310-v5kln\" "} {"level":"warn","ts":"2026-07-28T17:10:29.275109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.288946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:29.275238Z","caller":"traceutil/trace.go:171","msg":"trace[651970047] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:41600; }","duration":"235.4812ms","start":"2026-07-28T17:10:29.039728Z","end":"2026-07-28T17:10:29.275209Z","steps":["trace[651970047] 'agreement among raft nodes before linearized reading' (duration: 234.388244ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:32.332874Z","caller":"traceutil/trace.go:171","msg":"trace[70311844] transaction","detail":"{read_only:false; response_revision:41633; number_of_response:1; }","duration":"127.488453ms","start":"2026-07-28T17:10:32.205304Z","end":"2026-07-28T17:10:32.332792Z","steps":["trace[70311844] 'process raft request' (duration: 127.303008ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:33.410507Z","caller":"traceutil/trace.go:171","msg":"trace[1184334211] transaction","detail":"{read_only:false; response_revision:41635; number_of_response:1; }","duration":"561.629496ms","start":"2026-07-28T17:10:32.848847Z","end":"2026-07-28T17:10:33.410476Z","steps":["trace[1184334211] 'process raft request' (duration: 561.40113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:33.410667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.848836Z","time spent":"561.75319ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:33.410986Z","caller":"traceutil/trace.go:171","msg":"trace[1812838958] transaction","detail":"{read_only:false; response_revision:41636; number_of_response:1; }","duration":"562.085557ms","start":"2026-07-28T17:10:32.848854Z","end":"2026-07-28T17:10:33.41094Z","steps":["trace[1812838958] 'process raft request' (duration: 561.570335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:33.411179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.84884Z","time spent":"562.243572ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:33.411171Z","caller":"traceutil/trace.go:171","msg":"trace[1730121069] transaction","detail":"{read_only:false; response_revision:41637; number_of_response:1; }","duration":"562.17872ms","start":"2026-07-28T17:10:32.848956Z","end":"2026-07-28T17:10:33.411135Z","steps":["trace[1730121069] 'process raft request' (duration: 561.930654ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:33.411281Z","caller":"traceutil/trace.go:171","msg":"trace[385002037] transaction","detail":"{read_only:false; response_revision:41638; number_of_response:1; }","duration":"562.276802ms","start":"2026-07-28T17:10:32.848988Z","end":"2026-07-28T17:10:33.411265Z","steps":["trace[385002037] 'process raft request' (duration: 562.090538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:33.411359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.848956Z","time spent":"562.367285ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:33.411376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.848923Z","time spent":"562.337553ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:33.411678Z","caller":"traceutil/trace.go:171","msg":"trace[922113730] linearizableReadLoop","detail":"{readStateIndex:42892; appliedIndex:42889; }","duration":"562.721853ms","start":"2026-07-28T17:10:32.848941Z","end":"2026-07-28T17:10:33.411663Z","steps":["trace[922113730] 'read index received' (duration: 77.163127ms)","trace[922113730] 'applied index is now lower than readState.Index' (duration: 485.557536ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:33.411756Z","caller":"traceutil/trace.go:171","msg":"trace[454720005] transaction","detail":"{read_only:false; response_revision:41641; number_of_response:1; }","duration":"515.584956ms","start":"2026-07-28T17:10:32.896162Z","end":"2026-07-28T17:10:33.411746Z","steps":["trace[454720005] 'process raft request' (duration: 515.460123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:33.411823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.896134Z","time spent":"515.650138ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:33.411764Z","caller":"traceutil/trace.go:171","msg":"trace[807364045] transaction","detail":"{read_only:false; response_revision:41640; number_of_response:1; }","duration":"562.61794ms","start":"2026-07-28T17:10:32.849067Z","end":"2026-07-28T17:10:33.411685Z","steps":["trace[807364045] 'process raft request' (duration: 562.494327ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:33.411899Z","caller":"traceutil/trace.go:171","msg":"trace[1240360418] transaction","detail":"{read_only:false; response_revision:41639; number_of_response:1; }","duration":"562.841986ms","start":"2026-07-28T17:10:32.849018Z","end":"2026-07-28T17:10:33.41186Z","steps":["trace[1240360418] 'process raft request' (duration: 562.18446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:33.41201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.045171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:10:33.412123Z","caller":"traceutil/trace.go:171","msg":"trace[1209480413] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41641; }","duration":"563.182814ms","start":"2026-07-28T17:10:32.848916Z","end":"2026-07-28T17:10:33.412099Z","steps":["trace[1209480413] 'agreement among raft nodes before linearized reading' (duration: 562.900468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:33.412107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.84906Z","time spent":"562.876977ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:33.41217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.848908Z","time spent":"563.251296ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:10:33.413014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.848977Z","time spent":"563.01197ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:33.433504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.522323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:10:33.43362Z","caller":"traceutil/trace.go:171","msg":"trace[406457363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41642; }","duration":"584.652416ms","start":"2026-07-28T17:10:32.848929Z","end":"2026-07-28T17:10:33.433581Z","steps":["trace[406457363] 'agreement among raft nodes before linearized reading' (duration: 584.305887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:33.433674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.848923Z","time spent":"584.739678ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T17:10:33.434037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.175076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T17:10:33.434035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.071875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:10:33.434112Z","caller":"traceutil/trace.go:171","msg":"trace[1131346470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41642; }","duration":"582.274498ms","start":"2026-07-28T17:10:32.851819Z","end":"2026-07-28T17:10:33.434094Z","steps":["trace[1131346470] 'agreement among raft nodes before linearized reading' (duration: 582.098164ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:33.434128Z","caller":"traceutil/trace.go:171","msg":"trace[1008852608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41642; }","duration":"144.209809ms","start":"2026-07-28T17:10:33.289894Z","end":"2026-07-28T17:10:33.434103Z","steps":["trace[1008852608] 'agreement among raft nodes before linearized reading' (duration: 143.910621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:33.434129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.975365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:10:33.434239Z","caller":"traceutil/trace.go:171","msg":"trace[1618992268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41642; }","duration":"583.130789ms","start":"2026-07-28T17:10:32.851085Z","end":"2026-07-28T17:10:33.434216Z","steps":["trace[1618992268] 'agreement among raft nodes before linearized reading' (duration: 582.793521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:33.434164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.851811Z","time spent":"582.34366ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:33.434292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.851077Z","time spent":"583.205771ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:10:33.434261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.886794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:10:33.434452Z","caller":"traceutil/trace.go:171","msg":"trace[2113068877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41642; }","duration":"581.08346ms","start":"2026-07-28T17:10:32.853346Z","end":"2026-07-28T17:10:33.43443Z","steps":["trace[2113068877] 'agreement among raft nodes before linearized reading' (duration: 580.379802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:33.434526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:32.853338Z","time spent":"581.168361ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T17:10:40.382168Z","caller":"traceutil/trace.go:171","msg":"trace[1536789520] linearizableReadLoop","detail":"{readStateIndex:42959; appliedIndex:42958; }","duration":"373.217072ms","start":"2026-07-28T17:10:40.00892Z","end":"2026-07-28T17:10:40.382137Z","steps":["trace[1536789520] 'read index received' (duration: 373.034698ms)","trace[1536789520] 'applied index is now lower than readState.Index' (duration: 180.714µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:40.382181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:39.951999Z","time spent":"430.172157ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T17:10:40.382383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.449007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T17:10:40.382471Z","caller":"traceutil/trace.go:171","msg":"trace[1262960427] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:41700; }","duration":"373.54536ms","start":"2026-07-28T17:10:40.008906Z","end":"2026-07-28T17:10:40.382451Z","steps":["trace[1262960427] 'agreement among raft nodes before linearized reading' (duration: 373.343565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:40.382515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:40.008855Z","time spent":"373.652312ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-07-28T17:10:43.044663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.532835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:43.044772Z","caller":"traceutil/trace.go:171","msg":"trace[1499499334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41722; }","duration":"395.694649ms","start":"2026-07-28T17:10:42.649048Z","end":"2026-07-28T17:10:43.044743Z","steps":["trace[1499499334] 'range keys from in-memory index tree' (duration: 395.383331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:43.044814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:42.649024Z","time spent":"395.781211ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:10:43.044875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.585597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:43.044967Z","caller":"traceutil/trace.go:171","msg":"trace[670157254] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:41722; }","duration":"169.736511ms","start":"2026-07-28T17:10:42.875213Z","end":"2026-07-28T17:10:43.044949Z","steps":["trace[670157254] 'count revisions from in-memory index tree' (duration: 169.490285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:43.044728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.532417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:43.045074Z","caller":"traceutil/trace.go:171","msg":"trace[1697655793] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:41722; }","duration":"421.894096ms","start":"2026-07-28T17:10:42.62316Z","end":"2026-07-28T17:10:43.045054Z","steps":["trace[1697655793] 'count revisions from in-memory index tree' (duration: 421.455465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:43.045189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:42.623109Z","time spent":"422.06167ms","remote":"127.0.0.1:35768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:43.338054Z","caller":"traceutil/trace.go:171","msg":"trace[1654336882] linearizableReadLoop","detail":"{readStateIndex:42982; appliedIndex:42981; }","duration":"290.865058ms","start":"2026-07-28T17:10:43.047156Z","end":"2026-07-28T17:10:43.338021Z","steps":["trace[1654336882] 'read index received' (duration: 290.639512ms)","trace[1654336882] 'applied index is now lower than readState.Index' (duration: 224.696µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:43.338094Z","caller":"traceutil/trace.go:171","msg":"trace[91505320] transaction","detail":"{read_only:false; response_revision:41723; number_of_response:1; }","duration":"371.611823ms","start":"2026-07-28T17:10:42.966449Z","end":"2026-07-28T17:10:43.338061Z","steps":["trace[91505320] 'process raft request' (duration: 371.409248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:43.338227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.063832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:43.338259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:42.96642Z","time spent":"371.751306ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:43.338264Z","caller":"traceutil/trace.go:171","msg":"trace[442136317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41723; }","duration":"291.151854ms","start":"2026-07-28T17:10:43.047099Z","end":"2026-07-28T17:10:43.33825Z","steps":["trace[442136317] 'agreement among raft nodes before linearized reading' (duration: 291.070852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:43.338323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.52657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:43.33838Z","caller":"traceutil/trace.go:171","msg":"trace[1495917884] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:41723; }","duration":"223.636292ms","start":"2026-07-28T17:10:43.114727Z","end":"2026-07-28T17:10:43.338363Z","steps":["trace[1495917884] 'agreement among raft nodes before linearized reading' (duration: 223.524049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:44.35537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.326643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:44.355464Z","caller":"traceutil/trace.go:171","msg":"trace[2108585573] transaction","detail":"{read_only:false; response_revision:41724; number_of_response:1; }","duration":"909.098231ms","start":"2026-07-28T17:10:43.446351Z","end":"2026-07-28T17:10:44.355449Z","steps":["trace[2108585573] 'process raft request' (duration: 473.625444ms)","trace[2108585573] 'compare' (duration: 433.584721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:44.355509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.446328Z","time spent":"909.159773ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:44.821861Z","caller":"traceutil/trace.go:171","msg":"trace[1732004949] transaction","detail":"{read_only:false; response_revision:41725; number_of_response:1; }","duration":"1.37505137s","start":"2026-07-28T17:10:43.446774Z","end":"2026-07-28T17:10:44.821825Z","steps":["trace[1732004949] 'process raft request' (duration: 1.289841806s)","trace[1732004949] 'compare' (duration: 84.729912ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:44.821952Z","caller":"traceutil/trace.go:171","msg":"trace[626474327] linearizableReadLoop","detail":"{readStateIndex:42988; appliedIndex:42982; }","duration":"1.343216275s","start":"2026-07-28T17:10:43.478715Z","end":"2026-07-28T17:10:44.821931Z","steps":["trace[626474327] 'read index received' (duration: 441.209956ms)","trace[626474327] 'applied index is now lower than readState.Index' (duration: 902.005179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:44.822018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.446763Z","time spent":"1.375183132s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:44.822165Z","caller":"traceutil/trace.go:171","msg":"trace[140484721] transaction","detail":"{read_only:false; response_revision:41728; number_of_response:1; }","duration":"1.373487511s","start":"2026-07-28T17:10:43.448639Z","end":"2026-07-28T17:10:44.822126Z","steps":["trace[140484721] 'process raft request' (duration: 1.373199534s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:44.822242Z","caller":"traceutil/trace.go:171","msg":"trace[450740705] transaction","detail":"{read_only:false; response_revision:41729; number_of_response:1; }","duration":"1.373371378s","start":"2026-07-28T17:10:43.44886Z","end":"2026-07-28T17:10:44.822232Z","steps":["trace[450740705] 'process raft request' (duration: 1.37302226s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:44.82229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.448852Z","time spent":"1.373414099s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:44.822337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.448613Z","time spent":"1.373642895s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:44.822373Z","caller":"traceutil/trace.go:171","msg":"trace[1807654703] transaction","detail":"{read_only:false; response_revision:41727; number_of_response:1; }","duration":"1.374496766s","start":"2026-07-28T17:10:43.447868Z","end":"2026-07-28T17:10:44.822365Z","steps":["trace[1807654703] 'process raft request' (duration: 1.373904091s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:44.822424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.447839Z","time spent":"1.374555537s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:44.822205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343487712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:10:44.822481Z","caller":"traceutil/trace.go:171","msg":"trace[727880208] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41729; }","duration":"1.343778168s","start":"2026-07-28T17:10:43.478692Z","end":"2026-07-28T17:10:44.82247Z","steps":["trace[727880208] 'agreement among raft nodes before linearized reading' (duration: 1.34342841s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:44.822524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.478685Z","time spent":"1.343828989s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T17:10:44.823404Z","caller":"traceutil/trace.go:171","msg":"trace[1803797268] transaction","detail":"{read_only:false; response_revision:41726; number_of_response:1; }","duration":"1.374481115s","start":"2026-07-28T17:10:43.447875Z","end":"2026-07-28T17:10:44.822356Z","steps":["trace[1803797268] 'process raft request' (duration: 1.373807969s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:44.823523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.447861Z","time spent":"1.375606822s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:45.649272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999097923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T17:10:45.649363Z","caller":"traceutil/trace.go:171","msg":"trace[1339588708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999284698s","start":"2026-07-28T17:10:43.650055Z","end":"2026-07-28T17:10:45.64934Z","steps":["trace[1339588708] 'agreement among raft nodes before linearized reading' (duration: 1.999179595s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:45.649407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.65003Z","time spent":"1.99936899s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 17:10:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T17:10:45.758077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.844061ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T17:10:45.759778Z","caller":"traceutil/trace.go:171","msg":"trace[886591047] transaction","detail":"{read_only:false; response_revision:41731; number_of_response:1; }","duration":"1.462537627s","start":"2026-07-28T17:10:44.297219Z","end":"2026-07-28T17:10:45.759757Z","steps":["trace[886591047] 'process raft request' (duration: 1.460960109s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:45.759883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:44.297195Z","time spent":"1.46262996s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:46.741987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.20963ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T17:10:46.744079Z","caller":"traceutil/trace.go:171","msg":"trace[1879267358] linearizableReadLoop","detail":"{readStateIndex:42992; appliedIndex:42988; }","duration":"1.922028897s","start":"2026-07-28T17:10:44.821999Z","end":"2026-07-28T17:10:46.744028Z","steps":["trace[1879267358] 'read index received' (duration: 37.223315ms)","trace[1879267358] 'applied index is now lower than readState.Index' (duration: 1.884804372s)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:46.744186Z","caller":"traceutil/trace.go:171","msg":"trace[1067276305] transaction","detail":"{read_only:false; response_revision:41732; number_of_response:1; }","duration":"2.270014236s","start":"2026-07-28T17:10:44.474142Z","end":"2026-07-28T17:10:46.744157Z","steps":["trace[1067276305] 'process raft request' (duration: 2.267970576s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:46.744432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:44.474114Z","time spent":"2.27023459s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:47.16893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685625832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:10:47.169027Z","caller":"traceutil/trace.go:171","msg":"trace[1899715876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41732; }","duration":"3.685750895s","start":"2026-07-28T17:10:43.483252Z","end":"2026-07-28T17:10:47.169003Z","steps":["trace[1899715876] 'agreement among raft nodes before linearized reading' (duration: 3.260974218s)","trace[1899715876] 'range keys from in-memory index tree' (duration: 424.539631ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:47.169083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.483246Z","time spent":"3.685826736s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T17:10:47.169228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.686071783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:10:47.169286Z","caller":"traceutil/trace.go:171","msg":"trace[458338727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41732; }","duration":"3.686127254s","start":"2026-07-28T17:10:43.483142Z","end":"2026-07-28T17:10:47.169269Z","steps":["trace[458338727] 'agreement among raft nodes before linearized reading' (duration: 3.261092922s)","trace[458338727] 'range keys from in-memory index tree' (duration: 424.898959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:47.169266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.62224763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:47.169325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.483083Z","time spent":"3.686234306s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:47.169315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645626158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T17:10:47.169369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675843043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:10:47.16939Z","caller":"traceutil/trace.go:171","msg":"trace[440227131] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:41732; }","duration":"3.645739082s","start":"2026-07-28T17:10:43.523635Z","end":"2026-07-28T17:10:47.169374Z","steps":["trace[440227131] 'agreement among raft nodes before linearized reading' (duration: 3.220464173s)","trace[440227131] 'count revisions from in-memory index tree' (duration: 425.148615ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:47.169419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.523627Z","time spent":"3.645786433s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":180,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:47.16942Z","caller":"traceutil/trace.go:171","msg":"trace[462590313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41732; }","duration":"3.675938886s","start":"2026-07-28T17:10:43.493454Z","end":"2026-07-28T17:10:47.169393Z","steps":["trace[462590313] 'agreement among raft nodes before linearized reading' (duration: 3.2507414s)","trace[462590313] 'range keys from in-memory index tree' (duration: 425.095594ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:47.169399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182197682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:47.169396Z","caller":"traceutil/trace.go:171","msg":"trace[2121269343] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:41732; }","duration":"3.622427394s","start":"2026-07-28T17:10:43.54693Z","end":"2026-07-28T17:10:47.169357Z","steps":["trace[2121269343] 'agreement among raft nodes before linearized reading' (duration: 3.19733984s)","trace[2121269343] 'count revisions from in-memory index tree' (duration: 424.891989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:47.169454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.493442Z","time spent":"3.676005128s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T17:10:47.169501Z","caller":"traceutil/trace.go:171","msg":"trace[444365023] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:41732; }","duration":"3.1825561s","start":"2026-07-28T17:10:43.986922Z","end":"2026-07-28T17:10:47.169478Z","steps":["trace[444365023] 'agreement among raft nodes before linearized reading' (duration: 2.757339873s)","trace[444365023] 'count revisions from in-memory index tree' (duration: 425.057574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:47.169493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.684604567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T17:10:47.169503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680618219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T17:10:47.169518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.546919Z","time spent":"3.622577908s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:47.169541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.986898Z","time spent":"3.182635053s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:47.169564Z","caller":"traceutil/trace.go:171","msg":"trace[1887093905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41732; }","duration":"3.680714322s","start":"2026-07-28T17:10:43.488831Z","end":"2026-07-28T17:10:47.169545Z","steps":["trace[1887093905] 'agreement among raft nodes before linearized reading' (duration: 3.255382202s)","trace[1887093905] 'range keys from in-memory index tree' (duration: 425.197947ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:47.169561Z","caller":"traceutil/trace.go:171","msg":"trace[239070870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41732; }","duration":"3.684699149s","start":"2026-07-28T17:10:43.484839Z","end":"2026-07-28T17:10:47.169538Z","steps":["trace[239070870] 'agreement among raft nodes before linearized reading' (duration: 3.259380579s)","trace[239070870] 'range keys from in-memory index tree' (duration: 425.089674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:47.169599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.488807Z","time spent":"3.680784574s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:47.169605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.553045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-28T17:10:47.169616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:43.48482Z","time spent":"3.684780381s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:10:47.169685Z","caller":"traceutil/trace.go:171","msg":"trace[2050486888] transaction","detail":"{read_only:false; response_revision:41733; number_of_response:1; }","duration":"2.340918771s","start":"2026-07-28T17:10:44.828758Z","end":"2026-07-28T17:10:47.169677Z","steps":["trace[2050486888] 'process raft request' (duration: 1.915255773s)","trace[2050486888] 'compare' (duration: 425.099854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:47.169728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:44.828735Z","time spent":"2.340979222s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:47.169888Z","caller":"traceutil/trace.go:171","msg":"trace[661658318] transaction","detail":"{read_only:false; response_revision:41734; number_of_response:1; }","duration":"1.825538391s","start":"2026-07-28T17:10:45.344337Z","end":"2026-07-28T17:10:47.169876Z","steps":["trace[661658318] 'process raft request' (duration: 1.825310705s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:47.169955Z","caller":"traceutil/trace.go:171","msg":"trace[401348032] transaction","detail":"{read_only:false; response_revision:41736; number_of_response:1; }","duration":"339.964352ms","start":"2026-07-28T17:10:46.829971Z","end":"2026-07-28T17:10:47.169936Z","steps":["trace[401348032] 'process raft request' (duration: 339.907111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.169979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.344317Z","time spent":"1.825604723s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:47.170081Z","caller":"traceutil/trace.go:171","msg":"trace[1394884731] linearizableReadLoop","detail":"{readStateIndex:42995; appliedIndex:42992; }","duration":"425.915364ms","start":"2026-07-28T17:10:46.744156Z","end":"2026-07-28T17:10:47.170071Z","steps":["trace[1394884731] 'read index received' (duration: 85.822µs)","trace[1394884731] 'applied index is now lower than readState.Index' (duration: 425.828502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:47.170079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:46.82994Z","time spent":"340.068085ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:47.170094Z","caller":"traceutil/trace.go:171","msg":"trace[2136471777] transaction","detail":"{read_only:false; response_revision:41735; number_of_response:1; }","duration":"809.117059ms","start":"2026-07-28T17:10:46.360956Z","end":"2026-07-28T17:10:47.170073Z","steps":["trace[2136471777] 'process raft request' (duration: 808.846982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.170208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.085881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:47.170239Z","caller":"traceutil/trace.go:171","msg":"trace[1511785508] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:41736; }","duration":"655.194134ms","start":"2026-07-28T17:10:46.515036Z","end":"2026-07-28T17:10:47.17023Z","steps":["trace[1511785508] 'agreement among raft nodes before linearized reading' (duration: 655.093951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.170254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:46.360927Z","time spent":"809.267933ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:47.170266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:46.514939Z","time spent":"655.320196ms","remote":"127.0.0.1:58374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:47.170481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745609307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T17:10:47.17044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741466666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T17:10:47.170515Z","caller":"traceutil/trace.go:171","msg":"trace[505449808] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41736; }","duration":"1.745661547s","start":"2026-07-28T17:10:45.424842Z","end":"2026-07-28T17:10:47.170503Z","steps":["trace[505449808] 'agreement among raft nodes before linearized reading' (duration: 1.745574635s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.170546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.424833Z","time spent":"1.745707978s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:47.170562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777330238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:10:47.170556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520852287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:47.170572Z","caller":"traceutil/trace.go:171","msg":"trace[877999488] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41736; }","duration":"1.741619129s","start":"2026-07-28T17:10:45.428921Z","end":"2026-07-28T17:10:47.17054Z","steps":["trace[877999488] 'agreement among raft nodes before linearized reading' (duration: 1.74125434s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:47.170597Z","caller":"traceutil/trace.go:171","msg":"trace[1620516848] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:41736; }","duration":"1.777364039s","start":"2026-07-28T17:10:45.393222Z","end":"2026-07-28T17:10:47.170586Z","steps":["trace[1620516848] 'agreement among raft nodes before linearized reading' (duration: 1.777306528s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.170587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.864371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:47.170617Z","caller":"traceutil/trace.go:171","msg":"trace[1780247429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41736; }","duration":"1.5209386s","start":"2026-07-28T17:10:45.649661Z","end":"2026-07-28T17:10:47.1706Z","steps":["trace[1780247429] 'agreement among raft nodes before linearized reading' (duration: 1.520838687s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.17063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.393176Z","time spent":"1.777447221s","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:47.170624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360480215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T17:10:47.170642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014305324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:47.170636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.428916Z","time spent":"1.741705071s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:10:47.170647Z","caller":"traceutil/trace.go:171","msg":"trace[2072704606] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:41736; }","duration":"900.962153ms","start":"2026-07-28T17:10:46.269668Z","end":"2026-07-28T17:10:47.17063Z","steps":["trace[2072704606] 'agreement among raft nodes before linearized reading' (duration: 900.8342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.170641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230025832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-28T17:10:47.17067Z","caller":"traceutil/trace.go:171","msg":"trace[155135390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41736; }","duration":"1.360561747s","start":"2026-07-28T17:10:45.810096Z","end":"2026-07-28T17:10:47.170658Z","steps":["trace[155135390] 'agreement among raft nodes before linearized reading' (duration: 1.360423154s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.170661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.649647Z","time spent":"1.521002761s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:10:47.170675Z","caller":"traceutil/trace.go:171","msg":"trace[1104527697] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:41736; }","duration":"2.014367766s","start":"2026-07-28T17:10:45.156297Z","end":"2026-07-28T17:10:47.170664Z","steps":["trace[1104527697] 'agreement among raft nodes before linearized reading' (duration: 2.014317615s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.170687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851273197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-28T17:10:47.170704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.810077Z","time spent":"1.360620328s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:10:47.170696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:46.269645Z","time spent":"901.038136ms","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":41,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:47.170711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.156279Z","time spent":"2.014425307s","remote":"127.0.0.1:59788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:47.170713Z","caller":"traceutil/trace.go:171","msg":"trace[746169566] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:41736; }","duration":"2.230095094s","start":"2026-07-28T17:10:44.940596Z","end":"2026-07-28T17:10:47.170692Z","steps":["trace[746169566] 'agreement among raft nodes before linearized reading' (duration: 2.229910109s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:47.170736Z","caller":"traceutil/trace.go:171","msg":"trace[225649179] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:41736; }","duration":"1.85134995s","start":"2026-07-28T17:10:45.319372Z","end":"2026-07-28T17:10:47.170722Z","steps":["trace[225649179] 'agreement among raft nodes before linearized reading' (duration: 1.851170555s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.170763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:44.940575Z","time spent":"2.230174646s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1737,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-28T17:10:47.170772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.319332Z","time spent":"1.851433322s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T17:10:47.170838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693101869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:47.170883Z","caller":"traceutil/trace.go:171","msg":"trace[544942255] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:41736; }","duration":"1.69316521s","start":"2026-07-28T17:10:45.477704Z","end":"2026-07-28T17:10:47.17087Z","steps":["trace[544942255] 'agreement among raft nodes before linearized reading' (duration: 1.693088438s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.170876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740732608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T17:10:47.170922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.477699Z","time spent":"1.693213661s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:47.170942Z","caller":"traceutil/trace.go:171","msg":"trace[476265970] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41736; }","duration":"1.740803819s","start":"2026-07-28T17:10:45.430117Z","end":"2026-07-28T17:10:47.170921Z","steps":["trace[476265970] 'agreement among raft nodes before linearized reading' (duration: 1.740639675s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.170988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.430115Z","time spent":"1.740860921s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:47.170503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859108178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:47.171007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740888541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T17:10:47.171054Z","caller":"traceutil/trace.go:171","msg":"trace[296279899] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41736; }","duration":"1.740941852s","start":"2026-07-28T17:10:45.430097Z","end":"2026-07-28T17:10:47.171038Z","steps":["trace[296279899] 'agreement among raft nodes before linearized reading' (duration: 1.740821399s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:47.171059Z","caller":"traceutil/trace.go:171","msg":"trace[1209432456] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:41736; }","duration":"1.859686052s","start":"2026-07-28T17:10:45.311349Z","end":"2026-07-28T17:10:47.171035Z","steps":["trace[1209432456] 'agreement among raft nodes before linearized reading' (duration: 1.859110498s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:47.171086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.430092Z","time spent":"1.740986904s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:10:47.171134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:45.311328Z","time spent":"1.859780755s","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:48.345056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.549598ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:48.345286Z","caller":"traceutil/trace.go:171","msg":"trace[1373052225] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:41736; }","duration":"518.754863ms","start":"2026-07-28T17:10:47.826461Z","end":"2026-07-28T17:10:48.345216Z","steps":["trace[1373052225] 'range keys from in-memory index tree' (duration: 518.522917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.345914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00064992s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:48.34614Z","caller":"traceutil/trace.go:171","msg":"trace[1293121817] transaction","detail":"{read_only:false; response_revision:41737; number_of_response:1; }","duration":"1.516098232s","start":"2026-07-28T17:10:46.82999Z","end":"2026-07-28T17:10:48.346088Z","steps":["trace[1293121817] 'process raft request' (duration: 515.159786ms)","trace[1293121817] 'compare' (duration: 999.710556ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:48.346236Z","caller":"traceutil/trace.go:171","msg":"trace[782104796] transaction","detail":"{read_only:false; response_revision:41739; number_of_response:1; }","duration":"1.516128142s","start":"2026-07-28T17:10:46.830084Z","end":"2026-07-28T17:10:48.346213Z","steps":["trace[782104796] 'process raft request' (duration: 1.516001359s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:48.346238Z","caller":"traceutil/trace.go:171","msg":"trace[1987306031] transaction","detail":"{read_only:false; response_revision:41738; number_of_response:1; }","duration":"1.516160913s","start":"2026-07-28T17:10:46.830042Z","end":"2026-07-28T17:10:48.346203Z","steps":["trace[1987306031] 'process raft request' (duration: 1.515980858s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.346288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:46.829967Z","time spent":"1.516244365s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:48.346341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:46.830081Z","time spent":"1.516189553s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:48.346393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:46.830036Z","time spent":"1.516278216s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:48.346397Z","caller":"traceutil/trace.go:171","msg":"trace[1289164023] transaction","detail":"{read_only:false; response_revision:41744; number_of_response:1; }","duration":"1.172094501s","start":"2026-07-28T17:10:47.174283Z","end":"2026-07-28T17:10:48.346377Z","steps":["trace[1289164023] 'process raft request' (duration: 1.172019949s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.34648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.174264Z","time spent":"1.172179902s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:48.346551Z","caller":"traceutil/trace.go:171","msg":"trace[1039429664] transaction","detail":"{read_only:false; response_revision:41745; number_of_response:1; }","duration":"1.172097221s","start":"2026-07-28T17:10:47.174442Z","end":"2026-07-28T17:10:48.34654Z","steps":["trace[1039429664] 'process raft request' (duration: 1.171893446s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.346602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.174425Z","time spent":"1.172149722s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:48.346691Z","caller":"traceutil/trace.go:171","msg":"trace[1414989550] transaction","detail":"{read_only:false; response_revision:41740; number_of_response:1; }","duration":"1.515660261s","start":"2026-07-28T17:10:46.831019Z","end":"2026-07-28T17:10:48.346679Z","steps":["trace[1414989550] 'process raft request' (duration: 1.515117058s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.346749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:46.831013Z","time spent":"1.515703472s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:48.346828Z","caller":"traceutil/trace.go:171","msg":"trace[1926076540] transaction","detail":"{read_only:false; response_revision:41741; number_of_response:1; }","duration":"1.369128896s","start":"2026-07-28T17:10:46.97769Z","end":"2026-07-28T17:10:48.346819Z","steps":["trace[1926076540] 'process raft request' (duration: 1.36848675s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.346876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:46.977661Z","time spent":"1.369186776s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:48.346912Z","caller":"traceutil/trace.go:171","msg":"trace[23478811] transaction","detail":"{read_only:false; response_revision:41742; number_of_response:1; }","duration":"1.173816982s","start":"2026-07-28T17:10:47.173073Z","end":"2026-07-28T17:10:48.34689Z","steps":["trace[23478811] 'process raft request' (duration: 1.173151956s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.346936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512997726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:48.346931Z","caller":"traceutil/trace.go:171","msg":"trace[2003175919] transaction","detail":"{read_only:false; response_revision:41746; number_of_response:1; }","duration":"1.172140362s","start":"2026-07-28T17:10:47.174778Z","end":"2026-07-28T17:10:48.346918Z","steps":["trace[2003175919] 'process raft request' (duration: 1.17165698s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:48.3469Z","caller":"traceutil/trace.go:171","msg":"trace[1992933217] transaction","detail":"{read_only:false; response_revision:41743; number_of_response:1; }","duration":"1.172717486s","start":"2026-07-28T17:10:47.174147Z","end":"2026-07-28T17:10:48.346864Z","steps":["trace[1992933217] 'process raft request' (duration: 1.172121111s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:48.346972Z","caller":"traceutil/trace.go:171","msg":"trace[65613688] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:41748; }","duration":"1.513053197s","start":"2026-07-28T17:10:46.833908Z","end":"2026-07-28T17:10:48.346961Z","steps":["trace[65613688] 'agreement among raft nodes before linearized reading' (duration: 1.512990946s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:46.833899Z","time spent":"1.513093969s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:48.347002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.173051Z","time spent":"1.173904535s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:48.347004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.174767Z","time spent":"1.172203213s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:48.347034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249863124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:10:48.347044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284016535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:48.347073Z","caller":"traceutil/trace.go:171","msg":"trace[642437834] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:41748; }","duration":"1.249945495s","start":"2026-07-28T17:10:47.097114Z","end":"2026-07-28T17:10:48.347059Z","steps":["trace[642437834] 'agreement among raft nodes before linearized reading' (duration: 1.249877594s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:48.347091Z","caller":"traceutil/trace.go:171","msg":"trace[102755045] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:41748; }","duration":"1.284097717s","start":"2026-07-28T17:10:47.062978Z","end":"2026-07-28T17:10:48.347075Z","steps":["trace[102755045] 'agreement among raft nodes before linearized reading' (duration: 1.284017465s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.097094Z","time spent":"1.250006106s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:48.347124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.062957Z","time spent":"1.284158648s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:48.346879Z","caller":"traceutil/trace.go:171","msg":"trace[76144169] linearizableReadLoop","detail":"{readStateIndex:43001; appliedIndex:42996; }","duration":"1.176766735s","start":"2026-07-28T17:10:47.170101Z","end":"2026-07-28T17:10:48.346868Z","steps":["trace[76144169] 'read index received' (duration: 175.109041ms)","trace[76144169] 'applied index is now lower than readState.Index' (duration: 1.001656524s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:48.347063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.174127Z","time spent":"1.17285637s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:48.347212Z","caller":"traceutil/trace.go:171","msg":"trace[1878005845] transaction","detail":"{read_only:false; response_revision:41747; number_of_response:1; }","duration":"1.171868385s","start":"2026-07-28T17:10:47.175331Z","end":"2026-07-28T17:10:48.347199Z","steps":["trace[1878005845] 'process raft request' (duration: 1.171158188s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223957702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T17:10:48.347278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.17532Z","time spent":"1.171921587s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:48.347308Z","caller":"traceutil/trace.go:171","msg":"trace[1124619861] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:41748; }","duration":"1.224057495s","start":"2026-07-28T17:10:47.123233Z","end":"2026-07-28T17:10:48.34729Z","steps":["trace[1124619861] 'agreement among raft nodes before linearized reading' (duration: 1.223784918s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:48.347318Z","caller":"traceutil/trace.go:171","msg":"trace[90849143] transaction","detail":"{read_only:false; response_revision:41748; number_of_response:1; }","duration":"1.171717811s","start":"2026-07-28T17:10:47.175587Z","end":"2026-07-28T17:10:48.347305Z","steps":["trace[90849143] 'process raft request' (duration: 1.170936152s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.123214Z","time spent":"1.224129167s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:48.347366Z","caller":"traceutil/trace.go:171","msg":"trace[462122872] transaction","detail":"{read_only:false; response_revision:41749; number_of_response:1; }","duration":"1.17163226s","start":"2026-07-28T17:10:47.17572Z","end":"2026-07-28T17:10:48.347352Z","steps":["trace[462122872] 'process raft request' (duration: 1.171512267s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:48.347394Z","caller":"traceutil/trace.go:171","msg":"trace[88294719] transaction","detail":"{read_only:false; response_revision:41750; number_of_response:1; }","duration":"1.171093506s","start":"2026-07-28T17:10:47.176287Z","end":"2026-07-28T17:10:48.347381Z","steps":["trace[88294719] 'process raft request' (duration: 1.171011584s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.175576Z","time spent":"1.171773473s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:48.347419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.175709Z","time spent":"1.17168055s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:48.347467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.176278Z","time spent":"1.171155038s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:48.347485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.517649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:48.347524Z","caller":"traceutil/trace.go:171","msg":"trace[532874092] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:41751; }","duration":"396.557029ms","start":"2026-07-28T17:10:47.950955Z","end":"2026-07-28T17:10:48.347512Z","steps":["trace[532874092] 'agreement among raft nodes before linearized reading' (duration: 396.496248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172430569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-404598b2-404f-4a4a-ae84-761be06ac415\" ","response":"range_response_count:1 size:2272"} {"level":"warn","ts":"2026-07-28T17:10:48.347554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.950879Z","time spent":"396.667252ms","remote":"127.0.0.1:45846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:48.347573Z","caller":"traceutil/trace.go:171","msg":"trace[677375334] range","detail":"{range_begin:/registry/persistentvolumes/pvc-404598b2-404f-4a4a-ae84-761be06ac415; range_end:; response_count:1; response_revision:41751; }","duration":"1.17248183s","start":"2026-07-28T17:10:47.17508Z","end":"2026-07-28T17:10:48.347562Z","steps":["trace[677375334] 'agreement among raft nodes before linearized reading' (duration: 1.172345616s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169232811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:10:48.347604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.17506Z","time spent":"1.172535632s","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2295,"request content":"key:\"/registry/persistentvolumes/pvc-404598b2-404f-4a4a-ae84-761be06ac415\" "} {"level":"info","ts":"2026-07-28T17:10:48.347614Z","caller":"traceutil/trace.go:171","msg":"trace[1625947390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41751; }","duration":"1.169287533s","start":"2026-07-28T17:10:47.178316Z","end":"2026-07-28T17:10:48.347604Z","steps":["trace[1625947390] 'agreement among raft nodes before linearized reading' (duration: 1.169213201s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170658446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T17:10:48.347648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.178309Z","time spent":"1.169333334s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:10:48.347687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.065357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-28T17:10:48.347709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172242234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T17:10:48.347749Z","caller":"traceutil/trace.go:171","msg":"trace[688243476] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:41751; }","duration":"659.16586ms","start":"2026-07-28T17:10:47.688565Z","end":"2026-07-28T17:10:48.347731Z","steps":["trace[688243476] 'agreement among raft nodes before linearized reading' (duration: 658.987295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.982747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:48.347787Z","caller":"traceutil/trace.go:171","msg":"trace[909547943] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2; range_end:; response_count:1; response_revision:41751; }","duration":"1.172369728s","start":"2026-07-28T17:10:47.1754Z","end":"2026-07-28T17:10:48.34777Z","steps":["trace[909547943] 'agreement among raft nodes before linearized reading' (duration: 1.172166063s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.688543Z","time spent":"659.242081ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T17:10:48.347839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.175389Z","time spent":"1.172435449s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67eda9a1741b2\" "} {"level":"info","ts":"2026-07-28T17:10:48.347708Z","caller":"traceutil/trace.go:171","msg":"trace[930300862] transaction","detail":"{read_only:false; response_revision:41751; number_of_response:1; }","duration":"1.047342615s","start":"2026-07-28T17:10:47.300355Z","end":"2026-07-28T17:10:48.347697Z","steps":["trace[930300862] 'process raft request' (duration: 1.046986086s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.006713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11717"} {"level":"info","ts":"2026-07-28T17:10:48.347892Z","caller":"traceutil/trace.go:171","msg":"trace[1303900992] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:41751; }","duration":"273.087026ms","start":"2026-07-28T17:10:48.074799Z","end":"2026-07-28T17:10:48.347886Z","steps":["trace[1303900992] 'agreement among raft nodes before linearized reading' (duration: 273.014444ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:48.3478Z","caller":"traceutil/trace.go:171","msg":"trace[1092222767] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:41751; }","duration":"244.064309ms","start":"2026-07-28T17:10:48.103726Z","end":"2026-07-28T17:10:48.34779Z","steps":["trace[1092222767] 'agreement among raft nodes before linearized reading' (duration: 244.002038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.347959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.300333Z","time spent":"1.047562791s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:48.347658Z","caller":"traceutil/trace.go:171","msg":"trace[327857458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41751; }","duration":"1.170707937s","start":"2026-07-28T17:10:47.176942Z","end":"2026-07-28T17:10:48.34765Z","steps":["trace[327857458] 'agreement among raft nodes before linearized reading' (duration: 1.170616085s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.348456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:47.176932Z","time spent":"1.171511406s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:10:48.895664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.5633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:48.896016Z","caller":"traceutil/trace.go:171","msg":"trace[470529886] linearizableReadLoop","detail":"{readStateIndex:43013; appliedIndex:43011; }","duration":"543.615707ms","start":"2026-07-28T17:10:48.352381Z","end":"2026-07-28T17:10:48.895997Z","steps":["trace[470529886] 'read index received' (duration: 111.869312ms)","trace[470529886] 'applied index is now lower than readState.Index' (duration: 431.745045ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:48.896132Z","caller":"traceutil/trace.go:171","msg":"trace[1666839253] transaction","detail":"{read_only:false; response_revision:41752; number_of_response:1; }","duration":"545.912603ms","start":"2026-07-28T17:10:48.350201Z","end":"2026-07-28T17:10:48.896114Z","steps":["trace[1666839253] 'process raft request' (duration: 113.812719ms)","trace[1666839253] 'compare' (duration: 431.415047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:48.896215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:48.350189Z","time spent":"545.988454ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:48.896405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:48.350527Z","time spent":"545.872101ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T17:10:48.896413Z","caller":"traceutil/trace.go:171","msg":"trace[521537316] transaction","detail":"{read_only:false; response_revision:41753; number_of_response:1; }","duration":"471.172394ms","start":"2026-07-28T17:10:48.425207Z","end":"2026-07-28T17:10:48.896379Z","steps":["trace[521537316] 'process raft request' (duration: 470.715593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.896564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:48.425175Z","time spent":"471.300847ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:48.896579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.17611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-28T17:10:48.896671Z","caller":"traceutil/trace.go:171","msg":"trace[1053281065] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:41753; }","duration":"544.310574ms","start":"2026-07-28T17:10:48.352341Z","end":"2026-07-28T17:10:48.896652Z","steps":["trace[1053281065] 'agreement among raft nodes before linearized reading' (duration: 544.035177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:48.896728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:48.352323Z","time spent":"544.394996ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1665,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-28T17:10:49.43648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.600118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:49.436592Z","caller":"traceutil/trace.go:171","msg":"trace[153586158] linearizableReadLoop","detail":"{readStateIndex:43015; appliedIndex:43014; }","duration":"540.509412ms","start":"2026-07-28T17:10:48.896052Z","end":"2026-07-28T17:10:49.436562Z","steps":["trace[153586158] 'read index received' (duration: 395.803251ms)","trace[153586158] 'applied index is now lower than readState.Index' (duration: 144.705011ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:49.436618Z","caller":"traceutil/trace.go:171","msg":"trace[564526633] transaction","detail":"{read_only:false; response_revision:41754; number_of_response:1; }","duration":"687.576851ms","start":"2026-07-28T17:10:48.749016Z","end":"2026-07-28T17:10:49.436593Z","steps":["trace[564526633] 'process raft request' (duration: 542.786568ms)","trace[564526633] 'compare' (duration: 143.662176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:49.436678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.959036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:49.436705Z","caller":"traceutil/trace.go:171","msg":"trace[301904172] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:41754; }","duration":"962.012698ms","start":"2026-07-28T17:10:48.474684Z","end":"2026-07-28T17:10:49.436697Z","steps":["trace[301904172] 'agreement among raft nodes before linearized reading' (duration: 961.957546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:49.436737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:48.748997Z","time spent":"687.681123ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:49.436744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:48.474668Z","time spent":"962.069199ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T17:10:49.436898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080753787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:49.436929Z","caller":"traceutil/trace.go:171","msg":"trace[288828768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41754; }","duration":"1.080796968s","start":"2026-07-28T17:10:48.356124Z","end":"2026-07-28T17:10:49.436921Z","steps":["trace[288828768] 'agreement among raft nodes before linearized reading' (duration: 1.080746797s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:49.436946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083417511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11717"} {"level":"warn","ts":"2026-07-28T17:10:49.436951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:48.356118Z","time spent":"1.080829079s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:10:49.436982Z","caller":"traceutil/trace.go:171","msg":"trace[365014075] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:41754; }","duration":"1.083474463s","start":"2026-07-28T17:10:48.353499Z","end":"2026-07-28T17:10:49.436974Z","steps":["trace[365014075] 'agreement among raft nodes before linearized reading' (duration: 1.08335371s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:49.437009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:48.353491Z","time spent":"1.083512394s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-28T17:10:49.450451Z","caller":"traceutil/trace.go:171","msg":"trace[1158331392] transaction","detail":"{read_only:false; response_revision:41755; number_of_response:1; }","duration":"553.109459ms","start":"2026-07-28T17:10:48.89732Z","end":"2026-07-28T17:10:49.45043Z","steps":["trace[1158331392] 'process raft request' (duration: 552.949325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:49.450528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.819631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:49.450504Z","caller":"traceutil/trace.go:171","msg":"trace[106113807] transaction","detail":"{read_only:false; response_revision:41756; number_of_response:1; }","duration":"273.653229ms","start":"2026-07-28T17:10:49.176815Z","end":"2026-07-28T17:10:49.450469Z","steps":["trace[106113807] 'process raft request' (duration: 273.533046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:49.450571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:48.897301Z","time spent":"553.215172ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:49.450626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.712781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c68337a1405908\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T17:10:49.450654Z","caller":"traceutil/trace.go:171","msg":"trace[1229080873] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c68337a1405908; range_end:; response_count:1; response_revision:41758; }","duration":"550.761042ms","start":"2026-07-28T17:10:48.899887Z","end":"2026-07-28T17:10:49.450648Z","steps":["trace[1229080873] 'agreement among raft nodes before linearized reading' (duration: 550.685511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:49.450674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:48.899875Z","time spent":"550.793583ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c68337a1405908\" "} {"level":"warn","ts":"2026-07-28T17:10:49.450729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.038419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T17:10:49.450825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.511341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-449db06e-19d8-4d51-8b97-885059ae51c1\" ","response":"range_response_count:1 size:2210"} {"level":"info","ts":"2026-07-28T17:10:49.45085Z","caller":"traceutil/trace.go:171","msg":"trace[1172419023] range","detail":"{range_begin:/registry/persistentvolumes/pvc-449db06e-19d8-4d51-8b97-885059ae51c1; range_end:; response_count:1; response_revision:41758; }","duration":"551.551761ms","start":"2026-07-28T17:10:48.899292Z","end":"2026-07-28T17:10:49.450844Z","steps":["trace[1172419023] 'agreement among raft nodes before linearized reading' (duration: 551.48588ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:49.450858Z","caller":"traceutil/trace.go:171","msg":"trace[188104110] transaction","detail":"{read_only:false; response_revision:41757; number_of_response:1; }","duration":"273.30869ms","start":"2026-07-28T17:10:49.177538Z","end":"2026-07-28T17:10:49.450847Z","steps":["trace[188104110] 'process raft request' (duration: 272.847439ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:49.450814Z","caller":"traceutil/trace.go:171","msg":"trace[1928608513] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41758; }","duration":"274.178772ms","start":"2026-07-28T17:10:49.176618Z","end":"2026-07-28T17:10:49.450797Z","steps":["trace[1928608513] 'agreement among raft nodes before linearized reading' (duration: 273.853634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:49.450983Z","caller":"traceutil/trace.go:171","msg":"trace[1013037721] transaction","detail":"{read_only:false; response_revision:41758; number_of_response:1; }","duration":"272.831679ms","start":"2026-07-28T17:10:49.178142Z","end":"2026-07-28T17:10:49.450974Z","steps":["trace[1013037721] 'process raft request' (duration: 272.272976ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:49.45056Z","caller":"traceutil/trace.go:171","msg":"trace[1962239697] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:41758; }","duration":"374.886882ms","start":"2026-07-28T17:10:49.075664Z","end":"2026-07-28T17:10:49.450551Z","steps":["trace[1962239697] 'agreement among raft nodes before linearized reading' (duration: 374.81035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:49.451092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:49.075641Z","time spent":"375.416215ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:49.451164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.985444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:49.451205Z","caller":"traceutil/trace.go:171","msg":"trace[1439648079] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:41758; }","duration":"114.026625ms","start":"2026-07-28T17:10:49.337166Z","end":"2026-07-28T17:10:49.451193Z","steps":["trace[1439648079] 'agreement among raft nodes before linearized reading' (duration: 113.961833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:49.450871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:48.899281Z","time spent":"551.586032ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2233,"request content":"key:\"/registry/persistentvolumes/pvc-449db06e-19d8-4d51-8b97-885059ae51c1\" "} {"level":"info","ts":"2026-07-28T17:10:49.758362Z","caller":"traceutil/trace.go:171","msg":"trace[1992931993] linearizableReadLoop","detail":"{readStateIndex:43020; appliedIndex:43019; }","duration":"303.808692ms","start":"2026-07-28T17:10:49.454525Z","end":"2026-07-28T17:10:49.758334Z","steps":["trace[1992931993] 'read index received' (duration: 259.790811ms)","trace[1992931993] 'applied index is now lower than readState.Index' (duration: 44.016651ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:49.758483Z","caller":"traceutil/trace.go:171","msg":"trace[650484025] transaction","detail":"{read_only:false; response_revision:41759; number_of_response:1; }","duration":"305.040872ms","start":"2026-07-28T17:10:49.453428Z","end":"2026-07-28T17:10:49.758469Z","steps":["trace[650484025] 'process raft request' (duration: 260.874018ms)","trace[650484025] 'compare' (duration: 43.915818ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:49.758584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:49.453407Z","time spent":"305.101014ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:49.758877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.348425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T17:10:49.758917Z","caller":"traceutil/trace.go:171","msg":"trace[1933859702] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:41759; }","duration":"304.409687ms","start":"2026-07-28T17:10:49.454498Z","end":"2026-07-28T17:10:49.758908Z","steps":["trace[1933859702] 'agreement among raft nodes before linearized reading' (duration: 304.264583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:49.758946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:49.454487Z","time spent":"304.453298ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-28T17:10:50.233977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.313806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:10:50.234172Z","caller":"traceutil/trace.go:171","msg":"trace[1370971512] linearizableReadLoop","detail":"{readStateIndex:43021; appliedIndex:43020; }","duration":"475.716456ms","start":"2026-07-28T17:10:49.758436Z","end":"2026-07-28T17:10:50.234152Z","steps":["trace[1370971512] 'read index received' (duration: 323.066072ms)","trace[1370971512] 'applied index is now lower than readState.Index' (duration: 152.648694ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:10:50.234194Z","caller":"traceutil/trace.go:171","msg":"trace[1332179070] transaction","detail":"{read_only:false; response_revision:41760; number_of_response:1; }","duration":"778.742249ms","start":"2026-07-28T17:10:49.455419Z","end":"2026-07-28T17:10:50.234161Z","steps":["trace[1332179070] 'process raft request' (duration: 626.144476ms)","trace[1332179070] 'compare' (duration: 151.568118ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:50.234281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.514912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:50.234361Z","caller":"traceutil/trace.go:171","msg":"trace[1884578983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41760; }","duration":"773.617895ms","start":"2026-07-28T17:10:49.460724Z","end":"2026-07-28T17:10:50.234342Z","steps":["trace[1884578983] 'agreement among raft nodes before linearized reading' (duration: 773.459251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:50.234409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:49.460717Z","time spent":"773.684596ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:10:50.234572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.715395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:10:50.234598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.435036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T17:10:50.234601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.22508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:10:50.234639Z","caller":"traceutil/trace.go:171","msg":"trace[2061018038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41760; }","duration":"779.532549ms","start":"2026-07-28T17:10:49.455095Z","end":"2026-07-28T17:10:50.234628Z","steps":["trace[2061018038] 'agreement among raft nodes before linearized reading' (duration: 779.227811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:50.234658Z","caller":"traceutil/trace.go:171","msg":"trace[1269464549] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:41760; }","duration":"474.308781ms","start":"2026-07-28T17:10:49.760336Z","end":"2026-07-28T17:10:50.234645Z","steps":["trace[1269464549] 'agreement among raft nodes before linearized reading' (duration: 474.158457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:50.234701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:49.760322Z","time spent":"474.365053ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T17:10:50.234728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:49.455087Z","time spent":"779.59018ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T17:10:50.23483Z","caller":"traceutil/trace.go:171","msg":"trace[1515138072] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:41760; }","duration":"537.825377ms","start":"2026-07-28T17:10:49.696797Z","end":"2026-07-28T17:10:50.234622Z","steps":["trace[1515138072] 'agreement among raft nodes before linearized reading' (duration: 537.597391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:50.234947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:49.696781Z","time spent":"538.119034ms","remote":"127.0.0.1:35782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:50.235484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:49.455408Z","time spent":"779.989219ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:50.234305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.790926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:50.235738Z","caller":"traceutil/trace.go:171","msg":"trace[105030881] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:41760; }","duration":"779.243841ms","start":"2026-07-28T17:10:49.456478Z","end":"2026-07-28T17:10:50.235722Z","steps":["trace[105030881] 'agreement among raft nodes before linearized reading' (duration: 777.778756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:50.235831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:49.456465Z","time spent":"779.311953ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T17:10:50.833658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.032892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:50.833739Z","caller":"traceutil/trace.go:171","msg":"trace[1712630561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41769; }","duration":"185.149235ms","start":"2026-07-28T17:10:50.648569Z","end":"2026-07-28T17:10:50.833719Z","steps":["trace[1712630561] 'range keys from in-memory index tree' (duration: 184.91112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:50.833745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.049895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T17:10:50.833785Z","caller":"traceutil/trace.go:171","msg":"trace[913779002] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:41769; }","duration":"257.123717ms","start":"2026-07-28T17:10:50.576652Z","end":"2026-07-28T17:10:50.833776Z","steps":["trace[913779002] 'count revisions from in-memory index tree' (duration: 256.989653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:51.183256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.694595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:10:51.183421Z","caller":"traceutil/trace.go:171","msg":"trace[1643237107] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:41770; }","duration":"168.916381ms","start":"2026-07-28T17:10:51.014487Z","end":"2026-07-28T17:10:51.183403Z","steps":["trace[1643237107] 'count revisions from in-memory index tree' (duration: 168.610683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:52.103827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116002626873445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:10:52.396608Z","caller":"traceutil/trace.go:171","msg":"trace[2025618066] transaction","detail":"{read_only:false; response_revision:41771; number_of_response:1; }","duration":"954.67905ms","start":"2026-07-28T17:10:51.441895Z","end":"2026-07-28T17:10:52.396574Z","steps":["trace[2025618066] 'process raft request' (duration: 954.490805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:52.396778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:51.441864Z","time spent":"954.833213ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:53.373238Z","caller":"traceutil/trace.go:171","msg":"trace[574093912] transaction","detail":"{read_only:false; response_revision:41772; number_of_response:1; }","duration":"1.91761578s","start":"2026-07-28T17:10:51.455595Z","end":"2026-07-28T17:10:53.373211Z","steps":["trace[574093912] 'process raft request' (duration: 1.916159475s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.373394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:51.455566Z","time spent":"1.917749814s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:53.373563Z","caller":"traceutil/trace.go:171","msg":"trace[221330438] transaction","detail":"{read_only:false; response_revision:41774; number_of_response:1; }","duration":"1.915465078s","start":"2026-07-28T17:10:51.458076Z","end":"2026-07-28T17:10:53.373541Z","steps":["trace[221330438] 'process raft request' (duration: 1.915291774s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:53.373614Z","caller":"traceutil/trace.go:171","msg":"trace[1972244354] transaction","detail":"{read_only:false; response_revision:41775; number_of_response:1; }","duration":"1.015563282s","start":"2026-07-28T17:10:52.358025Z","end":"2026-07-28T17:10:53.373588Z","steps":["trace[1972244354] 'process raft request' (duration: 1.015451149s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:53.373545Z","caller":"traceutil/trace.go:171","msg":"trace[1861839428] transaction","detail":"{read_only:false; response_revision:41773; number_of_response:1; }","duration":"1.916043382s","start":"2026-07-28T17:10:51.457472Z","end":"2026-07-28T17:10:53.373515Z","steps":["trace[1861839428] 'process raft request' (duration: 1.915662923s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.373716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:51.458047Z","time spent":"1.915580631s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:53.373738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.358Z","time spent":"1.015682435s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:53.373808Z","caller":"traceutil/trace.go:171","msg":"trace[532394317] transaction","detail":"{read_only:false; response_revision:41776; number_of_response:1; }","duration":"1.014563707s","start":"2026-07-28T17:10:52.359225Z","end":"2026-07-28T17:10:53.373789Z","steps":["trace[532394317] 'process raft request' (duration: 1.014310571s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:53.373878Z","caller":"traceutil/trace.go:171","msg":"trace[1235973165] transaction","detail":"{read_only:false; response_revision:41777; number_of_response:1; }","duration":"1.00726796s","start":"2026-07-28T17:10:52.366598Z","end":"2026-07-28T17:10:53.373866Z","steps":["trace[1235973165] 'process raft request' (duration: 1.007123647s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.373928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.359215Z","time spent":"1.014647389s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:53.373943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.366571Z","time spent":"1.007332701s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:53.373962Z","caller":"traceutil/trace.go:171","msg":"trace[822330796] transaction","detail":"{read_only:false; response_revision:41778; number_of_response:1; }","duration":"1.002730169s","start":"2026-07-28T17:10:52.371218Z","end":"2026-07-28T17:10:53.373948Z","steps":["trace[822330796] 'process raft request' (duration: 1.002608056s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:53.373978Z","caller":"traceutil/trace.go:171","msg":"trace[328862905] linearizableReadLoop","detail":"{readStateIndex:43035; appliedIndex:43031; }","duration":"1.770983933s","start":"2026-07-28T17:10:51.60297Z","end":"2026-07-28T17:10:53.373954Z","steps":["trace[328862905] 'read index received' (duration: 793.388224ms)","trace[328862905] 'applied index is now lower than readState.Index' (duration: 977.585618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:53.374041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.37121Z","time spent":"1.002793141s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:10:53.374206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771213209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:53.374323Z","caller":"traceutil/trace.go:171","msg":"trace[1936771736] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:41778; }","duration":"1.771374462s","start":"2026-07-28T17:10:51.602922Z","end":"2026-07-28T17:10:53.374296Z","steps":["trace[1936771736] 'agreement among raft nodes before linearized reading' (duration: 1.771133256s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.374394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:51.602894Z","time spent":"1.771480975s","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:10:53.374402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:51.457448Z","time spent":"1.916319319s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:10:53.475719Z","caller":"traceutil/trace.go:171","msg":"trace[1726424950] linearizableReadLoop","detail":"{readStateIndex:43040; appliedIndex:43039; }","duration":"101.651454ms","start":"2026-07-28T17:10:53.374034Z","end":"2026-07-28T17:10:53.475686Z","steps":["trace[1726424950] 'read index received' (duration: 54.801894ms)","trace[1726424950] 'applied index is now lower than readState.Index' (duration: 46.84742ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:10:53.475896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82678162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:10:53.475941Z","caller":"traceutil/trace.go:171","msg":"trace[81617047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41778; }","duration":"1.826899193s","start":"2026-07-28T17:10:51.649031Z","end":"2026-07-28T17:10:53.47593Z","steps":["trace[81617047] 'agreement among raft nodes before linearized reading' (duration: 1.82677473s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.475986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:51.649007Z","time spent":"1.826968875s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:10:53.476019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.963097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T17:10:53.476132Z","caller":"traceutil/trace.go:171","msg":"trace[1096241346] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41778; }","duration":"122.105981ms","start":"2026-07-28T17:10:53.354001Z","end":"2026-07-28T17:10:53.476107Z","steps":["trace[1096241346] 'agreement among raft nodes before linearized reading' (duration: 121.820994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.476136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104937256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T17:10:53.47613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104970217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T17:10:53.47614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104834954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T17:10:53.476191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104888905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:10:53.476204Z","caller":"traceutil/trace.go:171","msg":"trace[1907657341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41778; }","duration":"1.105018898s","start":"2026-07-28T17:10:52.371166Z","end":"2026-07-28T17:10:53.476184Z","steps":["trace[1907657341] 'agreement among raft nodes before linearized reading' (duration: 1.104803553s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.476202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23452609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T17:10:53.476244Z","caller":"traceutil/trace.go:171","msg":"trace[1725491409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41778; }","duration":"1.104970017s","start":"2026-07-28T17:10:52.371252Z","end":"2026-07-28T17:10:53.476222Z","steps":["trace[1725491409] 'agreement among raft nodes before linearized reading' (duration: 1.104638319s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:53.476258Z","caller":"traceutil/trace.go:171","msg":"trace[1395934151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41778; }","duration":"1.104966437s","start":"2026-07-28T17:10:52.371273Z","end":"2026-07-28T17:10:53.47624Z","steps":["trace[1395934151] 'agreement among raft nodes before linearized reading' (duration: 1.104742682s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.476262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.371161Z","time spent":"1.10508763s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:53.47627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.014584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:10:53.476301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.371248Z","time spent":"1.105041579s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T17:10:53.476219Z","caller":"traceutil/trace.go:171","msg":"trace[745131768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41778; }","duration":"1.10510659s","start":"2026-07-28T17:10:52.371094Z","end":"2026-07-28T17:10:53.4762Z","steps":["trace[745131768] 'agreement among raft nodes before linearized reading' (duration: 1.104827084s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.47631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.777162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T17:10:53.476308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.37127Z","time spent":"1.105025259s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:10:53.476325Z","caller":"traceutil/trace.go:171","msg":"trace[1159153141] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:41778; }","duration":"774.111766ms","start":"2026-07-28T17:10:52.702196Z","end":"2026-07-28T17:10:53.476308Z","steps":["trace[1159153141] 'agreement among raft nodes before linearized reading' (duration: 773.997553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.476316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.098985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T17:10:53.47616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102652471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:10:53.47635Z","caller":"traceutil/trace.go:171","msg":"trace[665613615] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41778; }","duration":"123.850804ms","start":"2026-07-28T17:10:53.352484Z","end":"2026-07-28T17:10:53.476335Z","steps":["trace[665613615] 'agreement among raft nodes before linearized reading' (duration: 123.774252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.47636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.371081Z","time spent":"1.105262664s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:10:53.476373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.702168Z","time spent":"774.191418ms","remote":"127.0.0.1:35940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:10:53.47638Z","caller":"traceutil/trace.go:171","msg":"trace[1991011635] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41778; }","duration":"123.237388ms","start":"2026-07-28T17:10:53.353128Z","end":"2026-07-28T17:10:53.476365Z","steps":["trace[1991011635] 'agreement among raft nodes before linearized reading' (duration: 123.073914ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:10:53.476382Z","caller":"traceutil/trace.go:171","msg":"trace[50746648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41778; }","duration":"1.102910617s","start":"2026-07-28T17:10:52.37346Z","end":"2026-07-28T17:10:53.476371Z","steps":["trace[50746648] 'agreement among raft nodes before linearized reading' (duration: 1.102519497s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.476421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.373442Z","time spent":"1.102968438s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:10:53.47628Z","caller":"traceutil/trace.go:171","msg":"trace[510517049] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41778; }","duration":"1.234610302s","start":"2026-07-28T17:10:52.241651Z","end":"2026-07-28T17:10:53.476261Z","steps":["trace[510517049] 'agreement among raft nodes before linearized reading' (duration: 1.234323815s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.476465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.241575Z","time spent":"1.234882179s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:10:53.476671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.461535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T17:10:53.476722Z","caller":"traceutil/trace.go:171","msg":"trace[1030034266] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41778; }","duration":"123.529596ms","start":"2026-07-28T17:10:53.35318Z","end":"2026-07-28T17:10:53.47671Z","steps":["trace[1030034266] 'agreement among raft nodes before linearized reading' (duration: 123.104925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.476849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.493662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:421211"} {"level":"info","ts":"2026-07-28T17:10:53.476905Z","caller":"traceutil/trace.go:171","msg":"trace[638493417] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:41778; }","duration":"533.581003ms","start":"2026-07-28T17:10:52.943306Z","end":"2026-07-28T17:10:53.476887Z","steps":["trace[638493417] 'agreement among raft nodes before linearized reading' (duration: 532.497687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:10:53.47694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:10:52.943288Z","time spent":"533.643625ms","remote":"127.0.0.1:36834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":421234,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-28T17:11:09.1342Z","caller":"traceutil/trace.go:171","msg":"trace[452720968] transaction","detail":"{read_only:false; response_revision:41925; number_of_response:1; }","duration":"245.545495ms","start":"2026-07-28T17:11:08.888625Z","end":"2026-07-28T17:11:09.13417Z","steps":["trace[452720968] 'process raft request' (duration: 245.34944ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:09.135093Z","caller":"traceutil/trace.go:171","msg":"trace[1282321240] transaction","detail":"{read_only:false; response_revision:41927; number_of_response:1; }","duration":"189.091481ms","start":"2026-07-28T17:11:08.945977Z","end":"2026-07-28T17:11:09.135069Z","steps":["trace[1282321240] 'process raft request' (duration: 189.0498ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:09.135437Z","caller":"traceutil/trace.go:171","msg":"trace[1738777395] transaction","detail":"{read_only:false; response_revision:41926; number_of_response:1; }","duration":"189.718896ms","start":"2026-07-28T17:11:08.945705Z","end":"2026-07-28T17:11:09.135424Z","steps":["trace[1738777395] 'process raft request' (duration: 189.191793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:14.769933Z","caller":"traceutil/trace.go:171","msg":"trace[538124461] linearizableReadLoop","detail":"{readStateIndex:43241; appliedIndex:43240; }","duration":"194.453332ms","start":"2026-07-28T17:11:14.575447Z","end":"2026-07-28T17:11:14.7699Z","steps":["trace[538124461] 'read index received' (duration: 194.209736ms)","trace[538124461] 'applied index is now lower than readState.Index' (duration: 242.146µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:11:14.770154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.679577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:11:14.77017Z","caller":"traceutil/trace.go:171","msg":"trace[1011728282] transaction","detail":"{read_only:false; response_revision:41975; number_of_response:1; }","duration":"199.235137ms","start":"2026-07-28T17:11:14.570904Z","end":"2026-07-28T17:11:14.770139Z","steps":["trace[1011728282] 'process raft request' (duration: 198.827978ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:14.770221Z","caller":"traceutil/trace.go:171","msg":"trace[747680305] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:41975; }","duration":"194.80078ms","start":"2026-07-28T17:11:14.575399Z","end":"2026-07-28T17:11:14.7702Z","steps":["trace[747680305] 'agreement among raft nodes before linearized reading' (duration: 194.637366ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:15.592201Z","caller":"traceutil/trace.go:171","msg":"trace[1480831577] transaction","detail":"{read_only:false; response_revision:41976; number_of_response:1; }","duration":"130.906305ms","start":"2026-07-28T17:11:15.461269Z","end":"2026-07-28T17:11:15.592176Z","steps":["trace[1480831577] 'process raft request' (duration: 130.711251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:15.613416Z","caller":"traceutil/trace.go:171","msg":"trace[33678401] transaction","detail":"{read_only:false; response_revision:41978; number_of_response:1; }","duration":"100.413243ms","start":"2026-07-28T17:11:15.512971Z","end":"2026-07-28T17:11:15.613384Z","steps":["trace[33678401] 'process raft request' (duration: 100.303861ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:15.613444Z","caller":"traceutil/trace.go:171","msg":"trace[2071963015] transaction","detail":"{read_only:false; response_revision:41977; number_of_response:1; }","duration":"150.601445ms","start":"2026-07-28T17:11:15.462802Z","end":"2026-07-28T17:11:15.613403Z","steps":["trace[2071963015] 'process raft request' (duration: 150.320158ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:15.613876Z","caller":"traceutil/trace.go:171","msg":"trace[1320915922] transaction","detail":"{read_only:false; response_revision:41979; number_of_response:1; }","duration":"100.362362ms","start":"2026-07-28T17:11:15.513477Z","end":"2026-07-28T17:11:15.613839Z","steps":["trace[1320915922] 'process raft request' (duration: 99.86476ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:25.425606Z","caller":"traceutil/trace.go:171","msg":"trace[280355079] transaction","detail":"{read_only:false; response_revision:42195; number_of_response:1; }","duration":"150.282906ms","start":"2026-07-28T17:11:25.275288Z","end":"2026-07-28T17:11:25.425571Z","steps":["trace[280355079] 'process raft request' (duration: 150.094882ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:46.999794Z","caller":"traceutil/trace.go:171","msg":"trace[1188359604] transaction","detail":"{read_only:false; response_revision:42426; number_of_response:1; }","duration":"106.056831ms","start":"2026-07-28T17:11:46.893711Z","end":"2026-07-28T17:11:46.999768Z","steps":["trace[1188359604] 'process raft request' (duration: 105.367924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:11:47.944731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.36978ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:11:47.944834Z","caller":"traceutil/trace.go:171","msg":"trace[668918332] transaction","detail":"{read_only:false; response_revision:42428; number_of_response:1; }","duration":"153.355931ms","start":"2026-07-28T17:11:47.791436Z","end":"2026-07-28T17:11:47.944792Z","steps":["trace[668918332] 'process raft request' (duration: 77.342932ms)","trace[668918332] 'compare' (duration: 75.739222ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:11:47.944924Z","caller":"traceutil/trace.go:171","msg":"trace[1435570868] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:42427; }","duration":"118.578495ms","start":"2026-07-28T17:11:47.826311Z","end":"2026-07-28T17:11:47.94489Z","steps":["trace[1435570868] 'range keys from in-memory index tree' (duration: 118.34235ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:47.993294Z","caller":"traceutil/trace.go:171","msg":"trace[217746462] transaction","detail":"{read_only:false; response_revision:42429; number_of_response:1; }","duration":"193.798826ms","start":"2026-07-28T17:11:47.79947Z","end":"2026-07-28T17:11:47.993268Z","steps":["trace[217746462] 'process raft request' (duration: 193.600931ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:47.993604Z","caller":"traceutil/trace.go:171","msg":"trace[732573997] transaction","detail":"{read_only:false; response_revision:42430; number_of_response:1; }","duration":"193.55629ms","start":"2026-07-28T17:11:47.800038Z","end":"2026-07-28T17:11:47.993594Z","steps":["trace[732573997] 'process raft request' (duration: 193.17605ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:47.993798Z","caller":"traceutil/trace.go:171","msg":"trace[1578380162] transaction","detail":"{read_only:false; response_revision:42432; number_of_response:1; }","duration":"192.610057ms","start":"2026-07-28T17:11:47.801159Z","end":"2026-07-28T17:11:47.993769Z","steps":["trace[1578380162] 'process raft request' (duration: 192.486004ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:47.993818Z","caller":"traceutil/trace.go:171","msg":"trace[103615303] transaction","detail":"{read_only:false; response_revision:42431; number_of_response:1; }","duration":"193.742844ms","start":"2026-07-28T17:11:47.800047Z","end":"2026-07-28T17:11:47.99379Z","steps":["trace[103615303] 'process raft request' (duration: 193.482028ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:47.993862Z","caller":"traceutil/trace.go:171","msg":"trace[1907465722] linearizableReadLoop","detail":"{readStateIndex:43709; appliedIndex:43702; }","duration":"181.391694ms","start":"2026-07-28T17:11:47.812461Z","end":"2026-07-28T17:11:47.993853Z","steps":["trace[1907465722] 'read index received' (duration: 56.333541ms)","trace[1907465722] 'applied index is now lower than readState.Index' (duration: 125.057223ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:11:47.993931Z","caller":"traceutil/trace.go:171","msg":"trace[381573273] transaction","detail":"{read_only:false; response_revision:42434; number_of_response:1; }","duration":"184.121101ms","start":"2026-07-28T17:11:47.809801Z","end":"2026-07-28T17:11:47.993923Z","steps":["trace[381573273] 'process raft request' (duration: 184.003998ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:47.993929Z","caller":"traceutil/trace.go:171","msg":"trace[1547994371] transaction","detail":"{read_only:false; response_revision:42433; number_of_response:1; }","duration":"189.757997ms","start":"2026-07-28T17:11:47.804152Z","end":"2026-07-28T17:11:47.99391Z","steps":["trace[1547994371] 'process raft request' (duration: 189.583253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:11:47.994118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.65859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:11:47.994151Z","caller":"traceutil/trace.go:171","msg":"trace[1657429890] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:42434; }","duration":"137.734571ms","start":"2026-07-28T17:11:47.856407Z","end":"2026-07-28T17:11:47.994141Z","steps":["trace[1657429890] 'agreement among raft nodes before linearized reading' (duration: 137.631829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:11:47.994162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.376538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T17:11:47.994189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.227539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:11:47.994198Z","caller":"traceutil/trace.go:171","msg":"trace[290291005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42434; }","duration":"166.45168ms","start":"2026-07-28T17:11:47.827734Z","end":"2026-07-28T17:11:47.994186Z","steps":["trace[290291005] 'agreement among raft nodes before linearized reading' (duration: 166.249505ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:47.994241Z","caller":"traceutil/trace.go:171","msg":"trace[1912821826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42434; }","duration":"123.340412ms","start":"2026-07-28T17:11:47.87087Z","end":"2026-07-28T17:11:47.99421Z","steps":["trace[1912821826] 'agreement among raft nodes before linearized reading' (duration: 123.145057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:11:47.994354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.268997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-28T17:11:47.994383Z","caller":"traceutil/trace.go:171","msg":"trace[1120659903] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:42434; }","duration":"127.328329ms","start":"2026-07-28T17:11:47.867047Z","end":"2026-07-28T17:11:47.994375Z","steps":["trace[1120659903] 'agreement among raft nodes before linearized reading' (duration: 127.237727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:11:47.994387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.923137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:11:47.994414Z","caller":"traceutil/trace.go:171","msg":"trace[1960500035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42434; }","duration":"181.973268ms","start":"2026-07-28T17:11:47.812433Z","end":"2026-07-28T17:11:47.994406Z","steps":["trace[1960500035] 'agreement among raft nodes before linearized reading' (duration: 181.896867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:11:47.994485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.701482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:11:47.994543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.090116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:11:47.994594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.953785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:11:47.994609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.128471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:11:47.994633Z","caller":"traceutil/trace.go:171","msg":"trace[342231180] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:42434; }","duration":"156.010127ms","start":"2026-07-28T17:11:47.838611Z","end":"2026-07-28T17:11:47.994621Z","steps":["trace[342231180] 'agreement among raft nodes before linearized reading' (duration: 155.951985ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:47.994646Z","caller":"traceutil/trace.go:171","msg":"trace[490165586] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:42434; }","duration":"138.201123ms","start":"2026-07-28T17:11:47.856436Z","end":"2026-07-28T17:11:47.994637Z","steps":["trace[490165586] 'agreement among raft nodes before linearized reading' (duration: 138.06104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:11:47.994684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.574455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:11:47.994716Z","caller":"traceutil/trace.go:171","msg":"trace[259615710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42434; }","duration":"111.641337ms","start":"2026-07-28T17:11:47.883067Z","end":"2026-07-28T17:11:47.994708Z","steps":["trace[259615710] 'agreement among raft nodes before linearized reading' (duration: 111.547635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:11:47.994939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.595513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:11:47.994968Z","caller":"traceutil/trace.go:171","msg":"trace[77781601] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:42434; }","duration":"115.654264ms","start":"2026-07-28T17:11:47.879307Z","end":"2026-07-28T17:11:47.994961Z","steps":["trace[77781601] 'agreement among raft nodes before linearized reading' (duration: 115.50545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:11:47.994998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.087571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T17:11:47.99502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.807801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:11:47.994599Z","caller":"traceutil/trace.go:171","msg":"trace[22850599] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:42434; }","duration":"100.146337ms","start":"2026-07-28T17:11:47.894442Z","end":"2026-07-28T17:11:47.994588Z","steps":["trace[22850599] 'agreement among raft nodes before linearized reading' (duration: 100.069075ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:47.995063Z","caller":"traceutil/trace.go:171","msg":"trace[1251634046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42434; }","duration":"159.159423ms","start":"2026-07-28T17:11:47.83589Z","end":"2026-07-28T17:11:47.995049Z","steps":["trace[1251634046] 'agreement among raft nodes before linearized reading' (duration: 158.912237ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:47.995066Z","caller":"traceutil/trace.go:171","msg":"trace[463380822] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:42434; }","duration":"118.884723ms","start":"2026-07-28T17:11:47.87617Z","end":"2026-07-28T17:11:47.995055Z","steps":["trace[463380822] 'agreement among raft nodes before linearized reading' (duration: 118.804211ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:47.994541Z","caller":"traceutil/trace.go:171","msg":"trace[478121721] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:42434; }","duration":"142.776994ms","start":"2026-07-28T17:11:47.851748Z","end":"2026-07-28T17:11:47.994525Z","steps":["trace[478121721] 'agreement among raft nodes before linearized reading' (duration: 142.694942ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:48.117563Z","caller":"traceutil/trace.go:171","msg":"trace[1867599755] transaction","detail":"{read_only:false; response_revision:42436; number_of_response:1; }","duration":"117.14344ms","start":"2026-07-28T17:11:48.000385Z","end":"2026-07-28T17:11:48.117528Z","steps":["trace[1867599755] 'process raft request' (duration: 62.317966ms)","trace[1867599755] 'compare' (duration: 54.559018ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:11:48.117869Z","caller":"traceutil/trace.go:171","msg":"trace[2122263974] transaction","detail":"{read_only:false; response_revision:42437; number_of_response:1; }","duration":"117.216412ms","start":"2026-07-28T17:11:48.000546Z","end":"2026-07-28T17:11:48.117762Z","steps":["trace[2122263974] 'process raft request' (duration: 116.903185ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:48.118125Z","caller":"traceutil/trace.go:171","msg":"trace[37622859] transaction","detail":"{read_only:false; response_revision:42438; number_of_response:1; }","duration":"117.52682ms","start":"2026-07-28T17:11:48.000564Z","end":"2026-07-28T17:11:48.118091Z","steps":["trace[37622859] 'process raft request' (duration: 117.136151ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:48.118209Z","caller":"traceutil/trace.go:171","msg":"trace[1688889410] transaction","detail":"{read_only:false; response_revision:42439; number_of_response:1; }","duration":"115.872659ms","start":"2026-07-28T17:11:48.002308Z","end":"2026-07-28T17:11:48.118181Z","steps":["trace[1688889410] 'process raft request' (duration: 115.703505ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:11:48.118459Z","caller":"traceutil/trace.go:171","msg":"trace[826219884] transaction","detail":"{read_only:false; response_revision:42440; number_of_response:1; }","duration":"113.636445ms","start":"2026-07-28T17:11:48.004773Z","end":"2026-07-28T17:11:48.118409Z","steps":["trace[826219884] 'process raft request' (duration: 113.369848ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:12:16.998683Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39783} {"level":"info","ts":"2026-07-28T17:12:17.200927Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39783,"took":"198.733176ms","hash":2427633239,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":33382400,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-28T17:12:17.20101Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2427633239,"revision":39783,"compact-revision":36205} {"level":"warn","ts":"2026-07-28T17:12:20.510692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.201402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T17:12:20.510792Z","caller":"traceutil/trace.go:171","msg":"trace[2061181756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42717; }","duration":"297.381976ms","start":"2026-07-28T17:12:20.213387Z","end":"2026-07-28T17:12:20.510769Z","steps":["trace[2061181756] 'range keys from in-memory index tree' (duration: 296.958826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:12:20.51229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.950087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:12:20.512414Z","caller":"traceutil/trace.go:171","msg":"trace[1375002570] linearizableReadLoop","detail":"{readStateIndex:44000; appliedIndex:43999; }","duration":"223.004697ms","start":"2026-07-28T17:12:20.289388Z","end":"2026-07-28T17:12:20.512393Z","steps":["trace[1375002570] 'read index received' (duration: 17.300711ms)","trace[1375002570] 'applied index is now lower than readState.Index' (duration: 205.702616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:12:20.512711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.777901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T17:12:20.512702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.765405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:12:20.51276Z","caller":"traceutil/trace.go:171","msg":"trace[1720607570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42718; }","duration":"206.887394ms","start":"2026-07-28T17:12:20.305858Z","end":"2026-07-28T17:12:20.512746Z","steps":["trace[1720607570] 'agreement among raft nodes before linearized reading' (duration: 206.738581ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:12:20.512801Z","caller":"traceutil/trace.go:171","msg":"trace[153497995] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:42718; }","duration":"193.934529ms","start":"2026-07-28T17:12:20.318837Z","end":"2026-07-28T17:12:20.512771Z","steps":["trace[153497995] 'agreement among raft nodes before linearized reading' (duration: 193.730394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:12:20.512704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.304594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T17:12:20.512842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.253196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:12:20.512887Z","caller":"traceutil/trace.go:171","msg":"trace[1625470039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42718; }","duration":"223.544399ms","start":"2026-07-28T17:12:20.289315Z","end":"2026-07-28T17:12:20.512859Z","steps":["trace[1625470039] 'agreement among raft nodes before linearized reading' (duration: 223.138129ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:12:20.512932Z","caller":"traceutil/trace.go:171","msg":"trace[418551893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42718; }","duration":"210.366789ms","start":"2026-07-28T17:12:20.302544Z","end":"2026-07-28T17:12:20.51291Z","steps":["trace[418551893] 'agreement among raft nodes before linearized reading' (duration: 210.112513ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:12:20.513063Z","caller":"traceutil/trace.go:171","msg":"trace[1699665602] transaction","detail":"{read_only:false; response_revision:42718; number_of_response:1; }","duration":"241.505957ms","start":"2026-07-28T17:12:20.270904Z","end":"2026-07-28T17:12:20.51241Z","steps":["trace[1699665602] 'process raft request' (duration: 35.898484ms)","trace[1699665602] 'compare' (duration: 204.519957ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:12:20.513083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.985017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:12:20.513127Z","caller":"traceutil/trace.go:171","msg":"trace[292140128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42718; }","duration":"221.083789ms","start":"2026-07-28T17:12:20.292031Z","end":"2026-07-28T17:12:20.513115Z","steps":["trace[292140128] 'agreement among raft nodes before linearized reading' (duration: 220.517255ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:12:20.666518Z","caller":"traceutil/trace.go:171","msg":"trace[1689321223] transaction","detail":"{read_only:false; response_revision:42721; number_of_response:1; }","duration":"148.105624ms","start":"2026-07-28T17:12:20.518391Z","end":"2026-07-28T17:12:20.666497Z","steps":["trace[1689321223] 'process raft request' (duration: 148.024092ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:12:20.666606Z","caller":"traceutil/trace.go:171","msg":"trace[1829492732] transaction","detail":"{read_only:false; response_revision:42720; number_of_response:1; }","duration":"148.624297ms","start":"2026-07-28T17:12:20.517957Z","end":"2026-07-28T17:12:20.666581Z","steps":["trace[1829492732] 'process raft request' (duration: 147.990831ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:12:20.66669Z","caller":"traceutil/trace.go:171","msg":"trace[1195328063] linearizableReadLoop","detail":"{readStateIndex:44005; appliedIndex:44000; }","duration":"148.079754ms","start":"2026-07-28T17:12:20.518593Z","end":"2026-07-28T17:12:20.666673Z","steps":["trace[1195328063] 'read index received' (duration: 44.727939ms)","trace[1195328063] 'applied index is now lower than readState.Index' (duration: 103.350955ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:12:20.666813Z","caller":"traceutil/trace.go:171","msg":"trace[788143757] transaction","detail":"{read_only:false; response_revision:42722; number_of_response:1; }","duration":"148.385081ms","start":"2026-07-28T17:12:20.518417Z","end":"2026-07-28T17:12:20.666802Z","steps":["trace[788143757] 'process raft request' (duration: 148.045323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:12:20.666918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.311759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:12:20.666952Z","caller":"traceutil/trace.go:171","msg":"trace[1190744538] transaction","detail":"{read_only:false; response_revision:42723; number_of_response:1; }","duration":"148.387551ms","start":"2026-07-28T17:12:20.518545Z","end":"2026-07-28T17:12:20.666933Z","steps":["trace[1190744538] 'process raft request' (duration: 148.004372ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:12:20.666973Z","caller":"traceutil/trace.go:171","msg":"trace[261896180] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:42724; }","duration":"148.416562ms","start":"2026-07-28T17:12:20.518539Z","end":"2026-07-28T17:12:20.666956Z","steps":["trace[261896180] 'agreement among raft nodes before linearized reading' (duration: 148.274618ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:12:20.666995Z","caller":"traceutil/trace.go:171","msg":"trace[368430938] transaction","detail":"{read_only:false; response_revision:42724; number_of_response:1; }","duration":"147.474329ms","start":"2026-07-28T17:12:20.51948Z","end":"2026-07-28T17:12:20.666954Z","steps":["trace[368430938] 'process raft request' (duration: 147.153051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:12:21.494835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.285975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:12:21.494944Z","caller":"traceutil/trace.go:171","msg":"trace[1811347356] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:42727; }","duration":"152.46328ms","start":"2026-07-28T17:12:21.342452Z","end":"2026-07-28T17:12:21.494915Z","steps":["trace[1811347356] 'count revisions from in-memory index tree' (duration: 152.177223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:12:28.87861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.206627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:12:28.878719Z","caller":"traceutil/trace.go:171","msg":"trace[879505160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42786; }","duration":"160.336041ms","start":"2026-07-28T17:12:28.718358Z","end":"2026-07-28T17:12:28.878694Z","steps":["trace[879505160] 'range keys from in-memory index tree' (duration: 160.091994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:12:28.878874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.279494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:12:28.878934Z","caller":"traceutil/trace.go:171","msg":"trace[1846829445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42786; }","duration":"161.372836ms","start":"2026-07-28T17:12:28.717545Z","end":"2026-07-28T17:12:28.878918Z","steps":["trace[1846829445] 'range keys from in-memory index tree' (duration: 161.15354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:12:28.878949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.891179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:12:28.879085Z","caller":"traceutil/trace.go:171","msg":"trace[1515594659] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:42786; }","duration":"162.077162ms","start":"2026-07-28T17:12:28.716975Z","end":"2026-07-28T17:12:28.879052Z","steps":["trace[1515594659] 'range keys from in-memory index tree' (duration: 161.666563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:12:28.879114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.734184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:12:28.879169Z","caller":"traceutil/trace.go:171","msg":"trace[1801818667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42786; }","duration":"170.862677ms","start":"2026-07-28T17:12:28.708291Z","end":"2026-07-28T17:12:28.879154Z","steps":["trace[1801818667] 'range keys from in-memory index tree' (duration: 170.58763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:12:28.879524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.042871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:12:28.879981Z","caller":"traceutil/trace.go:171","msg":"trace[143388734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42786; }","duration":"165.114036ms","start":"2026-07-28T17:12:28.714844Z","end":"2026-07-28T17:12:28.879958Z","steps":["trace[143388734] 'range keys from in-memory index tree' (duration: 163.825785ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:13:14.291419Z","caller":"traceutil/trace.go:171","msg":"trace[1618788303] transaction","detail":"{read_only:false; response_revision:43175; number_of_response:1; }","duration":"186.196361ms","start":"2026-07-28T17:13:14.105202Z","end":"2026-07-28T17:13:14.291398Z","steps":["trace[1618788303] 'process raft request' (duration: 186.012616ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:13:14.292651Z","caller":"traceutil/trace.go:171","msg":"trace[1966457358] transaction","detail":"{read_only:false; response_revision:43176; number_of_response:1; }","duration":"187.4084ms","start":"2026-07-28T17:13:14.105211Z","end":"2026-07-28T17:13:14.292619Z","steps":["trace[1966457358] 'process raft request' (duration: 187.095883ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:13:14.292751Z","caller":"traceutil/trace.go:171","msg":"trace[1162074925] transaction","detail":"{read_only:false; response_revision:43177; number_of_response:1; }","duration":"187.43048ms","start":"2026-07-28T17:13:14.105266Z","end":"2026-07-28T17:13:14.292696Z","steps":["trace[1162074925] 'process raft request' (duration: 187.212485ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:13:55.574648Z","caller":"traceutil/trace.go:171","msg":"trace[424397618] transaction","detail":"{read_only:false; response_revision:43530; number_of_response:1; }","duration":"153.584637ms","start":"2026-07-28T17:13:55.421031Z","end":"2026-07-28T17:13:55.574616Z","steps":["trace[424397618] 'process raft request' (duration: 151.794214ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:13:55.574671Z","caller":"traceutil/trace.go:171","msg":"trace[1476107598] linearizableReadLoop","detail":"{readStateIndex:44832; appliedIndex:44829; }","duration":"151.473936ms","start":"2026-07-28T17:13:55.423163Z","end":"2026-07-28T17:13:55.574637Z","steps":["trace[1476107598] 'read index received' (duration: 11.311025ms)","trace[1476107598] 'applied index is now lower than readState.Index' (duration: 140.161501ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:13:55.574719Z","caller":"traceutil/trace.go:171","msg":"trace[1527820464] transaction","detail":"{read_only:false; response_revision:43531; number_of_response:1; }","duration":"151.943187ms","start":"2026-07-28T17:13:55.422756Z","end":"2026-07-28T17:13:55.574699Z","steps":["trace[1527820464] 'process raft request' (duration: 151.759883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:13:55.575011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.827635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:13:55.575106Z","caller":"traceutil/trace.go:171","msg":"trace[1681099129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:43531; }","duration":"151.962397ms","start":"2026-07-28T17:13:55.423121Z","end":"2026-07-28T17:13:55.575083Z","steps":["trace[1681099129] 'agreement among raft nodes before linearized reading' (duration: 151.67282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:13:55.583366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.901542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:13:55.583419Z","caller":"traceutil/trace.go:171","msg":"trace[740233089] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:43532; }","duration":"157.965524ms","start":"2026-07-28T17:13:55.425443Z","end":"2026-07-28T17:13:55.583408Z","steps":["trace[740233089] 'agreement among raft nodes before linearized reading' (duration: 157.81251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:13:55.583484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.12736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:13:55.583518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.303625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:13:55.58354Z","caller":"traceutil/trace.go:171","msg":"trace[1280795677] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:43532; }","duration":"131.354786ms","start":"2026-07-28T17:13:55.452178Z","end":"2026-07-28T17:13:55.583533Z","steps":["trace[1280795677] 'agreement among raft nodes before linearized reading' (duration: 131.320925ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:13:55.583533Z","caller":"traceutil/trace.go:171","msg":"trace[574762573] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:43532; }","duration":"131.215813ms","start":"2026-07-28T17:13:55.452302Z","end":"2026-07-28T17:13:55.583518Z","steps":["trace[574762573] 'agreement among raft nodes before linearized reading' (duration: 131.142861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:13:55.583459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.025588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:13:55.583615Z","caller":"traceutil/trace.go:171","msg":"trace[555772250] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:43532; }","duration":"131.204013ms","start":"2026-07-28T17:13:55.452405Z","end":"2026-07-28T17:13:55.583609Z","steps":["trace[555772250] 'agreement among raft nodes before linearized reading' (duration: 130.974577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:13:55.583653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.028715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-28T17:13:55.583713Z","caller":"traceutil/trace.go:171","msg":"trace[615024291] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:43532; }","duration":"128.096217ms","start":"2026-07-28T17:13:55.455605Z","end":"2026-07-28T17:13:55.583702Z","steps":["trace[615024291] 'agreement among raft nodes before linearized reading' (duration: 127.949393ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:13:59.244668Z","caller":"traceutil/trace.go:171","msg":"trace[1654449340] transaction","detail":"{read_only:false; response_revision:43560; number_of_response:1; }","duration":"148.37392ms","start":"2026-07-28T17:13:59.096251Z","end":"2026-07-28T17:13:59.244625Z","steps":["trace[1654449340] 'process raft request' (duration: 148.064893ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:02.717472Z","caller":"traceutil/trace.go:171","msg":"trace[1667170504] linearizableReadLoop","detail":"{readStateIndex:44888; appliedIndex:44887; }","duration":"189.47714ms","start":"2026-07-28T17:14:02.527964Z","end":"2026-07-28T17:14:02.717441Z","steps":["trace[1667170504] 'read index received' (duration: 189.336907ms)","trace[1667170504] 'applied index is now lower than readState.Index' (duration: 138.933µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:14:02.717565Z","caller":"traceutil/trace.go:171","msg":"trace[786705779] transaction","detail":"{read_only:false; response_revision:43586; number_of_response:1; }","duration":"261.34134ms","start":"2026-07-28T17:14:02.45619Z","end":"2026-07-28T17:14:02.717531Z","steps":["trace[786705779] 'process raft request' (duration: 261.027752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:02.717651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.667016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:02.717798Z","caller":"traceutil/trace.go:171","msg":"trace[1775825785] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:43586; }","duration":"189.86392ms","start":"2026-07-28T17:14:02.527906Z","end":"2026-07-28T17:14:02.71777Z","steps":["trace[1775825785] 'agreement among raft nodes before linearized reading' (duration: 189.652705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:02.812763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.763481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:02.812891Z","caller":"traceutil/trace.go:171","msg":"trace[2083604991] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:43589; }","duration":"162.943925ms","start":"2026-07-28T17:14:02.649914Z","end":"2026-07-28T17:14:02.812858Z","steps":["trace[2083604991] 'agreement among raft nodes before linearized reading' (duration: 162.708609ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:02.812923Z","caller":"traceutil/trace.go:171","msg":"trace[472592741] transaction","detail":"{read_only:false; response_revision:43587; number_of_response:1; }","duration":"265.136011ms","start":"2026-07-28T17:14:02.547757Z","end":"2026-07-28T17:14:02.812893Z","steps":["trace[472592741] 'process raft request' (duration: 212.853159ms)","trace[472592741] 'compare' (duration: 51.547884ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:14:02.812905Z","caller":"traceutil/trace.go:171","msg":"trace[500412896] transaction","detail":"{read_only:false; response_revision:43588; number_of_response:1; }","duration":"220.850534ms","start":"2026-07-28T17:14:02.59202Z","end":"2026-07-28T17:14:02.812871Z","steps":["trace[500412896] 'process raft request' (duration: 220.384763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:02.81303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.696006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:02.813067Z","caller":"traceutil/trace.go:171","msg":"trace[829235342] transaction","detail":"{read_only:false; response_revision:43589; number_of_response:1; }","duration":"106.800469ms","start":"2026-07-28T17:14:02.706241Z","end":"2026-07-28T17:14:02.813041Z","steps":["trace[829235342] 'process raft request' (duration: 106.316967ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:02.813119Z","caller":"traceutil/trace.go:171","msg":"trace[824449476] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:43589; }","duration":"106.83678ms","start":"2026-07-28T17:14:02.706259Z","end":"2026-07-28T17:14:02.813095Z","steps":["trace[824449476] 'agreement among raft nodes before linearized reading' (duration: 106.680126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:02.813191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.448022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:02.813214Z","caller":"traceutil/trace.go:171","msg":"trace[2143285258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43589; }","duration":"162.541075ms","start":"2026-07-28T17:14:02.650666Z","end":"2026-07-28T17:14:02.813208Z","steps":["trace[2143285258] 'agreement among raft nodes before linearized reading' (duration: 162.448892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:04.940936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.500188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:04.941016Z","caller":"traceutil/trace.go:171","msg":"trace[1172599028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43604; }","duration":"290.621161ms","start":"2026-07-28T17:14:04.650377Z","end":"2026-07-28T17:14:04.940998Z","steps":["trace[1172599028] 'range keys from in-memory index tree' (duration: 290.416657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:04.941049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.251009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T17:14:04.941149Z","caller":"traceutil/trace.go:171","msg":"trace[902695699] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:43604; }","duration":"513.392123ms","start":"2026-07-28T17:14:04.427732Z","end":"2026-07-28T17:14:04.941125Z","steps":["trace[902695699] 'range keys from in-memory index tree' (duration: 513.051905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:04.941208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.427713Z","time spent":"513.479944ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:14:04.941402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.23631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:14:04.941453Z","caller":"traceutil/trace.go:171","msg":"trace[1367974548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:43604; }","duration":"488.312232ms","start":"2026-07-28T17:14:04.453129Z","end":"2026-07-28T17:14:04.941442Z","steps":["trace[1367974548] 'range keys from in-memory index tree' (duration: 488.080486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:04.941483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.453118Z","time spent":"488.356793ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:14:04.941692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.521351Z","time spent":"420.337518ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T17:14:04.941735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.006378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T17:14:04.941775Z","caller":"traceutil/trace.go:171","msg":"trace[972730789] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:43604; }","duration":"512.04598ms","start":"2026-07-28T17:14:04.429718Z","end":"2026-07-28T17:14:04.941764Z","steps":["trace[972730789] 'range keys from in-memory index tree' (duration: 511.860175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:04.941772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.380472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:14:04.941807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.429647Z","time spent":"512.153312ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T17:14:04.94182Z","caller":"traceutil/trace.go:171","msg":"trace[295664933] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:43604; }","duration":"499.442143ms","start":"2026-07-28T17:14:04.442365Z","end":"2026-07-28T17:14:04.941807Z","steps":["trace[295664933] 'range keys from in-memory index tree' (duration: 499.343211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:04.941858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.442357Z","time spent":"499.487424ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:14:04.941896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.757901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:04.941927Z","caller":"traceutil/trace.go:171","msg":"trace[331800369] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:43604; }","duration":"499.813492ms","start":"2026-07-28T17:14:04.442105Z","end":"2026-07-28T17:14:04.941919Z","steps":["trace[331800369] 'range keys from in-memory index tree' (duration: 499.699219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:04.941954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.442092Z","time spent":"499.853714ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:14:04.94194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.7351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:14:04.941967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.210407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T17:14:04.942016Z","caller":"traceutil/trace.go:171","msg":"trace[963224777] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:43604; }","duration":"499.857913ms","start":"2026-07-28T17:14:04.442141Z","end":"2026-07-28T17:14:04.941999Z","steps":["trace[963224777] 'range keys from in-memory index tree' (duration: 499.667349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:04.942043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.224597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-28T17:14:04.942058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.442124Z","time spent":"499.924915ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-07-28T17:14:04.942052Z","caller":"traceutil/trace.go:171","msg":"trace[975995747] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:43604; }","duration":"492.34264ms","start":"2026-07-28T17:14:04.449687Z","end":"2026-07-28T17:14:04.94203Z","steps":["trace[975995747] 'range keys from in-memory index tree' (duration: 492.032802ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:04.942092Z","caller":"traceutil/trace.go:171","msg":"trace[1069852816] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:43604; }","duration":"499.2893ms","start":"2026-07-28T17:14:04.442789Z","end":"2026-07-28T17:14:04.942078Z","steps":["trace[1069852816] 'range keys from in-memory index tree' (duration: 499.121746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:04.942105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.449677Z","time spent":"492.419132ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:14:04.942126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.442781Z","time spent":"499.337481ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-28T17:14:05.162908Z","caller":"traceutil/trace.go:171","msg":"trace[1575972002] transaction","detail":"{read_only:false; response_revision:43605; number_of_response:1; }","duration":"439.73189ms","start":"2026-07-28T17:14:04.723136Z","end":"2026-07-28T17:14:05.162868Z","steps":["trace[1575972002] 'process raft request' (duration: 439.570676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:05.163093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.723108Z","time spent":"439.902485ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:14:05.368707Z","caller":"traceutil/trace.go:171","msg":"trace[2112059973] transaction","detail":"{read_only:false; response_revision:43606; number_of_response:1; }","duration":"547.575855ms","start":"2026-07-28T17:14:04.821081Z","end":"2026-07-28T17:14:05.368657Z","steps":["trace[2112059973] 'process raft request' (duration: 547.255107ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:05.368854Z","caller":"traceutil/trace.go:171","msg":"trace[1129409672] transaction","detail":"{read_only:false; response_revision:43608; number_of_response:1; }","duration":"547.345809ms","start":"2026-07-28T17:14:04.821474Z","end":"2026-07-28T17:14:05.36882Z","steps":["trace[1129409672] 'process raft request' (duration: 547.066582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:05.368894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.821052Z","time spent":"547.756099ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:14:05.368882Z","caller":"traceutil/trace.go:171","msg":"trace[1576561421] transaction","detail":"{read_only:false; response_revision:43607; number_of_response:1; }","duration":"547.402711ms","start":"2026-07-28T17:14:04.82145Z","end":"2026-07-28T17:14:05.368853Z","steps":["trace[1576561421] 'process raft request' (duration: 547.040072ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:05.368891Z","caller":"traceutil/trace.go:171","msg":"trace[1151341394] transaction","detail":"{read_only:false; response_revision:43609; number_of_response:1; }","duration":"547.359619ms","start":"2026-07-28T17:14:04.821469Z","end":"2026-07-28T17:14:05.368829Z","steps":["trace[1151341394] 'process raft request' (duration: 547.104823ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:05.368958Z","caller":"traceutil/trace.go:171","msg":"trace[994845028] transaction","detail":"{read_only:false; response_revision:43612; number_of_response:1; }","duration":"422.230024ms","start":"2026-07-28T17:14:04.946719Z","end":"2026-07-28T17:14:05.368949Z","steps":["trace[994845028] 'process raft request' (duration: 422.132292ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:05.368986Z","caller":"traceutil/trace.go:171","msg":"trace[2079943401] transaction","detail":"{read_only:false; response_revision:43611; number_of_response:1; }","duration":"455.256968ms","start":"2026-07-28T17:14:04.913707Z","end":"2026-07-28T17:14:05.368964Z","steps":["trace[2079943401] 'process raft request' (duration: 454.931431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:05.36902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.946702Z","time spent":"422.280036ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:14:05.369021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.821416Z","time spent":"547.537273ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:14:05.369041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.821457Z","time spent":"547.484372ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:14:05.369058Z","caller":"traceutil/trace.go:171","msg":"trace[1343857338] linearizableReadLoop","detail":"{readStateIndex:44914; appliedIndex:44907; }","duration":"426.875117ms","start":"2026-07-28T17:14:04.942163Z","end":"2026-07-28T17:14:05.369039Z","steps":["trace[1343857338] 'read index received' (duration: 220.667659ms)","trace[1343857338] 'applied index is now lower than readState.Index' (duration: 206.206368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:14:05.369086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.913681Z","time spent":"455.35385ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:14:05.36914Z","caller":"traceutil/trace.go:171","msg":"trace[2044940950] transaction","detail":"{read_only:false; response_revision:43614; number_of_response:1; }","duration":"422.195994ms","start":"2026-07-28T17:14:04.946914Z","end":"2026-07-28T17:14:05.36911Z","steps":["trace[2044940950] 'process raft request' (duration: 422.072291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:05.369128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.821439Z","time spent":"547.547834ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:14:05.369193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.016361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:14:05.369254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.111206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:05.369266Z","caller":"traceutil/trace.go:171","msg":"trace[1060807668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43614; }","duration":"427.128453ms","start":"2026-07-28T17:14:04.942116Z","end":"2026-07-28T17:14:05.369245Z","steps":["trace[1060807668] 'agreement among raft nodes before linearized reading' (duration: 427.01076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:05.369273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.759968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:14:05.369295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.222179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:05.369301Z","caller":"traceutil/trace.go:171","msg":"trace[196984529] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:43614; }","duration":"407.180978ms","start":"2026-07-28T17:14:04.962109Z","end":"2026-07-28T17:14:05.36929Z","steps":["trace[196984529] 'agreement among raft nodes before linearized reading' (duration: 407.102326ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:05.369319Z","caller":"traceutil/trace.go:171","msg":"trace[1918379299] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:43614; }","duration":"407.27569ms","start":"2026-07-28T17:14:04.962038Z","end":"2026-07-28T17:14:05.369314Z","steps":["trace[1918379299] 'agreement among raft nodes before linearized reading' (duration: 407.235489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:05.369309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.942095Z","time spent":"427.206626ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:14:05.369293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.946899Z","time spent":"422.320737ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:14:05.369313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.158567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-28T17:14:05.369324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.958803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-28T17:14:05.369141Z","caller":"traceutil/trace.go:171","msg":"trace[462636560] transaction","detail":"{read_only:false; response_revision:43613; number_of_response:1; }","duration":"422.265925ms","start":"2026-07-28T17:14:04.94684Z","end":"2026-07-28T17:14:05.369106Z","steps":["trace[462636560] 'process raft request' (duration: 422.084581ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:05.369327Z","caller":"traceutil/trace.go:171","msg":"trace[1143566255] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:43614; }","duration":"406.83053ms","start":"2026-07-28T17:14:04.962481Z","end":"2026-07-28T17:14:05.369312Z","steps":["trace[1143566255] 'agreement among raft nodes before linearized reading' (duration: 406.737808ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:05.369364Z","caller":"traceutil/trace.go:171","msg":"trace[1306907554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:43614; }","duration":"423.25346ms","start":"2026-07-28T17:14:04.946097Z","end":"2026-07-28T17:14:05.369351Z","steps":["trace[1306907554] 'agreement among raft nodes before linearized reading' (duration: 423.084176ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:05.369368Z","caller":"traceutil/trace.go:171","msg":"trace[2026922335] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:43614; }","duration":"407.036775ms","start":"2026-07-28T17:14:04.96232Z","end":"2026-07-28T17:14:05.369357Z","steps":["trace[2026922335] 'agreement among raft nodes before linearized reading' (duration: 406.870741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:05.369401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.962301Z","time spent":"407.093586ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-28T17:14:05.369402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.946081Z","time spent":"423.311911ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:14:05.369399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.962471Z","time spent":"406.916882ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T17:14:05.369341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.962094Z","time spent":"407.241539ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:14:05.36934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.962024Z","time spent":"407.311192ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:14:05.369499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.946822Z","time spent":"422.545062ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:14:05.369956Z","caller":"traceutil/trace.go:171","msg":"trace[1226494479] transaction","detail":"{read_only:false; response_revision:43610; number_of_response:1; }","duration":"547.162185ms","start":"2026-07-28T17:14:04.821517Z","end":"2026-07-28T17:14:05.368679Z","steps":["trace[1226494479] 'process raft request' (duration: 547.091673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:05.370082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:04.821507Z","time spent":"548.514267ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:14:05.980833Z","caller":"traceutil/trace.go:171","msg":"trace[122893920] transaction","detail":"{read_only:false; response_revision:43618; number_of_response:1; }","duration":"333.051355ms","start":"2026-07-28T17:14:05.64776Z","end":"2026-07-28T17:14:05.980812Z","steps":["trace[122893920] 'process raft request' (duration: 256.103302ms)","trace[122893920] 'compare' (duration: 76.695996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:14:05.980965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:05.647733Z","time spent":"333.153447ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:14:05.98392Z","caller":"traceutil/trace.go:171","msg":"trace[849324004] linearizableReadLoop","detail":"{readStateIndex:44922; appliedIndex:44920; }","duration":"332.756708ms","start":"2026-07-28T17:14:05.651141Z","end":"2026-07-28T17:14:05.983897Z","steps":["trace[849324004] 'read index received' (duration: 252.73602ms)","trace[849324004] 'applied index is now lower than readState.Index' (duration: 80.014897ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:14:05.983956Z","caller":"traceutil/trace.go:171","msg":"trace[504059563] transaction","detail":"{read_only:false; response_revision:43619; number_of_response:1; }","duration":"335.565816ms","start":"2026-07-28T17:14:05.648374Z","end":"2026-07-28T17:14:05.98394Z","steps":["trace[504059563] 'process raft request' (duration: 335.398832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:05.984035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:05.648357Z","time spent":"335.634277ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:14:05.984098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.916541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:05.984132Z","caller":"traceutil/trace.go:171","msg":"trace[1410937281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43619; }","duration":"333.000683ms","start":"2026-07-28T17:14:05.651121Z","end":"2026-07-28T17:14:05.984122Z","steps":["trace[1410937281] 'agreement among raft nodes before linearized reading' (duration: 332.905841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:05.98417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:05.651114Z","time spent":"333.049024ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:14:05.984187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.143338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:14:05.984239Z","caller":"traceutil/trace.go:171","msg":"trace[417195883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:43619; }","duration":"285.226191ms","start":"2026-07-28T17:14:05.699Z","end":"2026-07-28T17:14:05.984226Z","steps":["trace[417195883] 'agreement among raft nodes before linearized reading' (duration: 285.039746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:05.984334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.186309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:14:05.984416Z","caller":"traceutil/trace.go:171","msg":"trace[1866000698] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:43619; }","duration":"262.322663ms","start":"2026-07-28T17:14:05.722074Z","end":"2026-07-28T17:14:05.984397Z","steps":["trace[1866000698] 'agreement among raft nodes before linearized reading' (duration: 262.072857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:06.356101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.515153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:14:06.356293Z","caller":"traceutil/trace.go:171","msg":"trace[571933495] linearizableReadLoop","detail":"{readStateIndex:44924; appliedIndex:44922; }","duration":"289.610467ms","start":"2026-07-28T17:14:06.066668Z","end":"2026-07-28T17:14:06.356278Z","steps":["trace[571933495] 'read index received' (duration: 48.805057ms)","trace[571933495] 'applied index is now lower than readState.Index' (duration: 240.80456ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:14:06.356343Z","caller":"traceutil/trace.go:171","msg":"trace[1198665518] transaction","detail":"{read_only:false; response_revision:43620; number_of_response:1; }","duration":"368.908447ms","start":"2026-07-28T17:14:05.987421Z","end":"2026-07-28T17:14:06.35633Z","steps":["trace[1198665518] 'process raft request' (duration: 128.068757ms)","trace[1198665518] 'compare' (duration: 240.252946ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:14:06.356368Z","caller":"traceutil/trace.go:171","msg":"trace[183809708] transaction","detail":"{read_only:false; response_revision:43621; number_of_response:1; }","duration":"367.123624ms","start":"2026-07-28T17:14:05.989235Z","end":"2026-07-28T17:14:06.356358Z","steps":["trace[183809708] 'process raft request' (duration: 366.9543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:06.356405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:05.987403Z","time spent":"368.974978ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:14:06.356422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:05.989226Z","time spent":"367.162185ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:14:06.356532Z","caller":"traceutil/trace.go:171","msg":"trace[1292352113] transaction","detail":"{read_only:false; response_revision:43622; number_of_response:1; }","duration":"172.041076ms","start":"2026-07-28T17:14:06.184458Z","end":"2026-07-28T17:14:06.356499Z","steps":["trace[1292352113] 'process raft request' (duration: 171.78655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:06.356643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.947936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:06.356731Z","caller":"traceutil/trace.go:171","msg":"trace[1413540008] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:43622; }","duration":"290.082718ms","start":"2026-07-28T17:14:06.066625Z","end":"2026-07-28T17:14:06.356708Z","steps":["trace[1413540008] 'agreement among raft nodes before linearized reading' (duration: 289.871453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:06.357234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.451983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:302774"} {"level":"info","ts":"2026-07-28T17:14:06.357337Z","caller":"traceutil/trace.go:171","msg":"trace[612966131] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:43622; }","duration":"222.598627ms","start":"2026-07-28T17:14:06.134712Z","end":"2026-07-28T17:14:06.357311Z","steps":["trace[612966131] 'agreement among raft nodes before linearized reading' (duration: 221.777917ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:08.19261Z","caller":"traceutil/trace.go:171","msg":"trace[1600312682] transaction","detail":"{read_only:false; response_revision:43634; number_of_response:1; }","duration":"201.623346ms","start":"2026-07-28T17:14:07.990948Z","end":"2026-07-28T17:14:08.192572Z","steps":["trace[1600312682] 'process raft request' (duration: 201.392921ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:08.213376Z","caller":"traceutil/trace.go:171","msg":"trace[1761969940] linearizableReadLoop","detail":"{readStateIndex:44939; appliedIndex:44937; }","duration":"176.011153ms","start":"2026-07-28T17:14:08.037339Z","end":"2026-07-28T17:14:08.21335Z","steps":["trace[1761969940] 'read index received' (duration: 154.912309ms)","trace[1761969940] 'applied index is now lower than readState.Index' (duration: 21.097824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:14:08.213573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.206938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:08.213605Z","caller":"traceutil/trace.go:171","msg":"trace[1277925804] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:43635; }","duration":"176.287859ms","start":"2026-07-28T17:14:08.037307Z","end":"2026-07-28T17:14:08.213594Z","steps":["trace[1277925804] 'agreement among raft nodes before linearized reading' (duration: 176.137325ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:08.21394Z","caller":"traceutil/trace.go:171","msg":"trace[2045226591] transaction","detail":"{read_only:false; response_revision:43635; number_of_response:1; }","duration":"220.215229ms","start":"2026-07-28T17:14:07.993712Z","end":"2026-07-28T17:14:08.213927Z","steps":["trace[2045226591] 'process raft request' (duration: 219.462371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:08.484171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.234778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T17:14:08.484238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.221334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:14:08.484258Z","caller":"traceutil/trace.go:171","msg":"trace[1089842881] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:43635; }","duration":"123.393503ms","start":"2026-07-28T17:14:08.360844Z","end":"2026-07-28T17:14:08.484237Z","steps":["trace[1089842881] 'range keys from in-memory index tree' (duration: 122.939281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:08.484219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.824222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T17:14:08.484289Z","caller":"traceutil/trace.go:171","msg":"trace[1699215791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:43635; }","duration":"122.321177ms","start":"2026-07-28T17:14:08.361954Z","end":"2026-07-28T17:14:08.484275Z","steps":["trace[1699215791] 'range keys from in-memory index tree' (duration: 122.02323ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:08.484342Z","caller":"traceutil/trace.go:171","msg":"trace[640303901] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:43635; }","duration":"146.995867ms","start":"2026-07-28T17:14:08.337317Z","end":"2026-07-28T17:14:08.484312Z","steps":["trace[640303901] 'count revisions from in-memory index tree' (duration: 146.68303ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:14.134691Z","caller":"traceutil/trace.go:171","msg":"trace[1402759093] linearizableReadLoop","detail":"{readStateIndex:44989; appliedIndex:44988; }","duration":"466.803819ms","start":"2026-07-28T17:14:13.667862Z","end":"2026-07-28T17:14:14.134666Z","steps":["trace[1402759093] 'read index received' (duration: 466.582824ms)","trace[1402759093] 'applied index is now lower than readState.Index' (duration: 219.865µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:14:14.134757Z","caller":"traceutil/trace.go:171","msg":"trace[257593791] transaction","detail":"{read_only:false; response_revision:43684; number_of_response:1; }","duration":"466.952902ms","start":"2026-07-28T17:14:13.667763Z","end":"2026-07-28T17:14:14.134716Z","steps":["trace[257593791] 'process raft request' (duration: 466.735627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:14.134911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.010604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:14:14.135063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.440381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:14:14.135049Z","caller":"traceutil/trace.go:171","msg":"trace[1823076028] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:43684; }","duration":"467.228769ms","start":"2026-07-28T17:14:13.667797Z","end":"2026-07-28T17:14:14.135025Z","steps":["trace[1823076028] 'agreement among raft nodes before linearized reading' (duration: 467.032804ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:14.135142Z","caller":"traceutil/trace.go:171","msg":"trace[1367605976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:43684; }","duration":"450.552973ms","start":"2026-07-28T17:14:13.684571Z","end":"2026-07-28T17:14:14.135124Z","steps":["trace[1367605976] 'agreement among raft nodes before linearized reading' (duration: 450.335518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:14.135181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:13.684537Z","time spent":"450.638246ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:14:14.135168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.295655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:14.135284Z","caller":"traceutil/trace.go:171","msg":"trace[386282547] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:43684; }","duration":"348.460769ms","start":"2026-07-28T17:14:13.786794Z","end":"2026-07-28T17:14:14.135255Z","steps":["trace[386282547] 'agreement among raft nodes before linearized reading' (duration: 348.250943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:14.135204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:13.667757Z","time spent":"467.385123ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T17:14:14.13536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:13.786778Z","time spent":"348.564972ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:14:14.134922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:14:13.667724Z","time spent":"467.106096ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:14:14.420515Z","caller":"traceutil/trace.go:171","msg":"trace[766479422] transaction","detail":"{read_only:false; response_revision:43687; number_of_response:1; }","duration":"175.795108ms","start":"2026-07-28T17:14:14.244679Z","end":"2026-07-28T17:14:14.420474Z","steps":["trace[766479422] 'process raft request' (duration: 90.967544ms)","trace[766479422] 'compare' (duration: 84.587548ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:15:58.885509Z","caller":"traceutil/trace.go:171","msg":"trace[760014960] linearizableReadLoop","detail":"{readStateIndex:45948; appliedIndex:45947; }","duration":"102.751322ms","start":"2026-07-28T17:15:58.782736Z","end":"2026-07-28T17:15:58.885487Z","steps":["trace[760014960] 'read index received' (duration: 102.562787ms)","trace[760014960] 'applied index is now lower than readState.Index' (duration: 187.385µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:15:58.885563Z","caller":"traceutil/trace.go:171","msg":"trace[817950685] transaction","detail":"{read_only:false; response_revision:44621; number_of_response:1; }","duration":"106.671857ms","start":"2026-07-28T17:15:58.778866Z","end":"2026-07-28T17:15:58.885537Z","steps":["trace[817950685] 'process raft request' (duration: 106.494293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:15:58.885777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.016908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T17:15:58.885836Z","caller":"traceutil/trace.go:171","msg":"trace[2118750213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:44621; }","duration":"103.109591ms","start":"2026-07-28T17:15:58.782713Z","end":"2026-07-28T17:15:58.885823Z","steps":["trace[2118750213] 'agreement among raft nodes before linearized reading' (duration: 102.904216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:15:59.23154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.583915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7699"} {"level":"info","ts":"2026-07-28T17:15:59.231637Z","caller":"traceutil/trace.go:171","msg":"trace[57701799] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:44624; }","duration":"115.725318ms","start":"2026-07-28T17:15:59.115887Z","end":"2026-07-28T17:15:59.231612Z","steps":["trace[57701799] 'range keys from in-memory index tree' (duration: 115.405121ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:15:59.339286Z","caller":"traceutil/trace.go:171","msg":"trace[371268777] transaction","detail":"{read_only:false; response_revision:44625; number_of_response:1; }","duration":"103.643464ms","start":"2026-07-28T17:15:59.23562Z","end":"2026-07-28T17:15:59.339264Z","steps":["trace[371268777] 'process raft request' (duration: 103.525371ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:15:59.345221Z","caller":"traceutil/trace.go:171","msg":"trace[1380813883] transaction","detail":"{read_only:false; response_revision:44626; number_of_response:1; }","duration":"109.458525ms","start":"2026-07-28T17:15:59.235755Z","end":"2026-07-28T17:15:59.345213Z","steps":["trace[1380813883] 'process raft request' (duration: 109.044595ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:05.286168Z","caller":"traceutil/trace.go:171","msg":"trace[243945120] linearizableReadLoop","detail":"{readStateIndex:46025; appliedIndex:46024; }","duration":"327.799643ms","start":"2026-07-28T17:16:04.958344Z","end":"2026-07-28T17:16:05.286144Z","steps":["trace[243945120] 'read index received' (duration: 327.665359ms)","trace[243945120] 'applied index is now lower than readState.Index' (duration: 133.244µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:16:05.28647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.852592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T17:16:05.286456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.128598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:16:05.286485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.71741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:05.286518Z","caller":"traceutil/trace.go:171","msg":"trace[1545290971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:44696; }","duration":"285.962515ms","start":"2026-07-28T17:16:05.000544Z","end":"2026-07-28T17:16:05.286506Z","steps":["trace[1545290971] 'agreement among raft nodes before linearized reading' (duration: 285.795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:05.286552Z","caller":"traceutil/trace.go:171","msg":"trace[2385091] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:44696; }","duration":"123.278692ms","start":"2026-07-28T17:16:05.163252Z","end":"2026-07-28T17:16:05.286531Z","steps":["trace[2385091] 'agreement among raft nodes before linearized reading' (duration: 123.110178ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:05.286559Z","caller":"traceutil/trace.go:171","msg":"trace[1458952396] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:44696; }","duration":"182.834532ms","start":"2026-07-28T17:16:05.103706Z","end":"2026-07-28T17:16:05.286541Z","steps":["trace[1458952396] 'agreement among raft nodes before linearized reading' (duration: 182.696299ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:05.286496Z","caller":"traceutil/trace.go:171","msg":"trace[274847476] transaction","detail":"{read_only:false; response_revision:44696; number_of_response:1; }","duration":"330.161711ms","start":"2026-07-28T17:16:04.956304Z","end":"2026-07-28T17:16:05.286466Z","steps":["trace[274847476] 'process raft request' (duration: 329.674409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.286651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.228302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T17:16:05.287222Z","caller":"traceutil/trace.go:171","msg":"trace[213724430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:44696; }","duration":"222.833246ms","start":"2026-07-28T17:16:05.064372Z","end":"2026-07-28T17:16:05.287205Z","steps":["trace[213724430] 'agreement among raft nodes before linearized reading' (duration: 222.043507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.286491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.12419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c8af1cbd-a017-4df7-8c35-6081c5a0459d\" ","response":"range_response_count:1 size:2194"} {"level":"info","ts":"2026-07-28T17:16:05.287329Z","caller":"traceutil/trace.go:171","msg":"trace[58225182] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c8af1cbd-a017-4df7-8c35-6081c5a0459d; range_end:; response_count:1; response_revision:44696; }","duration":"328.981852ms","start":"2026-07-28T17:16:04.958326Z","end":"2026-07-28T17:16:05.287307Z","steps":["trace[58225182] 'agreement among raft nodes before linearized reading' (duration: 328.006428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.287384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:04.958318Z","time spent":"329.051563ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2217,"request content":"key:\"/registry/persistentvolumes/pvc-c8af1cbd-a017-4df7-8c35-6081c5a0459d\" "} {"level":"warn","ts":"2026-07-28T17:16:05.287504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:04.956287Z","time spent":"330.836818ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:16:05.744875Z","caller":"traceutil/trace.go:171","msg":"trace[200380600] linearizableReadLoop","detail":"{readStateIndex:46027; appliedIndex:46026; }","duration":"380.758332ms","start":"2026-07-28T17:16:05.364097Z","end":"2026-07-28T17:16:05.744855Z","steps":["trace[200380600] 'read index received' (duration: 379.583703ms)","trace[200380600] 'applied index is now lower than readState.Index' (duration: 1.173759ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:16:05.74496Z","caller":"traceutil/trace.go:171","msg":"trace[1187105564] transaction","detail":"{read_only:false; response_revision:44698; number_of_response:1; }","duration":"454.231791ms","start":"2026-07-28T17:16:05.290721Z","end":"2026-07-28T17:16:05.744952Z","steps":["trace[1187105564] 'process raft request' (duration: 452.94667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.745033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:05.290701Z","time spent":"454.275913ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:16:05.745132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.000768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:05.745196Z","caller":"traceutil/trace.go:171","msg":"trace[381915987] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:44698; }","duration":"381.09007ms","start":"2026-07-28T17:16:05.364092Z","end":"2026-07-28T17:16:05.745182Z","steps":["trace[381915987] 'agreement among raft nodes before linearized reading' (duration: 380.951287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.74523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:05.364035Z","time spent":"381.189203ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:16:05.746161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.974591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:05.746213Z","caller":"traceutil/trace.go:171","msg":"trace[1765335050] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:44700; }","duration":"382.062934ms","start":"2026-07-28T17:16:05.364138Z","end":"2026-07-28T17:16:05.746201Z","steps":["trace[1765335050] 'agreement among raft nodes before linearized reading' (duration: 381.962811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.746354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.550793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:16:05.746419Z","caller":"traceutil/trace.go:171","msg":"trace[266179717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:44700; }","duration":"363.633455ms","start":"2026-07-28T17:16:05.382771Z","end":"2026-07-28T17:16:05.746404Z","steps":["trace[266179717] 'agreement among raft nodes before linearized reading' (duration: 363.479171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.746415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.54643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T17:16:05.74652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:05.382765Z","time spent":"363.695257ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:16:05.746564Z","caller":"traceutil/trace.go:171","msg":"trace[1247051124] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:44700; }","duration":"128.703834ms","start":"2026-07-28T17:16:05.617835Z","end":"2026-07-28T17:16:05.746539Z","steps":["trace[1247051124] 'agreement among raft nodes before linearized reading' (duration: 128.293514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.746731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.785234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:16:05.746762Z","caller":"traceutil/trace.go:171","msg":"trace[1710780151] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:44700; }","duration":"146.853416ms","start":"2026-07-28T17:16:05.5999Z","end":"2026-07-28T17:16:05.746753Z","steps":["trace[1710780151] 'agreement among raft nodes before linearized reading' (duration: 146.788505ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:05.746742Z","caller":"traceutil/trace.go:171","msg":"trace[164572685] transaction","detail":"{read_only:false; response_revision:44699; number_of_response:1; }","duration":"228.980686ms","start":"2026-07-28T17:16:05.517738Z","end":"2026-07-28T17:16:05.746719Z","steps":["trace[164572685] 'process raft request' (duration: 228.234028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.746772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.324485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T17:16:05.746899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.239025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:05.746901Z","caller":"traceutil/trace.go:171","msg":"trace[1874180148] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:44700; }","duration":"374.50961ms","start":"2026-07-28T17:16:05.37236Z","end":"2026-07-28T17:16:05.746869Z","steps":["trace[1874180148] 'agreement among raft nodes before linearized reading' (duration: 374.09464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.746381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:05.364117Z","time spent":"382.118486ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:16:05.746594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.607069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:16:05.746959Z","caller":"traceutil/trace.go:171","msg":"trace[1206595418] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:44700; }","duration":"365.135122ms","start":"2026-07-28T17:16:05.381817Z","end":"2026-07-28T17:16:05.746952Z","steps":["trace[1206595418] 'agreement among raft nodes before linearized reading' (duration: 364.585639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.746974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:05.37234Z","time spent":"374.623922ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:16:05.746991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.913513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:05.747035Z","caller":"traceutil/trace.go:171","msg":"trace[1629997671] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:44700; }","duration":"368.988316ms","start":"2026-07-28T17:16:05.378034Z","end":"2026-07-28T17:16:05.747022Z","steps":["trace[1629997671] 'agreement among raft nodes before linearized reading' (duration: 368.898603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.747063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:05.378023Z","time spent":"369.034136ms","remote":"127.0.0.1:59956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:16:05.747069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.449113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-rabbit-init-t64q2\" ","response":"range_response_count:1 size:6579"} {"level":"warn","ts":"2026-07-28T17:16:05.746984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:05.381796Z","time spent":"365.181283ms","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:16:05.747107Z","caller":"traceutil/trace.go:171","msg":"trace[633660150] range","detail":"{range_begin:/registry/pods/openstack/manila-rabbit-init-t64q2; range_end:; response_count:1; response_revision:44700; }","duration":"175.510093ms","start":"2026-07-28T17:16:05.571588Z","end":"2026-07-28T17:16:05.747098Z","steps":["trace[633660150] 'agreement among raft nodes before linearized reading' (duration: 175.424391ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:05.747113Z","caller":"traceutil/trace.go:171","msg":"trace[1293788875] transaction","detail":"{read_only:false; response_revision:44700; number_of_response:1; }","duration":"149.684234ms","start":"2026-07-28T17:16:05.597414Z","end":"2026-07-28T17:16:05.747099Z","steps":["trace[1293788875] 'process raft request' (duration: 148.638759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.747236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.90864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:05.746934Z","caller":"traceutil/trace.go:171","msg":"trace[1418119974] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:44700; }","duration":"163.317297ms","start":"2026-07-28T17:16:05.583609Z","end":"2026-07-28T17:16:05.746927Z","steps":["trace[1418119974] 'agreement among raft nodes before linearized reading' (duration: 163.259736ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:05.747264Z","caller":"traceutil/trace.go:171","msg":"trace[864621586] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:44700; }","duration":"197.96754ms","start":"2026-07-28T17:16:05.549289Z","end":"2026-07-28T17:16:05.747256Z","steps":["trace[864621586] 'agreement among raft nodes before linearized reading' (duration: 197.920729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.747648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.936272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-07-28T17:16:05.747778Z","caller":"traceutil/trace.go:171","msg":"trace[2091781530] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:44700; }","duration":"380.921536ms","start":"2026-07-28T17:16:05.366828Z","end":"2026-07-28T17:16:05.74775Z","steps":["trace[2091781530] 'agreement among raft nodes before linearized reading' (duration: 379.84276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:05.747857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:05.366821Z","time spent":"381.004788ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4897,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-07-28T17:16:08.004406Z","caller":"traceutil/trace.go:171","msg":"trace[1494770459] transaction","detail":"{read_only:false; response_revision:44723; number_of_response:1; }","duration":"192.59812ms","start":"2026-07-28T17:16:07.811778Z","end":"2026-07-28T17:16:08.004376Z","steps":["trace[1494770459] 'process raft request' (duration: 192.416455ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:08.384213Z","caller":"traceutil/trace.go:171","msg":"trace[1446162711] transaction","detail":"{read_only:false; response_revision:44724; number_of_response:1; }","duration":"571.185089ms","start":"2026-07-28T17:16:07.812991Z","end":"2026-07-28T17:16:08.384176Z","steps":["trace[1446162711] 'process raft request' (duration: 560.466939ms)","trace[1446162711] 'compare' (duration: 10.358222ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:16:08.384248Z","caller":"traceutil/trace.go:171","msg":"trace[1609894083] transaction","detail":"{read_only:false; response_revision:44725; number_of_response:1; }","duration":"561.112974ms","start":"2026-07-28T17:16:07.823105Z","end":"2026-07-28T17:16:08.384218Z","steps":["trace[1609894083] 'process raft request' (duration: 560.97538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:08.384385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.823096Z","time spent":"561.216837ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4856,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:16:08.384401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.812971Z","time spent":"571.331293ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:16:08.384569Z","caller":"traceutil/trace.go:171","msg":"trace[1531355948] transaction","detail":"{read_only:false; response_revision:44727; number_of_response:1; }","duration":"535.987623ms","start":"2026-07-28T17:16:07.84857Z","end":"2026-07-28T17:16:08.384558Z","steps":["trace[1531355948] 'process raft request' (duration: 535.87718ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:08.384588Z","caller":"traceutil/trace.go:171","msg":"trace[1629923403] transaction","detail":"{read_only:false; response_revision:44726; number_of_response:1; }","duration":"556.744067ms","start":"2026-07-28T17:16:07.827832Z","end":"2026-07-28T17:16:08.384576Z","steps":["trace[1629923403] 'process raft request' (duration: 556.339087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:08.384639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.848549Z","time spent":"536.061284ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:16:08.384648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.827812Z","time spent":"556.805569ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:16:08.384887Z","caller":"traceutil/trace.go:171","msg":"trace[166898418] transaction","detail":"{read_only:false; response_revision:44728; number_of_response:1; }","duration":"529.672328ms","start":"2026-07-28T17:16:07.855187Z","end":"2026-07-28T17:16:08.38486Z","steps":["trace[166898418] 'process raft request' (duration: 529.33638ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:08.384951Z","caller":"traceutil/trace.go:171","msg":"trace[1852024665] transaction","detail":"{read_only:false; response_revision:44731; number_of_response:1; }","duration":"516.052317ms","start":"2026-07-28T17:16:07.868884Z","end":"2026-07-28T17:16:08.384936Z","steps":["trace[1852024665] 'process raft request' (duration: 516.004136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:08.385036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.855174Z","time spent":"529.782321ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:16:08.385058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.868865Z","time spent":"516.136779ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:16:08.385081Z","caller":"traceutil/trace.go:171","msg":"trace[42308096] transaction","detail":"{read_only:false; response_revision:44729; number_of_response:1; }","duration":"516.533218ms","start":"2026-07-28T17:16:07.868538Z","end":"2026-07-28T17:16:08.385071Z","steps":["trace[42308096] 'process raft request' (duration: 516.066687ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:08.385002Z","caller":"traceutil/trace.go:171","msg":"trace[1016439090] transaction","detail":"{read_only:false; response_revision:44730; number_of_response:1; }","duration":"516.299083ms","start":"2026-07-28T17:16:07.868662Z","end":"2026-07-28T17:16:08.384961Z","steps":["trace[1016439090] 'process raft request' (duration: 516.17282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:08.385178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.868633Z","time spent":"516.523958ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:16:08.385218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.868525Z","time spent":"516.59583ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:16:08.385324Z","caller":"traceutil/trace.go:171","msg":"trace[255108446] linearizableReadLoop","detail":"{readStateIndex:46061; appliedIndex:46052; }","duration":"479.095067ms","start":"2026-07-28T17:16:07.905819Z","end":"2026-07-28T17:16:08.384914Z","steps":["trace[255108446] 'read index received' (duration: 98.471298ms)","trace[255108446] 'applied index is now lower than readState.Index' (duration: 380.623099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:16:08.385443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.694635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:16:08.385451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.2472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:08.385486Z","caller":"traceutil/trace.go:171","msg":"trace[1086217821] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:44731; }","duration":"443.776897ms","start":"2026-07-28T17:16:07.941698Z","end":"2026-07-28T17:16:08.385475Z","steps":["trace[1086217821] 'agreement among raft nodes before linearized reading' (duration: 443.708376ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:08.385496Z","caller":"traceutil/trace.go:171","msg":"trace[1642970097] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:44731; }","duration":"364.335372ms","start":"2026-07-28T17:16:08.021149Z","end":"2026-07-28T17:16:08.385484Z","steps":["trace[1642970097] 'agreement among raft nodes before linearized reading' (duration: 364.260491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:08.385515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.941679Z","time spent":"443.829318ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:16:08.385528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.331615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T17:16:08.385529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:08.021129Z","time spent":"364.389773ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:16:08.385488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.597953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:16:08.385537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.790362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:08.38555Z","caller":"traceutil/trace.go:171","msg":"trace[893970532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:44731; }","duration":"344.386957ms","start":"2026-07-28T17:16:08.041157Z","end":"2026-07-28T17:16:08.385544Z","steps":["trace[893970532] 'agreement among raft nodes before linearized reading' (duration: 344.331466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:08.385581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:08.041144Z","time spent":"344.433298ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T17:16:08.385581Z","caller":"traceutil/trace.go:171","msg":"trace[537591144] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:44731; }","duration":"196.874335ms","start":"2026-07-28T17:16:08.188696Z","end":"2026-07-28T17:16:08.385571Z","steps":["trace[537591144] 'agreement among raft nodes before linearized reading' (duration: 196.778572ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:08.385583Z","caller":"traceutil/trace.go:171","msg":"trace[188780651] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:44731; }","duration":"126.741636ms","start":"2026-07-28T17:16:08.258823Z","end":"2026-07-28T17:16:08.385564Z","steps":["trace[188780651] 'agreement among raft nodes before linearized reading' (duration: 126.596923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:08.385629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.027296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"warn","ts":"2026-07-28T17:16:08.385652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.52139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:08.385653Z","caller":"traceutil/trace.go:171","msg":"trace[1088295049] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:44731; }","duration":"440.065496ms","start":"2026-07-28T17:16:07.94558Z","end":"2026-07-28T17:16:08.385645Z","steps":["trace[1088295049] 'agreement among raft nodes before linearized reading' (duration: 440.028666ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:08.38567Z","caller":"traceutil/trace.go:171","msg":"trace[72100048] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:44731; }","duration":"443.569612ms","start":"2026-07-28T17:16:07.942095Z","end":"2026-07-28T17:16:08.385664Z","steps":["trace[72100048] 'agreement among raft nodes before linearized reading' (duration: 443.540111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:08.385675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.945571Z","time spent":"440.099487ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4897,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T17:16:08.385686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.94208Z","time spent":"443.602602ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:16:08.38559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.26789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:08.385737Z","caller":"traceutil/trace.go:171","msg":"trace[1077612319] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:44731; }","duration":"442.434594ms","start":"2026-07-28T17:16:07.943296Z","end":"2026-07-28T17:16:08.385731Z","steps":["trace[1077612319] 'agreement among raft nodes before linearized reading' (duration: 442.25076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:08.385753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.943288Z","time spent":"442.461145ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T17:16:08.385767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.828064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:16:08.385439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.63015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-28T17:16:08.385844Z","caller":"traceutil/trace.go:171","msg":"trace[1484681766] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:44731; }","duration":"442.924986ms","start":"2026-07-28T17:16:07.942896Z","end":"2026-07-28T17:16:08.385821Z","steps":["trace[1484681766] 'agreement among raft nodes before linearized reading' (duration: 442.820913ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:08.385857Z","caller":"traceutil/trace.go:171","msg":"trace[1135866089] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:44731; }","duration":"480.07408ms","start":"2026-07-28T17:16:07.905773Z","end":"2026-07-28T17:16:08.385847Z","steps":["trace[1135866089] 'agreement among raft nodes before linearized reading' (duration: 479.601939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:08.385922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.905754Z","time spent":"480.119562ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:16:08.386152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:07.942888Z","time spent":"442.987028ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-28T17:16:08.745966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.655898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:16:08.746188Z","caller":"traceutil/trace.go:171","msg":"trace[630665251] transaction","detail":"{read_only:false; response_revision:44733; number_of_response:1; }","duration":"131.608095ms","start":"2026-07-28T17:16:08.614561Z","end":"2026-07-28T17:16:08.746169Z","steps":["trace[630665251] 'process raft request' (duration: 131.500982ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:16:08.746218Z","caller":"traceutil/trace.go:171","msg":"trace[80598728] transaction","detail":"{read_only:false; response_revision:44732; number_of_response:1; }","duration":"354.984395ms","start":"2026-07-28T17:16:08.391212Z","end":"2026-07-28T17:16:08.746196Z","steps":["trace[80598728] 'process raft request' (duration: 163.01893ms)","trace[80598728] 'compare' (duration: 191.521354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:16:08.746325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:16:08.391193Z","time spent":"355.078576ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:16:08.746458Z","caller":"traceutil/trace.go:171","msg":"trace[575246572] linearizableReadLoop","detail":"{readStateIndex:46062; appliedIndex:46061; }","duration":"296.552681ms","start":"2026-07-28T17:16:08.449887Z","end":"2026-07-28T17:16:08.74644Z","steps":["trace[575246572] 'read index received' (duration: 104.373801ms)","trace[575246572] 'applied index is now lower than readState.Index' (duration: 192.1754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:16:08.746577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.690464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:08.746604Z","caller":"traceutil/trace.go:171","msg":"trace[1837413853] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:44733; }","duration":"296.720605ms","start":"2026-07-28T17:16:08.449874Z","end":"2026-07-28T17:16:08.746595Z","steps":["trace[1837413853] 'agreement among raft nodes before linearized reading' (duration: 296.650554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:16:08.746701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.686912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:16:08.746774Z","caller":"traceutil/trace.go:171","msg":"trace[592644256] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:44733; }","duration":"270.772594ms","start":"2026-07-28T17:16:08.475982Z","end":"2026-07-28T17:16:08.746754Z","steps":["trace[592644256] 'agreement among raft nodes before linearized reading' (duration: 270.649541ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:17:17.005418Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":42688} {"level":"info","ts":"2026-07-28T17:17:17.138351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":42688,"took":"129.076463ms","hash":2429499954,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":32665600,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-28T17:17:17.138417Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2429499954,"revision":42688,"compact-revision":39783} {"level":"info","ts":"2026-07-28T17:18:17.453393Z","caller":"traceutil/trace.go:171","msg":"trace[1471402620] transaction","detail":"{read_only:false; response_revision:46179; number_of_response:1; }","duration":"172.808318ms","start":"2026-07-28T17:18:17.280554Z","end":"2026-07-28T17:18:17.453362Z","steps":["trace[1471402620] 'process raft request' (duration: 167.592302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.021912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.867076ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:18:18.022057Z","caller":"traceutil/trace.go:171","msg":"trace[1252203915] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:46180; }","duration":"195.03472ms","start":"2026-07-28T17:18:17.827001Z","end":"2026-07-28T17:18:18.022036Z","steps":["trace[1252203915] 'range keys from in-memory index tree' (duration: 194.849365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.022294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.418214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:18:18.022487Z","caller":"traceutil/trace.go:171","msg":"trace[1611832596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:46180; }","duration":"371.547218ms","start":"2026-07-28T17:18:17.650817Z","end":"2026-07-28T17:18:18.022365Z","steps":["trace[1611832596] 'range keys from in-memory index tree' (duration: 371.201309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.022499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.372717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T17:18:18.022542Z","caller":"traceutil/trace.go:171","msg":"trace[9028055] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:46180; }","duration":"312.459469ms","start":"2026-07-28T17:18:17.71007Z","end":"2026-07-28T17:18:18.022529Z","steps":["trace[9028055] 'range keys from in-memory index tree' (duration: 312.200463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.022583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:17.710053Z","time spent":"312.52117ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-07-28T17:18:18.022614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:17.6508Z","time spent":"371.800504ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:18:18.022727Z","caller":"traceutil/trace.go:171","msg":"trace[928732693] transaction","detail":"{read_only:false; response_revision:46181; number_of_response:1; }","duration":"281.972407ms","start":"2026-07-28T17:18:17.740722Z","end":"2026-07-28T17:18:18.022694Z","steps":["trace[928732693] 'process raft request' (duration: 218.274936ms)","trace[928732693] 'compare' (duration: 62.870721ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:18:18.069796Z","caller":"traceutil/trace.go:171","msg":"trace[126509494] linearizableReadLoop","detail":"{readStateIndex:47544; appliedIndex:47542; }","duration":"221.770771ms","start":"2026-07-28T17:18:17.847992Z","end":"2026-07-28T17:18:18.069763Z","steps":["trace[126509494] 'read index received' (duration: 111.021714ms)","trace[126509494] 'applied index is now lower than readState.Index' (duration: 110.747237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:18:18.06993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.921464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:18:18.070009Z","caller":"traceutil/trace.go:171","msg":"trace[418700372] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:46182; }","duration":"222.036958ms","start":"2026-07-28T17:18:17.847953Z","end":"2026-07-28T17:18:18.06999Z","steps":["trace[418700372] 'agreement among raft nodes before linearized reading' (duration: 221.902294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.070255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.951593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:18:18.070321Z","caller":"traceutil/trace.go:171","msg":"trace[1379364531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:46182; }","duration":"132.062106ms","start":"2026-07-28T17:18:17.938238Z","end":"2026-07-28T17:18:18.070301Z","steps":["trace[1379364531] 'agreement among raft nodes before linearized reading' (duration: 131.80475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.228997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.922879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:18:18.229111Z","caller":"traceutil/trace.go:171","msg":"trace[592406782] transaction","detail":"{read_only:false; response_revision:46183; number_of_response:1; }","duration":"158.443428ms","start":"2026-07-28T17:18:18.070646Z","end":"2026-07-28T17:18:18.229089Z","steps":["trace[592406782] 'process raft request' (duration: 52.327894ms)","trace[592406782] 'compare' (duration: 105.697984ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:18:18.494212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.404013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:18:18.494368Z","caller":"traceutil/trace.go:171","msg":"trace[79773191] transaction","detail":"{read_only:false; response_revision:46185; number_of_response:1; }","duration":"260.162396ms","start":"2026-07-28T17:18:18.234193Z","end":"2026-07-28T17:18:18.494356Z","steps":["trace[79773191] 'process raft request' (duration: 260.101014ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:18.494508Z","caller":"traceutil/trace.go:171","msg":"trace[72720057] transaction","detail":"{read_only:false; response_revision:46184; number_of_response:1; }","duration":"419.6533ms","start":"2026-07-28T17:18:18.074702Z","end":"2026-07-28T17:18:18.494355Z","steps":["trace[72720057] 'process raft request' (duration: 262.044192ms)","trace[72720057] 'compare' (duration: 157.061164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:18:18.494605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.841443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T17:18:18.494716Z","caller":"traceutil/trace.go:171","msg":"trace[1842001220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:46185; }","duration":"398.994096ms","start":"2026-07-28T17:18:18.0957Z","end":"2026-07-28T17:18:18.494694Z","steps":["trace[1842001220] 'agreement among raft nodes before linearized reading' (duration: 398.702559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.494767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:18.095682Z","time spent":"399.077288ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T17:18:18.494966Z","caller":"traceutil/trace.go:171","msg":"trace[1870129895] linearizableReadLoop","detail":"{readStateIndex:47547; appliedIndex:47545; }","duration":"398.656778ms","start":"2026-07-28T17:18:18.095737Z","end":"2026-07-28T17:18:18.494394Z","steps":["trace[1870129895] 'read index received' (duration: 27.234613ms)","trace[1870129895] 'applied index is now lower than readState.Index' (duration: 371.417014ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:18:18.495449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:18.074688Z","time spent":"419.903595ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:18:18.576037Z","caller":"traceutil/trace.go:171","msg":"trace[2013761879] transaction","detail":"{read_only:false; response_revision:46186; number_of_response:1; }","duration":"152.796621ms","start":"2026-07-28T17:18:18.42322Z","end":"2026-07-28T17:18:18.576017Z","steps":["trace[2013761879] 'process raft request' (duration: 152.705899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.576424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.671642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:18:18.57647Z","caller":"traceutil/trace.go:171","msg":"trace[139062841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:46186; }","duration":"169.775494ms","start":"2026-07-28T17:18:18.406681Z","end":"2026-07-28T17:18:18.576456Z","steps":["trace[139062841] 'agreement among raft nodes before linearized reading' (duration: 169.523778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.576424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.583925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-28T17:18:18.576494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.760434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-07-28T17:18:18.576528Z","caller":"traceutil/trace.go:171","msg":"trace[1024510564] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:46186; }","duration":"345.736129ms","start":"2026-07-28T17:18:18.230769Z","end":"2026-07-28T17:18:18.576505Z","steps":["trace[1024510564] 'agreement among raft nodes before linearized reading' (duration: 345.393101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.576576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:18.230752Z","time spent":"345.814021ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-28T17:18:18.576678Z","caller":"traceutil/trace.go:171","msg":"trace[54733607] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:46186; }","duration":"355.929307ms","start":"2026-07-28T17:18:18.220616Z","end":"2026-07-28T17:18:18.576546Z","steps":["trace[54733607] 'agreement among raft nodes before linearized reading' (duration: 355.434305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.576806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.791829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:18:18.576869Z","caller":"traceutil/trace.go:171","msg":"trace[903311999] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:46186; }","duration":"239.907722ms","start":"2026-07-28T17:18:18.336947Z","end":"2026-07-28T17:18:18.576855Z","steps":["trace[903311999] 'agreement among raft nodes before linearized reading' (duration: 239.186344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.576936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:18.220599Z","time spent":"356.321137ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4810,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-28T17:18:18.946633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.533987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:18:18.94683Z","caller":"traceutil/trace.go:171","msg":"trace[417755183] transaction","detail":"{read_only:false; response_revision:46188; number_of_response:1; }","duration":"367.137341ms","start":"2026-07-28T17:18:18.579673Z","end":"2026-07-28T17:18:18.94681Z","steps":["trace[417755183] 'process raft request' (duration: 367.074509ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:18.946837Z","caller":"traceutil/trace.go:171","msg":"trace[1606289507] linearizableReadLoop","detail":"{readStateIndex:47550; appliedIndex:47549; }","duration":"367.90734ms","start":"2026-07-28T17:18:18.578902Z","end":"2026-07-28T17:18:18.946809Z","steps":["trace[1606289507] 'read index received' (duration: 81.121166ms)","trace[1606289507] 'applied index is now lower than readState.Index' (duration: 286.783834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:18:18.946908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:18.579656Z","time spent":"367.214262ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:18:18.946972Z","caller":"traceutil/trace.go:171","msg":"trace[947455496] transaction","detail":"{read_only:false; response_revision:46187; number_of_response:1; }","duration":"446.893042ms","start":"2026-07-28T17:18:18.500051Z","end":"2026-07-28T17:18:18.946944Z","steps":["trace[947455496] 'process raft request' (duration: 159.968675ms)","trace[947455496] 'compare' (duration: 286.383824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:18:18.94708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:18.500022Z","time spent":"446.983584ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:18:18.947501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.596456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T17:18:18.947548Z","caller":"traceutil/trace.go:171","msg":"trace[1816944166] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:46188; }","duration":"368.708018ms","start":"2026-07-28T17:18:18.578828Z","end":"2026-07-28T17:18:18.947536Z","steps":["trace[1816944166] 'agreement among raft nodes before linearized reading' (duration: 368.36043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:18.947579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:18.578808Z","time spent":"368.76396ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-28T17:18:19.011114Z","caller":"traceutil/trace.go:171","msg":"trace[494697861] transaction","detail":"{read_only:false; response_revision:46189; number_of_response:1; }","duration":"191.190646ms","start":"2026-07-28T17:18:18.819901Z","end":"2026-07-28T17:18:19.011092Z","steps":["trace[494697861] 'process raft request' (duration: 190.980231ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:19.011508Z","caller":"traceutil/trace.go:171","msg":"trace[578401112] transaction","detail":"{read_only:false; response_revision:46190; number_of_response:1; }","duration":"183.340585ms","start":"2026-07-28T17:18:18.828139Z","end":"2026-07-28T17:18:19.01148Z","steps":["trace[578401112] 'process raft request' (duration: 182.912054ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:19.011891Z","caller":"traceutil/trace.go:171","msg":"trace[955787057] transaction","detail":"{read_only:false; response_revision:46192; number_of_response:1; }","duration":"123.777114ms","start":"2026-07-28T17:18:18.88809Z","end":"2026-07-28T17:18:19.011867Z","steps":["trace[955787057] 'process raft request' (duration: 123.59955ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:19.012092Z","caller":"traceutil/trace.go:171","msg":"trace[1275015017] transaction","detail":"{read_only:false; response_revision:46194; number_of_response:1; }","duration":"118.533967ms","start":"2026-07-28T17:18:18.893518Z","end":"2026-07-28T17:18:19.012052Z","steps":["trace[1275015017] 'process raft request' (duration: 118.422234ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:19.012109Z","caller":"traceutil/trace.go:171","msg":"trace[1286062762] transaction","detail":"{read_only:false; response_revision:46193; number_of_response:1; }","duration":"119.720156ms","start":"2026-07-28T17:18:18.892335Z","end":"2026-07-28T17:18:19.012055Z","steps":["trace[1286062762] 'process raft request' (duration: 119.446469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:19.012163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.281168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:18:19.012213Z","caller":"traceutil/trace.go:171","msg":"trace[612643870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:46194; }","duration":"361.38302ms","start":"2026-07-28T17:18:18.650817Z","end":"2026-07-28T17:18:19.0122Z","steps":["trace[612643870] 'agreement among raft nodes before linearized reading' (duration: 361.277748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:19.012252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:18.650763Z","time spent":"361.481893ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:18:19.012299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.84526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:18:19.012342Z","caller":"traceutil/trace.go:171","msg":"trace[822491201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:46194; }","duration":"386.922922ms","start":"2026-07-28T17:18:18.625408Z","end":"2026-07-28T17:18:19.012331Z","steps":["trace[822491201] 'agreement among raft nodes before linearized reading' (duration: 386.782419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:19.012378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:18.625392Z","time spent":"386.976073ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:18:19.012615Z","caller":"traceutil/trace.go:171","msg":"trace[172380152] transaction","detail":"{read_only:false; response_revision:46191; number_of_response:1; }","duration":"184.278788ms","start":"2026-07-28T17:18:18.828302Z","end":"2026-07-28T17:18:19.012581Z","steps":["trace[172380152] 'process raft request' (duration: 183.073868ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:24.648803Z","caller":"traceutil/trace.go:171","msg":"trace[315875738] transaction","detail":"{read_only:false; response_revision:46241; number_of_response:1; }","duration":"102.532656ms","start":"2026-07-28T17:18:24.546239Z","end":"2026-07-28T17:18:24.648772Z","steps":["trace[315875738] 'process raft request' (duration: 45.047737ms)","trace[315875738] 'compare' (duration: 56.983687ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:18:25.41427Z","caller":"traceutil/trace.go:171","msg":"trace[972863217] transaction","detail":"{read_only:false; response_revision:46254; number_of_response:1; }","duration":"111.870464ms","start":"2026-07-28T17:18:25.302369Z","end":"2026-07-28T17:18:25.41424Z","steps":["trace[972863217] 'process raft request' (duration: 46.498512ms)","trace[972863217] 'compare' (duration: 65.205508ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:18:35.241408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.348848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:18:35.241529Z","caller":"traceutil/trace.go:171","msg":"trace[616746195] transaction","detail":"{read_only:false; response_revision:46332; number_of_response:1; }","duration":"189.252449ms","start":"2026-07-28T17:18:35.052257Z","end":"2026-07-28T17:18:35.241509Z","steps":["trace[616746195] 'process raft request' (duration: 50.720876ms)","trace[616746195] 'compare' (duration: 138.237646ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:18:35.550006Z","caller":"traceutil/trace.go:171","msg":"trace[298882085] transaction","detail":"{read_only:false; response_revision:46333; number_of_response:1; }","duration":"496.671435ms","start":"2026-07-28T17:18:35.053292Z","end":"2026-07-28T17:18:35.549963Z","steps":["trace[298882085] 'process raft request' (duration: 459.383247ms)","trace[298882085] 'compare' (duration: 37.054652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:18:35.550229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:35.053264Z","time spent":"496.856369ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:18:35.646695Z","caller":"traceutil/trace.go:171","msg":"trace[365238766] transaction","detail":"{read_only:false; response_revision:46334; number_of_response:1; }","duration":"526.770608ms","start":"2026-07-28T17:18:35.119901Z","end":"2026-07-28T17:18:35.646672Z","steps":["trace[365238766] 'process raft request' (duration: 526.632224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:35.646813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:35.119877Z","time spent":"526.87513ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:18:35.647019Z","caller":"traceutil/trace.go:171","msg":"trace[1541461471] transaction","detail":"{read_only:false; response_revision:46335; number_of_response:1; }","duration":"473.775067ms","start":"2026-07-28T17:18:35.173216Z","end":"2026-07-28T17:18:35.646992Z","steps":["trace[1541461471] 'process raft request' (duration: 473.420769ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:35.647203Z","caller":"traceutil/trace.go:171","msg":"trace[447678473] transaction","detail":"{read_only:false; response_revision:46336; number_of_response:1; }","duration":"469.874682ms","start":"2026-07-28T17:18:35.177319Z","end":"2026-07-28T17:18:35.647193Z","steps":["trace[447678473] 'process raft request' (duration: 469.577405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:35.647199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:35.173195Z","time spent":"473.90875ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:18:35.647255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:35.177292Z","time spent":"469.940104ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:18:35.647505Z","caller":"traceutil/trace.go:171","msg":"trace[782769076] transaction","detail":"{read_only:false; response_revision:46338; number_of_response:1; }","duration":"465.412753ms","start":"2026-07-28T17:18:35.182079Z","end":"2026-07-28T17:18:35.647492Z","steps":["trace[782769076] 'process raft request' (duration: 465.321041ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:35.647533Z","caller":"traceutil/trace.go:171","msg":"trace[2257558] linearizableReadLoop","detail":"{readStateIndex:47705; appliedIndex:47698; }","duration":"450.330896ms","start":"2026-07-28T17:18:35.197194Z","end":"2026-07-28T17:18:35.647525Z","steps":["trace[2257558] 'read index received' (duration: 315.497133ms)","trace[2257558] 'applied index is now lower than readState.Index' (duration: 134.832993ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:18:35.64759Z","caller":"traceutil/trace.go:171","msg":"trace[670477117] transaction","detail":"{read_only:false; response_revision:46339; number_of_response:1; }","duration":"464.82118ms","start":"2026-07-28T17:18:35.182762Z","end":"2026-07-28T17:18:35.647583Z","steps":["trace[670477117] 'process raft request' (duration: 464.688156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:35.647609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:35.18207Z","time spent":"465.502405ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:18:35.647632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:35.182753Z","time spent":"464.85735ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:18:35.647753Z","caller":"traceutil/trace.go:171","msg":"trace[675520029] transaction","detail":"{read_only:false; response_revision:46337; number_of_response:1; }","duration":"465.900536ms","start":"2026-07-28T17:18:35.18184Z","end":"2026-07-28T17:18:35.647741Z","steps":["trace[675520029] 'process raft request' (duration: 465.322031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:35.647775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.589702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T17:18:35.647798Z","caller":"traceutil/trace.go:171","msg":"trace[531135378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:46339; }","duration":"450.653794ms","start":"2026-07-28T17:18:35.197136Z","end":"2026-07-28T17:18:35.64779Z","steps":["trace[531135378] 'agreement among raft nodes before linearized reading' (duration: 450.553641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:35.647817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:35.197114Z","time spent":"450.698645ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T17:18:35.647812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:35.181825Z","time spent":"465.960037ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:18:35.814355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.617005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:18:35.814546Z","caller":"traceutil/trace.go:171","msg":"trace[2024218779] transaction","detail":"{read_only:false; response_revision:46341; number_of_response:1; }","duration":"161.41725ms","start":"2026-07-28T17:18:35.653108Z","end":"2026-07-28T17:18:35.814525Z","steps":["trace[2024218779] 'process raft request' (duration: 161.352539ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:35.814558Z","caller":"traceutil/trace.go:171","msg":"trace[429124259] linearizableReadLoop","detail":"{readStateIndex:47706; appliedIndex:47705; }","duration":"166.973816ms","start":"2026-07-28T17:18:35.647551Z","end":"2026-07-28T17:18:35.814525Z","steps":["trace[429124259] 'read index received' (duration: 35.083014ms)","trace[429124259] 'applied index is now lower than readState.Index' (duration: 131.889042ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:18:35.814702Z","caller":"traceutil/trace.go:171","msg":"trace[225825797] transaction","detail":"{read_only:false; response_revision:46340; number_of_response:1; }","duration":"292.418351ms","start":"2026-07-28T17:18:35.522225Z","end":"2026-07-28T17:18:35.814643Z","steps":["trace[225825797] 'process raft request' (duration: 160.396816ms)","trace[225825797] 'compare' (duration: 131.461051ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:18:35.814763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.037543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T17:18:35.814802Z","caller":"traceutil/trace.go:171","msg":"trace[19422124] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:46341; }","duration":"598.115766ms","start":"2026-07-28T17:18:35.216674Z","end":"2026-07-28T17:18:35.81479Z","steps":["trace[19422124] 'agreement among raft nodes before linearized reading' (duration: 597.946811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:35.814835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:35.216661Z","time spent":"598.165396ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:18:35.814912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.200239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T17:18:35.814897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.804056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:18:35.814991Z","caller":"traceutil/trace.go:171","msg":"trace[246190633] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:46341; }","duration":"332.348013ms","start":"2026-07-28T17:18:35.482624Z","end":"2026-07-28T17:18:35.814972Z","steps":["trace[246190633] 'agreement among raft nodes before linearized reading' (duration: 332.111517ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:35.815003Z","caller":"traceutil/trace.go:171","msg":"trace[1029837633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:46341; }","duration":"239.102942ms","start":"2026-07-28T17:18:35.57588Z","end":"2026-07-28T17:18:35.814983Z","steps":["trace[1029837633] 'agreement among raft nodes before linearized reading' (duration: 238.664932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:35.815034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:35.482608Z","time spent":"332.414985ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:18:35.936876Z","caller":"traceutil/trace.go:171","msg":"trace[164741910] transaction","detail":"{read_only:false; response_revision:46343; number_of_response:1; }","duration":"118.470385ms","start":"2026-07-28T17:18:35.818387Z","end":"2026-07-28T17:18:35.936857Z","steps":["trace[164741910] 'process raft request' (duration: 118.334002ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:18:37.208457Z","caller":"traceutil/trace.go:171","msg":"trace[1873477109] transaction","detail":"{read_only:false; response_revision:46349; number_of_response:1; }","duration":"333.977923ms","start":"2026-07-28T17:18:36.874451Z","end":"2026-07-28T17:18:37.208429Z","steps":["trace[1873477109] 'process raft request' (duration: 333.557023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:18:37.208703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:18:36.874398Z","time spent":"334.200689ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:21:42.440564Z","caller":"traceutil/trace.go:171","msg":"trace[318775645] transaction","detail":"{read_only:false; response_revision:48116; number_of_response:1; }","duration":"141.70111ms","start":"2026-07-28T17:21:42.298831Z","end":"2026-07-28T17:21:42.440532Z","steps":["trace[318775645] 'process raft request' (duration: 141.324951ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:21:42.488683Z","caller":"traceutil/trace.go:171","msg":"trace[37355532] transaction","detail":"{read_only:false; response_revision:48117; number_of_response:1; }","duration":"183.657823ms","start":"2026-07-28T17:21:42.304981Z","end":"2026-07-28T17:21:42.488638Z","steps":["trace[37355532] 'process raft request' (duration: 181.040769ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:21:42.488934Z","caller":"traceutil/trace.go:171","msg":"trace[529735757] transaction","detail":"{read_only:false; response_revision:48118; number_of_response:1; }","duration":"172.089431ms","start":"2026-07-28T17:21:42.316813Z","end":"2026-07-28T17:21:42.488903Z","steps":["trace[529735757] 'process raft request' (duration: 171.577589ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:21:42.489143Z","caller":"traceutil/trace.go:171","msg":"trace[26683470] transaction","detail":"{read_only:false; response_revision:48119; number_of_response:1; }","duration":"135.390617ms","start":"2026-07-28T17:21:42.353716Z","end":"2026-07-28T17:21:42.489107Z","steps":["trace[26683470] 'process raft request' (duration: 134.805213ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:21:42.489435Z","caller":"traceutil/trace.go:171","msg":"trace[1476187354] transaction","detail":"{read_only:false; response_revision:48120; number_of_response:1; }","duration":"135.368317ms","start":"2026-07-28T17:21:42.354048Z","end":"2026-07-28T17:21:42.489416Z","steps":["trace[1476187354] 'process raft request' (duration: 135.180992ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:21:42.489593Z","caller":"traceutil/trace.go:171","msg":"trace[848041661] transaction","detail":"{read_only:false; response_revision:48121; number_of_response:1; }","duration":"133.956763ms","start":"2026-07-28T17:21:42.355576Z","end":"2026-07-28T17:21:42.489532Z","steps":["trace[848041661] 'process raft request' (duration: 133.749917ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:21:42.863114Z","caller":"traceutil/trace.go:171","msg":"trace[1082743555] transaction","detail":"{read_only:false; response_revision:48122; number_of_response:1; }","duration":"372.413229ms","start":"2026-07-28T17:21:42.490682Z","end":"2026-07-28T17:21:42.863095Z","steps":["trace[1082743555] 'process raft request' (duration: 370.849861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:42.863232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:21:42.490651Z","time spent":"372.521251ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:21:42.883302Z","caller":"traceutil/trace.go:171","msg":"trace[892480274] transaction","detail":"{read_only:false; response_revision:48123; number_of_response:1; }","duration":"388.693635ms","start":"2026-07-28T17:21:42.494592Z","end":"2026-07-28T17:21:42.883286Z","steps":["trace[892480274] 'process raft request' (duration: 388.4791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:42.883438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:21:42.49456Z","time spent":"388.795358ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:21:42.883557Z","caller":"traceutil/trace.go:171","msg":"trace[266107143] linearizableReadLoop","detail":"{readStateIndex:49533; appliedIndex:49530; }","duration":"282.349706ms","start":"2026-07-28T17:21:42.601186Z","end":"2026-07-28T17:21:42.883536Z","steps":["trace[266107143] 'read index received' (duration: 260.350201ms)","trace[266107143] 'applied index is now lower than readState.Index' (duration: 21.997565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:21:42.883689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.493039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:21:42.883737Z","caller":"traceutil/trace.go:171","msg":"trace[1177403844] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:48124; }","duration":"282.574272ms","start":"2026-07-28T17:21:42.601147Z","end":"2026-07-28T17:21:42.883722Z","steps":["trace[1177403844] 'agreement among raft nodes before linearized reading' (duration: 282.49893ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:21:42.883694Z","caller":"traceutil/trace.go:171","msg":"trace[425259666] transaction","detail":"{read_only:false; response_revision:48124; number_of_response:1; }","duration":"388.436979ms","start":"2026-07-28T17:21:42.495192Z","end":"2026-07-28T17:21:42.883629Z","steps":["trace[425259666] 'process raft request' (duration: 388.06439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:42.883892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.605262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:21:42.883943Z","caller":"traceutil/trace.go:171","msg":"trace[824300307] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:48124; }","duration":"282.733025ms","start":"2026-07-28T17:21:42.601198Z","end":"2026-07-28T17:21:42.883931Z","steps":["trace[824300307] 'agreement among raft nodes before linearized reading' (duration: 282.651383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:42.883937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:21:42.49518Z","time spent":"388.619574ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:21:42.884026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.213655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:21:42.884093Z","caller":"traceutil/trace.go:171","msg":"trace[167936170] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:48124; }","duration":"117.309787ms","start":"2026-07-28T17:21:42.766748Z","end":"2026-07-28T17:21:42.884058Z","steps":["trace[167936170] 'agreement among raft nodes before linearized reading' (duration: 117.151733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:42.884052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.584504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:21:42.884188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.794886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:21:42.884165Z","caller":"traceutil/trace.go:171","msg":"trace[1476323091] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:48124; }","duration":"170.752258ms","start":"2026-07-28T17:21:42.713389Z","end":"2026-07-28T17:21:42.884142Z","steps":["trace[1476323091] 'agreement among raft nodes before linearized reading' (duration: 170.550203ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:21:42.884227Z","caller":"traceutil/trace.go:171","msg":"trace[54542262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:48124; }","duration":"229.867008ms","start":"2026-07-28T17:21:42.65435Z","end":"2026-07-28T17:21:42.884217Z","steps":["trace[54542262] 'agreement among raft nodes before linearized reading' (duration: 229.797516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:42.884322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.319211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:21:42.884401Z","caller":"traceutil/trace.go:171","msg":"trace[1119557375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:48124; }","duration":"125.420334ms","start":"2026-07-28T17:21:42.758968Z","end":"2026-07-28T17:21:42.884389Z","steps":["trace[1119557375] 'agreement among raft nodes before linearized reading' (duration: 125.219969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:43.204355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.576278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T17:21:43.204529Z","caller":"traceutil/trace.go:171","msg":"trace[1699627114] linearizableReadLoop","detail":"{readStateIndex:49535; appliedIndex:49533; }","duration":"271.741458ms","start":"2026-07-28T17:21:42.932774Z","end":"2026-07-28T17:21:43.204516Z","steps":["trace[1699627114] 'read index received' (duration: 152.439552ms)","trace[1699627114] 'applied index is now lower than readState.Index' (duration: 119.301106ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:21:43.204591Z","caller":"traceutil/trace.go:171","msg":"trace[1415299164] transaction","detail":"{read_only:false; response_revision:48126; number_of_response:1; }","duration":"315.349099ms","start":"2026-07-28T17:21:42.889219Z","end":"2026-07-28T17:21:43.204568Z","steps":["trace[1415299164] 'process raft request' (duration: 315.220106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:43.20466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.886531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:21:43.204638Z","caller":"traceutil/trace.go:171","msg":"trace[470807458] transaction","detail":"{read_only:false; response_revision:48125; number_of_response:1; }","duration":"315.473132ms","start":"2026-07-28T17:21:42.889048Z","end":"2026-07-28T17:21:43.204522Z","steps":["trace[470807458] 'process raft request' (duration: 196.216708ms)","trace[470807458] 'compare' (duration: 118.346092ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:21:43.204688Z","caller":"traceutil/trace.go:171","msg":"trace[165239237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:48126; }","duration":"271.960213ms","start":"2026-07-28T17:21:42.932721Z","end":"2026-07-28T17:21:43.204681Z","steps":["trace[165239237] 'agreement among raft nodes before linearized reading' (duration: 271.85857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:43.204753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:21:42.889202Z","time spent":"315.451502ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:21:43.204863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:21:42.889034Z","time spent":"315.730359ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:21:43.468057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.429087ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T17:21:43.468235Z","caller":"traceutil/trace.go:171","msg":"trace[1170529036] linearizableReadLoop","detail":"{readStateIndex:49536; appliedIndex:49535; }","duration":"263.65092ms","start":"2026-07-28T17:21:43.204558Z","end":"2026-07-28T17:21:43.468209Z","steps":["trace[1170529036] 'read index received' (duration: 3.993467ms)","trace[1170529036] 'applied index is now lower than readState.Index' (duration: 259.655363ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:21:43.468543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.25389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:21:43.468635Z","caller":"traceutil/trace.go:171","msg":"trace[1807034730] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:48126; }","duration":"265.401533ms","start":"2026-07-28T17:21:43.203213Z","end":"2026-07-28T17:21:43.468614Z","steps":["trace[1807034730] 'agreement among raft nodes before linearized reading' (duration: 265.223239ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:21:43.540348Z","caller":"traceutil/trace.go:171","msg":"trace[329759382] transaction","detail":"{read_only:false; response_revision:48127; number_of_response:1; }","duration":"331.345718ms","start":"2026-07-28T17:21:43.208968Z","end":"2026-07-28T17:21:43.540314Z","steps":["trace[329759382] 'process raft request' (duration: 331.138083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:43.54053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:21:43.208945Z","time spent":"331.493421ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:21:43.541088Z","caller":"traceutil/trace.go:171","msg":"trace[1106717064] transaction","detail":"{read_only:false; response_revision:48128; number_of_response:1; }","duration":"205.640407ms","start":"2026-07-28T17:21:43.335408Z","end":"2026-07-28T17:21:43.541049Z","steps":["trace[1106717064] 'process raft request' (duration: 205.399101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:43.541153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.633606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:21:43.541258Z","caller":"traceutil/trace.go:171","msg":"trace[2006793219] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:48128; }","duration":"168.780789ms","start":"2026-07-28T17:21:43.372447Z","end":"2026-07-28T17:21:43.541228Z","steps":["trace[2006793219] 'agreement among raft nodes before linearized reading' (duration: 168.517433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:21:43.543487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.987882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:21:43.543553Z","caller":"traceutil/trace.go:171","msg":"trace[2125684840] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:48128; }","duration":"157.075944ms","start":"2026-07-28T17:21:43.386457Z","end":"2026-07-28T17:21:43.543533Z","steps":["trace[2125684840] 'agreement among raft nodes before linearized reading' (duration: 154.623925ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:22:17.015915Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":45425} {"level":"info","ts":"2026-07-28T17:22:17.169083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":45425,"took":"148.060135ms","hash":3845529498,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":34242560,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-28T17:22:17.169176Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3845529498,"revision":45425,"compact-revision":42688} {"level":"info","ts":"2026-07-28T17:22:36.755922Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":50005,"local-member-snapshot-index":40004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T17:22:36.775023Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":50005} {"level":"info","ts":"2026-07-28T17:22:36.775142Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":45005} {"level":"info","ts":"2026-07-28T17:27:17.029278Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":48414} {"level":"info","ts":"2026-07-28T17:27:17.175816Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":48414,"took":"142.577803ms","hash":960102176,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":29806592,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T17:27:17.175892Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":960102176,"revision":48414,"compact-revision":45425} {"level":"info","ts":"2026-07-28T17:32:17.036995Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":51025} {"level":"info","ts":"2026-07-28T17:32:17.154894Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":51025,"took":"113.78958ms","hash":3779245329,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":29343744,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T17:32:17.154983Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3779245329,"revision":51025,"compact-revision":48414} {"level":"info","ts":"2026-07-28T17:37:17.043528Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":53646} {"level":"info","ts":"2026-07-28T17:37:17.175801Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":53646,"took":"128.297813ms","hash":3640956284,"current-db-size-bytes":56360960,"current-db-size":"56 MB","current-db-size-in-use-bytes":28975104,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T17:37:17.175911Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3640956284,"revision":53646,"compact-revision":51025}